From a0dd7bcd7cc5738b0c262e8ea481d8ca5767f21c Mon Sep 17 00:00:00 2001
From: Pengbo Wang <221450789+pengbowang-nv@users.noreply.github.com>
Date: Tue, 29 Sep 2026 10:22:11 +0800
Subject: [PATCH] [None][chore] Update trtllm-gen FMHA artifacts (#19591)

Signed-off-by: Pengbo Wang <221450789+pengbowang-nv@users.noreply.github.com>
(cherry picked from commit f08592ada02b8b7b94db68ee6972f3ebcecd857d)
---
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     3 +
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     3 +
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     3 +
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     3 +
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     3 +
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     3 +
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     3 +
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     3 +
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     3 +
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     2 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     2 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     2 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...nt2CtaKeepsAbForGenRopeQuant.cubin.tar.zst |     4 +-
 ...eepsAbForGenRopeQuantUe8m0Sf.cubin.tar.zst |     4 +-
 ...ic2CtaKeepsAbForGenRopeQuant.cubin.tar.zst |     4 +-
 ...eepsAbForGenRopeQuantUe8m0Sf.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     2 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     3 +
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     3 +
 ...qQ16Kv256StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv256StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...Kv256PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv256StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...Kv256PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv256StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv256StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...Kv256PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv256StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     3 +
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     3 +
 ...Kv256PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv256StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv256StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...Kv256PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv256StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     3 +
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     3 +
 ...Kv256PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv256StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     3 +
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     3 +
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     3 +
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     3 +
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     3 +
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     3 +
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...qQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     3 +
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     3 +
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     3 +
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     3 +
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     3 +
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     3 +
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     3 +
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     3 +
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     3 +
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     3 +
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...qQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...eqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     3 +
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...xQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...xQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...axQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...xQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...axQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...xQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...xQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...axQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...xQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...axQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...xQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...axQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...xQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...xQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...axQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...axQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...xQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...axQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...xQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...xQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...axQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...xQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...xQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...axQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...xQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...axQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...xQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...xQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...axQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...xQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...xQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...axQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...xQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...axQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...xQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...xQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...axQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...axQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...xQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...axQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...xQ16Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...xQ32Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentSwapsAbForGen.cubin.tar.zst |     4 +-
 ...axQ8Kv128StaticSwapsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Q128Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...8Persistent2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128Static2CtaKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...qQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...Kv128PersistentKeepsAbForGen.cubin.tar.zst |     4 +-
 ...xQ64Kv128StaticKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...nt2CtaKeepsAbForGenRopeQuant.cubin.tar.zst |     4 +-
 ...eepsAbForGenRopeQuantUe8m0Sf.cubin.tar.zst |     4 +-
 ...ic2CtaKeepsAbForGenRopeQuant.cubin.tar.zst |     4 +-
 ...eepsAbForGenRopeQuantUe8m0Sf.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...mpQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...SpcompQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...geK16SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...Q1SageK16SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK1SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK1SageV1StaticContext.cubin.tar.zst |     4 +-
 ...ageK4SageV1PersistentContext.cubin.tar.zst |     4 +-
 ...eQ1SageK4SageV1StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ128Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ128Kv128StaticContext.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...28StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...rsistentGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...56StaticGroupedKeepsAbForGen.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...eqQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...VarSeqQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 ...axQ256Kv128PersistentContext.cubin.tar.zst |     4 +-
 ...oftmaxQ256Kv128StaticContext.cubin.tar.zst |     4 +-
 .../fmha/cubin/kernelMetaInfo.h               | 15321 ++++++++--------
 .../fmha/lib/aarch64-linux-gnu/libTrtLlmGen.a |     4 +-
 .../aarch64-linux-gnu/libTrtLlmGenFmhaLib.a   |     4 +-
 .../fmha/lib/x86_64-linux-gnu/libTrtLlmGen.a  |     4 +-
 .../x86_64-linux-gnu/libTrtLlmGenFmhaLib.a    |     4 +-
 .../trtllmGen_fmha_export/FmhaAutoTuner.h     |     4 +-
 .../fmha/trtllmGen_fmha_export/FmhaOptions.h  |    41 +-
 .../trtllmGen_fmha_export/KernelConfigBase.h  |     2 +
 .../fmha/trtllmGen_fmha_export/KernelParams.h |   104 +-
 .../fmha/trtllmGen_fmha_export/KernelTraits.h |   183 +-
 .../trtllm/dev/CutlassUtils.h                 |    19 +
 .../trtllm/dev/Fp4Utils.h                     |    26 +
 .../trtllmGen_fmha_export/trtllm/dev/Utils.h  |    13 +-
 .../trtllm/gen/DtypeDecl.h                    |     5 +
 7544 files changed, 23668 insertions(+), 21920 deletions(-)
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv256StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv256StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv256PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv256StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv256PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv256StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv256StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv256PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv256StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv256PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv256StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv256StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv256PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv256StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv256PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv256StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
 create mode 100644 cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst

diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index d3c3a9de043b..b19f6632382a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:824abe07221079ad7200f8ed8025c1b251626602ca2951d577602a1e18744cc1
-size 27213
+oid sha256:a805277ce27f493156b176220f792ec9477e19e6c7ca141c24c0db1a2b2e57e7
+size 27179
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 0d9531242274..e2d9f5fbd662 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2239a0ca41f9e16b7c5b3259e76336d995d2b7597b9f07284c9531a8dfb7b713
-size 24921
+oid sha256:8263495da053ab72c254c848b531cc77bdec143bdaf7347c795c46815bfa4286
+size 24891
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 47c475f2660a..7d9b6c09ca9a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d18f55e09de805b7a45035729ceb36e26495cbfad4eddcd14c587d17deadc99b
-size 24820
+oid sha256:b4d463d3d5ad36f135e248299922b16a355899e52c3beb06d2c536568e71abf7
+size 24788
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 148d76a65e62..527e7616c099 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4c1052db516af4c1d0d27448eb87de2cec19096c73c34fa4d4f50cd44cdf170e
-size 27063
+oid sha256:ed02b17eb0c8745530e33d3306dda6350465651d228236284d668797bde61775
+size 27038
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 7d73e99894c1..6714486b3a74 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7ca6a87855eae1487dc1b307a1c9be6e9d8bba2264a15cb6b160cd3a6b4a1647
-size 23104
+oid sha256:24db43cca32687146c27597ee8532bd0a659f4ad7658eea619b814b0a81882e8
+size 23073
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index eba616573024..699a5e94e346 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9849ecd3372c4fe0d9f1de0feac06a689986d70d1e8e8bee58ceebef5c26bcd7
-size 24362
+oid sha256:033aec24db28625c938612071235d632b9f8846e29bfff5ee0361e75354b0b8f
+size 24314
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 40b2fee1a691..1e64f18b5c63 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:be2fb863425eca4d7ff8f7d042979aba74b71e7f504aa48460e5457e21403b01
-size 26346
+oid sha256:6a40030d5f1feb424b87e71fb3263ee0ade95fdc2490bd3c1c9d88f100c3cc44
+size 26307
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 6ef9e0ec6924..a7aae56ae400 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c52024038d6b4c65d6991f9fdcdabae01d49ba2867ebdf3cefac9034376dba16
-size 22749
+oid sha256:d802a0431d40395c80149b00f474977a10b2e1182f2ef78edf2174f539073019
+size 22705
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index fa2435e3a874..d3dbed6c6454 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:43480e34af8fb773c083d40e6f0d45c35790bda50bac83b7f95d6b20f6e8da6d
-size 21325
+oid sha256:755270da3a981c48e5c8852aeebd864bd25392a1de078735bdb8c6308bd2e5f9
+size 21288
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 2fb07496c2a7..e490d22a0423 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c26e7e4cfc4c6b38d5996a1847b7227d4dcf154be6e5c3c842c4fe9ba5c6daa
-size 19118
+oid sha256:7ec6c843ae308406a4c180c6ba857fdae397f587203819a51f19682199de4f81
+size 19083
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 7aef0b61cdaf..db38bab4b0bb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c5cf437db3c506af1b424f8f34c707f838811d02c80b576622625d07effb904c
-size 24204
+oid sha256:49e8e13e7656b2d18c0cfe83047970fad16c99573b2799899ed38a2d9c837ed9
+size 24167
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 128fc15599ce..bcfaf6da838e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ee97d19f81ba1eb3ce8cafd0c8882cbe06534c70a0e16de1e707b29f22444382
-size 21889
+oid sha256:3bf129183d6ebf4eb98781403dd3538193814472f0dec170eb5001657e861c75
+size 21853
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index fa895ddc7f9d..ea553739e7f3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e8cba8c9d4967a895f4e6da1f2fdfcf631e444d3796e13b39d37297875662b4e
-size 19892
+oid sha256:cae500fef5fc4ef80aaebbef5b9264633fca46773a7f63b37787a78fc9023010
+size 19854
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 8511afebef8f..bd9d1bcae63e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:88fcc49e4b492684e73155f3e200caa4d1be5b18a2a0f205f8dc7c80d9de5f68
-size 17946
+oid sha256:72a5e4fb2a0a616ca142c2aaa620976f72a637eff1b9af89cf05d0f35843c013
+size 17908
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 2b50d5869b12..5f800c28e3f3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e4c708c56d29246f889a7b1dfb569d0093be017bd02d1303bd9edd2be9405d34
-size 24529
+oid sha256:e28ebaaf5e295473d93ee14634c2f6a551c86fed2cff6f64d9f460610b531def
+size 24488
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index dce9a5189aa5..202ccb5a359c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:da0371bf42bd58ffdbc09d6d293492c937d6d92cb612ad8bc507b03e2507bd54
-size 22628
+oid sha256:e434736ad19660f39564456ee136989f7bc655474715a74585bef5740e6e9637
+size 22593
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 6be45be4b67f..68c22e089602 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0b5f58a939fb3f7215d3c50eae69ac64014f584bfe568af417f3c3cdd553f712
-size 23941
+oid sha256:a21da1bf869fcd6b414fe3195b262465582d8621ae9681347926b8831e9d0947
+size 23886
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 7acab1aea394..a740ac305d25 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c0069c3ad3c8240265b681dffd8909b837cd7f8e6e68dc2f712edab5393392b5
-size 22327
+oid sha256:bdeae2a1f2702bb975216379af4f7169d826f05cf97e328b668c287b7f1c1969
+size 22282
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index c6b5313c51b2..16eef9e1b881 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:db6618bed694ae528b63e98b3e420379410bb6cb14aa6027ce5ec7aa1693edf3
-size 20736
+oid sha256:9b8c562d7582acd37295bd76b5a7260fa489a8abdbcbed2b14e0ab753018cc7d
+size 20700
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 0a8e21f88827..07b4536165eb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b51d8dcfd51f39c3ea66c3c14ebefe6de9887394c9703645a89ee72c1a7d6d5b
-size 19131
+oid sha256:40b5f183d833c952af87c51e3dbecfbb19de7754b11948ad3cd6d121e360f793
+size 19090
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index f3522d999e3d..85633325356a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:44909734dc2501198e954b635efee924900e2c880b0676531b515752aaefa199
-size 26617
+oid sha256:af778adb25b6bd33d82224e43d9c31367bf9fc87efd71ec962286f8653406fb7
+size 26578
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 69ba8e2d4778..38d800cc4c2d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9849246d20ec1d2a60ce1508677e583255ba3e80019cdaa0cfdc09f58c9a802e
-size 24872
+oid sha256:1327dbcfaa391569ffe1e17a6e627be9a2f4ab3406ccd476a85b1a37f0eb57d1
+size 24841
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 8445dfd6a33d..b605d903a317 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a50de8f20ca4a1c5c3226c7855ea1e958253310a760c8a70e0fe4a9e7fa8f91c
-size 19663
+oid sha256:e7dab57260f4bfbb21a705a12461d18453e4b3fc4190ab92e2a03a1d69441639
+size 19625
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 31190561406a..b65376c9de3c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e240e7b1d00130be27afc53291781299f0c568600cae340ebc2351bea360ce3b
-size 18068
+oid sha256:88fadd38fba24a4547e3cd7b7e4c817cc0a9f61a67d6649fa53bc3b1e03acd5d
+size 18032
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 44e2db9d3a1a..8c07268e4b00 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:afa4990b6cbdd2f027bdec1e0caac252bfa978537712ba93255ef95ed8ee5a16
-size 24956
+oid sha256:d8a1d3e6fe58cca7030b5bd4dbf9a8523ed737e7827e041e2d26186e98a3bf4a
+size 24922
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index eb78ec2bfe3d..678568f0c5cf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:07f3786708e0f9846e2e2a1860e4c7ccce9bb14de0398df30f103f1271e73529
-size 23022
+oid sha256:a1cd5cc3091eddb0c1669ef887527f4ce4828f57ab9ae7a0488ddea838b5f82c
+size 22988
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index e2e385f8c35f..b7314ba9f359 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:65024d2cf29e2af1cb203357f6a5f3a0d74d6ae750c55d46349336b9bb32ab81
-size 24497
+oid sha256:cbdead514c0e908a354589386c7ae221a88451528e56c4ca3ac2054395e60ee8
+size 24460
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index b54f177912fa..128cf1436df4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2f8d2d7fbc76a5bbf599acd85fbeb1cd1064618a8eaa3c9dd6ad1008a2344b4b
-size 22774
+oid sha256:0ef8cfa6856581ac029527cec42f3b467f1fa42ed969aa5cfbf75bfb8773c564
+size 22736
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 6b2b26be8487..64a5ae95c7c2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:85345019f6bd393e0265f4368cee383d56e92ec68f2470b74d05cb65b35c4e28
-size 22558
+oid sha256:1525d830702d86c85867747422c15eccc0c7dd55de346c72c0967175460cbe8f
+size 22523
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 062b2c50d022..ac8b52db0cad 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8366f9c15d5c96e9fecc0ddd91a0a012894ba7ed6ca322421572e8e29e43ae01
-size 19021
+oid sha256:1f6e70e1fd2a7a5b5ac62effe659ccb0990b3e63abf02b44766dddb4e69fe485
+size 18983
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 0eb8883c5f1d..f1f09292e513 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b3b887471863469f3efb1e48058c616366e497456d17babc281be2c47d5042a6
-size 29744
+oid sha256:bb21f897bbe5de34d328d2aa41a09ee2cd48550d16736de071eb2dcdb4557707
+size 29688
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 5a32cf2c6edd..cd38bbc78673 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6211e0dc3d660602a29f05752149fec87053111741ef450f2de05c662f01fba8
-size 27622
+oid sha256:6b0103ed93746dc8a847c71449fffded3a34286edda2060fada01b50d201acbf
+size 27586
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index ba3a63681544..6ce2d3f09639 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5dcfa074e67e90928f3757b9a2c1cf8b39bbb66fa7084f368efcc4e594b863a4
-size 21043
+oid sha256:f28d54998e15af4de9917960070954f13b05125107661b6cc97ffe835ca9d650
+size 20997
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 5a11e47287a3..138b1f914f8d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eef9835bee9f246fd55f9e248a228c119c8f45b7a95526ad888c8e6ae4f3ed14
-size 17799
+oid sha256:736da05ce11b2741494d9eab5ab5e58f06979d378c85d2a5e1bc84e931c43d6e
+size 17759
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index cb44152dfc08..bf0db6a952d0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3f404938f47e5998f0cf4ec799de535d12e35b0d6cb9e53f1a3aba8da7436066
-size 28321
+oid sha256:eb69558d9b1ce9546a5bd95ed919b0f4674b8a9166716617a621b7f6a2f57508
+size 28291
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 42ec9d896ac6..615f6e305875 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5961dda99834282eaddb36f17bbd71ac6224682f5ea05034ff7f60a997810c4e
-size 25203
+oid sha256:c36862747d8fbfe2bef1d7807f6fcda39172418186c408e774dcd27eeb91e1c1
+size 25166
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index bf22950de68e..4bf774dd4226 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:08f0365ceda05f3f08f297375cfd2d71b7e7bef5a26587963c662e0dca6df0cd
-size 27425
+oid sha256:7e0273c3cc77e26f54c2b580230fab1b051abe56bb35d451b2f63b3ee0497e05
+size 27400
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 741eee6b62c4..e67a2dcef4bd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:50ef5944fb5ee29b8666774578045a5f2eb52b00b101582308135e0600ac489a
-size 23108
+oid sha256:12fa4032cc7fe607878ef772d6fa7866238fefc589168f8c977a6dc39a22f7b7
+size 23066
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 218f4c44d3fb..1c4f1c262a65 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:04ed219158ed0903e9248019a1274feb40e1ef69d2585d91b83cacf2c863e920
-size 25432
+oid sha256:29647900560921806c4c63ec65134e11fd5ba5bca75698ec12360722d2357317
+size 25400
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 06b7cb1a062f..24d8d1264abf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eb17d8f25ad55dada09c86f7d08c4a04f1d20e128b8bd8a3f82c7e74e7d353b1
-size 22752
+oid sha256:ac511cb46f8940fd9ec8300751ab09c3e57824de613086c25a9499546d3f28d8
+size 22732
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 5eba7ae348a1..a0cfcc357d7e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6be38464092e7eb2ee217db438d9731bbb4916d918ca4e85e37d6b00debf23e6
-size 27106
+oid sha256:8032ed5e849b31bf6654c4fbc81e3c70effc07320c865e7583acec790f43a04e
+size 27094
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index c04f7fb9f26c..d84182b3c2de 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:637efb11438aa3fdc2eecf95751b017cd093ca15d39a05c4ea9d45c12920df60
-size 24670
+oid sha256:80c438bd2aee4addece86464305b0f448bc07865995b8e7a37738afc13db6ef2
+size 24635
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 677d5131f945..89c79ab82e5a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f75fd3b41621f24b6a5af5b4b3edd066bb85d20cc2739bde51a18d1b512c4fe3
-size 29831
+oid sha256:5dfa9789dc56327ffcfc38e0b64aa64b5a601159bc35a1b63411ad405448a440
+size 29810
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index d4177e8cb9dd..7cd48f8351c1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:303b4e67702e2753ed293ae9e1f09e01101377d5fdf4a0100c26b280e2292434
-size 28556
+oid sha256:f3207623db4f334f57568c8f44c88c43af91e8292820f8ddbd55efbab502b144
+size 28491
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index e6fc159564e9..cf93636012b0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b7333e77ef2b63abfaec77ea60a15c8fde7efb165aceabf7601de4a3a4beccd4
-size 29385
+oid sha256:9006b07c3ce41887acd28f6bbaa912329695cee07360c27ae7155677efc70dd3
+size 29355
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 46c601946616..01fbba68aac5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aaa319fb1afaf81ee0e2b3adec51294956836b195de2397b72ec538f00e32b46
-size 27959
+oid sha256:bc350500af8a17d09eb8e8e4ee16edfaf7d0df4652d952ceb683c25878c938bb
+size 27922
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 63ca66ac8f02..a1e18329bd35 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:378fc56467c4742c8a28c4d84a08a17749ee9053982d66e057e3752847cbc733
-size 27397
+oid sha256:4899d50cb69dacbe6206f5ac293f893e1590522cce70b4aa665b1d854d4bf297
+size 27553
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 60c54a173af4..c980c0b917bc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9ec0edb7c560974c347a2639676ea132d8835f6ea8230fcdf10e6b63e1420b84
-size 27041
+oid sha256:e26e366561eaf7151a4d8661bd1d44a202af272a680e2c0cf67bae584573ea67
+size 27016
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index f1673914d4c3..2aed520b0da2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c7fe45477e3d3222b95e09cf99579c7d02af440b5920a74db58c76d014ea1f61
-size 26667
+oid sha256:9ed45fa3af9d343d2ea6d8910a58b8731bc9050d7552e1170cc3c613906135bf
+size 26635
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index e27793bd3f8a..ca0ef729be6e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:44b89801b77ef78ea67fe76ae366b4281f8c47c9149fa151de786b942ad7bb16
-size 24518
+oid sha256:f25cc79a562ae610aa3b36f0cfa4d3cb34e7036a5000752bb31ab048595186a5
+size 24478
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 544ae38d1be8..f4455624bceb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f4684285db407dec7082e2966a45d60dd23f4e34a34353a364eafeaace4ae308
-size 23954
+oid sha256:20f5b5a5e3c797e7532d18172b8b559bdf795f06f64843545cb5d857694b5546
+size 23921
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 6323e29e834d..199be6dfde7d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b25c5b939a52a4f23f1d3e6350076ebcd968f9949a29c4e394ca3360ba68ef1d
-size 23180
+oid sha256:af8270bc0271345847c1c2e7ed644b394069c8720f1a13a77917358c58d65dfc
+size 23140
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 5e6f18cb4cc9..e7041e382798 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b656ff7cc73fb9eb9f0d0c3534771b32842cc6e0c9c0bac10b3c2c88073683ce
-size 30587
+oid sha256:0b968cfe2b8ceeeae6df1040ca3ea93001b07acfc74724b2489efa72876f5258
+size 30560
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index a39a9f99dc6c..af00877ccd88 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7d8c853f2fe729c852f0bc5ced5b255cf5121dca9900072cd9a87c742584f04b
-size 29150
+oid sha256:759ad7c9dae3968ab87950b7362c7b104717988503c33e2a969d5df2087164e7
+size 29117
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 717978fda7e7..8afea82dd2f5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b53ca4f01f7701b2fbc516406bae2d9620a9bfe73dc3a985878d729eacdad086
-size 30059
+oid sha256:e197938991affa2265ca186a77c30bc9617545e644b2faf163c29706c4bafe0a
+size 30029
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index eb1f5874a067..5942652f7b79 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f690068513ca2c635becd556295a2cb810554132e0f70346fd1ddf37f71ab695
-size 28710
+oid sha256:38d73e110de28123a32dc07e76303ae34fd403dae98177526453b28702d35f72
+size 28682
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index d096d9d9d475..aed804f5f16b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3de95f7ccf452c6adf3660693192173b567aaa9d9608a2ec2cf98d1254e44484
-size 29869
+oid sha256:232d846e0cbb2ac095607ccfaa2118a22bf93afff01a3a5ce2e3aabe3f69925b
+size 29843
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 346836f4368e..e169313faccf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d84351efe61d17ce81b8c85df851b3d13805da632a0909c1ba7552fedee21ecd
-size 25903
+oid sha256:abe0721e70663ba3363191ec57d9fb84499226da81fe2354d2f029a6cf32bc69
+size 25868
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index dd2c286ac953..37780342efc5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a85c8d394a9202240296284ca0d30aa7f1398284e0657fe87b22c956ac7ae6e6
-size 27723
+oid sha256:25b7924f769bc0c7536b82215e273a3def143eb9de44336f64ca4af438d7e5e9
+size 27692
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 35e232418071..dd879b40fce6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:861490e12c027d314ba87466f3ae36389653c0bd7e00781f76e741295e60c147
-size 24019
+oid sha256:735b75f09a67c16222eee48dd7a0c06b95cf4ebd034ca2484ff126d3fd2302cb
+size 23987
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 2fa6702dd875..545f8036d844 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e9532dc13533c03dd95bac1e58b3c4709e322f931433b033c3c35fc7acc1e2f7
-size 26098
+oid sha256:a2c39efad2e53a4b90559bbdfcd698dc1c197428bd7c3d3daa35f9b25bffa476
+size 26063
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index ea9b45f8701b..935e8fabc688 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b3561499406b885f5796b1e0609c52ecbe6bc6a75ac7bad9566c8204e4878ad5
-size 22767
+oid sha256:f7fc4a75ed2c174b240fc515a6933ae6038daa0b83218c1b63245d7a627c920c
+size 22706
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 71c2cd2ee452..e1f01ca1dece 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:64059958bd18c0cb0217095535b2c07059b7e0abe9daffdd52665723445284ca
-size 24788
+oid sha256:6d23df920f9d25a9a471654fa70a4ead925ae8255f87316fa5e834a6013b676d
+size 24752
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index a623f8ac827c..527f05092a78 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0164b0ef48bccd62c70c63821861c9f8b8ac1f5d6d36e1c66d86ce20b6c1cdf9
-size 22403
+oid sha256:d2b0aaac8e6e8bb792ab020222eeb889fe65892395933350d92651331f492681
+size 22367
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 719415210d2c..23f4caf24441 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9dbc12c0b7ac5e6d8b90bd6f598584378d66dbac1c4927eb01e3f8a664d46249
-size 22466
+oid sha256:b27c54a96ca189882a2a1d0e2501ce75440bdc830bc6f91e6c24bddc6175c52e
+size 22434
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 8d70fa8d62a8..b0ebab6007a9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e8b06bfe5eeb1c67c4281aadb9ddb7efd92b85fc0025cc03895a473073574281
-size 24964
+oid sha256:ece7125f1d71eca9f12feec2d708e69009078e6686f321a030b38c7464b837e3
+size 24911
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index ea53b0a485f0..d97040121068 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fe8c8f7cdaf96e2b36581867ee8750930075ef92c885444c08dc7aa9961714de
-size 21717
+oid sha256:df5c6781e18e2c40a4511215e87f9fe824aeaaa01ade3eae3507081dde47599e
+size 21676
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index ac021da98e02..410609a6fec3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2de22c3bfffc7700dbfd851ef31237b4a88885e62f01626250244ddf7b36cc63
-size 22102
+oid sha256:1ce60c1bdd698ec8295f19df2c7da9a454f12cca5915a96864ecf1245022bde9
+size 22062
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 8b25019c7331..df2fb7eb301b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:894d45bcb2dd0b4203fda57f1ac81fbf260d798a6af70151430940c560e548b8
-size 24511
+oid sha256:27390a2cb7b157ccd132a23ec38ae18a9b362e920c14dbb11a62fc0a94f7f255
+size 24481
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 56f90c8a2286..0149695bc992 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9ade776c2d453358624a4ff2565b5da1a31cb894838cf685d533757bac9518ab
-size 21413
+oid sha256:9cea5841638fb11455901a439a17cbd55f958112e2ead155ed2855fa133767c2
+size 21367
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index e7efa03c6220..7e61d33ba39d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:29abd83372ea2a8cce45faf435d4de9014728e7267055ca83514e8769da1a49f
-size 19900
+oid sha256:037012cc6a5a3c7eee2a997e896249dac52cec17a499fa3d9ba215a27b25f628
+size 19862
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index e014044ca079..2acba16927d2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:696c6feb70e2bdd3b8f023eb8c26d6f646ea3fbf94eb3eb2060f8872d1984411
-size 17760
+oid sha256:784942a33aca606c107303d2cd35769c14c6bd13a151f3a5dcc8621475652935
+size 17720
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 858373b97214..f1179e99e229 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9382313de4dad41e8a1b3b36ede79a2b95c50594d4423242d704fb93e7554a0a
-size 22669
+oid sha256:a4887270ee1a80e4cb63dd5b480f3d0eb16096b3cd9a1da96d1691a5d30b49e5
+size 22633
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 61dbf3ed4a8b..afffc478c310 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9c67d009ee32b86aed6d43d0a046b11cd5c1d9f8b6c9a487729680212a07db50
-size 19956
+oid sha256:32f566bb3cc71017ffd5d1b6ec951facfd1b895193e97157063f0d29aa56db05
+size 19918
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index be84735ba5b2..010c6d27fe46 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:954e2d7d0f67e516467135920120cf2cfec94d3f8ae8b204eabcf2c7d7b43e3c
-size 18702
+oid sha256:ddedc49e8e3a73dffa696cbc5f0c31719f30cc21d7980fc6e47e5888528b3756
+size 18667
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 65d5217adda7..e124cd7f8f1a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:75bd3bceb3fac11a694a71b3b791f7022b49da8abbdffa5e5eaa20484d6f8df3
-size 16992
+oid sha256:8e6d8b90f050da33ba00f3e5a53759001971d728737de43b54600159bf1182d5
+size 16954
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index fe7751ffb3e7..24bf9eec7937 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:39f6fef07e26918593d52137e47c92d9aa3a9db462b6d814a6c80127c5002e74
-size 21976
+oid sha256:3719024d8390e5aceb833c29f31f106725b5bfad9d03459e10a7fb76fc614548
+size 21888
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 9949d2adf625..6346247054e2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3047826bfda407420140a962813226cf9a2414c45b933228ed1e3328f4a02c51
-size 21250
+oid sha256:1ec7a180699f476fa2747af3de6a871bcbff597a82a0f626de065d4a9216b7db
+size 21198
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index ab516918234d..171d667fb05b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:07a08a35328723ed839ca4b1c18cc59d3d91e9ac00dd7e5a57d94f8b7e4ed554
-size 21744
+oid sha256:f6fc2d7b38e768a313f670987d6f11b48f82c3445331a8db9ce3203641123e72
+size 21701
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 1b68d56ad94a..396652d5a857 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b562a60110bf46cbf33eb33a79513d3fc689a26ba4d42c7c79b20ba1c9cc847f
-size 21104
+oid sha256:7ba2d897c3d5d5037ea7c6d0723232947861d699b8d811725c2dc254dbadf5b6
+size 21058
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 72103e7faf5b..e38ff2c3212a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dee89d7ab2cc29901282c593560032f2dcb3ae65561dcc71b442d142f8a08a5a
-size 19273
+oid sha256:78e000878b558313e7f9437408e4f1db5a227549b6a061c71c5b5f4ea25afda9
+size 19237
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 30be6380f0dc..bfe3b78a4cc7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fa301202a62eb4a0dd699ae5b049a9474d23ef905f82f2c5dad287b845d41bff
-size 17830
+oid sha256:fc106f98417b1839199481a155bba0fb294c3e8e348de046016290cab464148f
+size 17793
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index fd4d7a6862b0..9f1903f7a3e3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:35db6cb9ce6df75295b6e170d2bc382e17592d8246508b223cdc15c8600f9356
-size 24481
+oid sha256:7b08d8cff8cfa69f1828164bfeef9bebcb326fe5e9ffacf848c3836312cf0e89
+size 24446
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 442d064ad57b..5f6a0ecec1be 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f56b8b58c374cf263cfe9a597d4bde50c64180e0a2adfc2390ca74d301b25680
-size 22239
+oid sha256:ee6cebe8cd43f410b3da56a5888509d9a22b2ebf23cdb493554f80d0616eecbd
+size 22205
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 7421fbd6837d..669d26912b0c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e8a45e7285bb9f245d9c825cf10a5ae0ab38c12af1e3b73ff18300ae52119ec0
-size 18373
+oid sha256:e808b3847096bc41bf262f6abb74ce2bda63a61d1b6e887967b6d3659ad75835
+size 18338
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 44e9e18b5ed6..505c8d1755e1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d558b84065fd44e722b0933ea69661f542458f6d736e5b959fedeb2055915d2c
-size 17052
+oid sha256:641726b78ac00f9298f35cf6655e049d264edb9646bdc4f15343e59dbac99999
+size 17013
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 91b40193abbf..7979622d36d8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b00d2a5cfa39ab338171e0026968cc7d22bc432f68a2e71933cce41882b7373b
-size 22570
+oid sha256:4dec06cfba0dbb6ce4a5a92da33c43eb2d4678fbf1e1adeeaa95aa993e4ab2aa
+size 22542
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 7d093feaebb7..71c1293a0862 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f168d76623564ec71a9739bbab9fb265cc5967e0affc8109c287f3d75e0eefce
-size 21858
+oid sha256:60c536d042ad9fc60bdeb1f20bf8540508338e5fc44d09a1bce685d6a9c08d73
+size 21819
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index e64de815fb60..8d0c41ff0146 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5d4b2c078270aea59f045d5ead1ab395470ab39e0d191d358e8dfaa3cddb95db
-size 22291
+oid sha256:0ce894f7a42e884995cde33677338d41510e5d533a3c6f5b6e3825deac367af8
+size 22252
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 580a4bd6aa90..fff450999356 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ac6ae8c6a83972672062d655200b369ed53ad815534c26ce30a91399a5cb14ec
-size 21555
+oid sha256:135b26e3e5219a79eadfdbd3d3ebb49322ba96bba113c4557ea4f3fd1e935360
+size 21514
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 64da190bece0..6a80c57ec737 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7a23c3c7d9f70b3ce32942eee2af37b1a923d5dfe5cc882df2f40e0fa53fc734
-size 21106
+oid sha256:61ece649d57668fbf5127328654d994dc11b070e1684c9e8ae874759b0f9c13f
+size 21060
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 000cf1066a1d..2ac6e9bed768 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:400506d533051eb8440308471bb7472d173c0842ec29050cecdb0bc7391bbe7d
-size 17861
+oid sha256:7648f33dd5242e1def96ae3ba8b6f301545163b94421bdfcb5c70f98fe5324f2
+size 17823
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index eef2c647ab1c..f5f5d926115c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:35203b475ebd6f403e440884d432503d2399d76733ac29d10f3f6bef9d6f7d71
-size 27511
+oid sha256:da8635e5c7d3ad6c4ae75969e6d136e615b91922829c6ca72b69426b19a0213e
+size 27481
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 2b9f6f492a85..2694170f1f15 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:33dba172c5f09104045c05f73dc4603062536a1c759b717b7191ff1a22966ac2
-size 25138
+oid sha256:d406bffce1066a9a2a00dec37ba094e611318c88a138512e472dcad963958e85
+size 25106
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 672f2fa7d52a..1800098470ac 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a64e0d24cd9c2e85db31928790feecc5ab5ed42180c91d88869b3dc7088ed34e
-size 19695
+oid sha256:89bfda08d850adf39886ef4002c1a932d609dd85fd85e0f42a24198722fd267f
+size 19645
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 9887efd09991..d3c9bdee6e12 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c915713fb27bfe0055cae8ce07db74dd6e852126a297eb89ad9796cb61f7624
-size 17011
+oid sha256:147946a9ad72cecae35d270d627717aa11bb48afda79634c505e946be0333302
+size 16969
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 15b87c3cad68..b0e38dcd5ca6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9f72f50ab87eec6d5f4f0884a5807d0bb6ef9c33579e124d87b41f896a2d84d8
-size 26360
+oid sha256:04a823783d56dd6e239d9b97939ab0f87c375f57fd7616cfdc6716e79c408ae1
+size 26332
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 1d19070542f8..d9a1c89513be 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:01c6b738c94ba7b7a8fa2aec486d954b94fefe719832ad6f7307b89738b9eaf8
-size 23163
+oid sha256:7a50a213db736f73aad925dd8d7c68774011dc627ef7136b2e8a14301ff22d9f
+size 23130
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 2fa5817898c5..4252950a0ec7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ab60e451a4c4c944715ba8fe567487c8789ee5251d0386600a28f94ca48d699b
-size 25947
+oid sha256:cc44b2e6c7150a972fa4868a54684607643254302de587009c64debf0e23424d
+size 25914
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 5fd25fc98a84..90e5dc7a0c54 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:320f7eb902659c7d24b38313b184ff3cd2f877e771ea5ee0325f6c7db9ffa74f
-size 21999
+oid sha256:e351c79326d76dbf89af375135be5961648da385a36e4a7f57da427d04ce72c6
+size 21956
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 9a6965776e40..5c6ffa9be735 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c6117fec6b86f60908b57441d919ac60c36303c72ada0c870f1618d055f8271d
-size 24243
+oid sha256:2332a18cb5324052d4e6c1e0f11ccb554d844dd3a09a3642de9e5c0275e7aa0d
+size 24209
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 0a14e6f19e70..766553a68ba3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c3db2d126b478c19e891253e0bebcf8b9fd2e6125961fdf4136f290bf1eb83ef
-size 21593
+oid sha256:d1dba28884e5b1447d0d0c18f7ef196d1ce5fe45cf5eaa2a2ea4af0d5ed1f800
+size 21561
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 97dcd8607f30..9399bd006b47 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d49284ccc633663b61093a10babf5e88807ce2fe0aba200435562aa5991c7c56
-size 28014
+oid sha256:7b6650cecb70465266fcd207cb3230ffc1afa81c904c9b2fd30db55a0fcc6a7a
+size 27985
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 71a55053028e..4df36a91d438 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c6bfaa61d05ed8bd4df927f26e9baa0cc837421a45832d8547e40ca7ef370a20
-size 25267
+oid sha256:77f1e07416c87553c8f2f152ada421a161d0bc9a7100355b127f22ebf56a24fa
+size 25232
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index fcbe038044fe..ebdf3e33da00 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7a200640a1f7cb811abbf4d927f700833d46066e7a11fd9f536389000e092b3b
-size 27388
+oid sha256:d524c2748ba6f80e4779700c8456045270dc3d741b05abbb5e328641cf40af52
+size 27372
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 1a42de43b485..e39ad7623e87 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c87fed72833f424530d46f1a268696a1feebde1f873275e900c222104bd693d2
-size 24884
+oid sha256:5cf790d06f6d3c21846634a357ac70560d7c82b3395723dd983a7b2c707be50c
+size 24838
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index b87e0ac87b4d..18cd071fea82 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:641d38e2f756f5d875a10f4d60c4971ac20405175ad3f2774f9a4e57a901696c
-size 26942
+oid sha256:c7011e535c6d3f8902d724f5cd1bc14ebe302403215d782edbdcfd276da38852
+size 26912
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index c8ca2f25a8e7..ed37dbea25e9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8bb57537741ef074550f4e1d764853246eb8d64b939d5cad6871fed9e952dad2
-size 22901
+oid sha256:f08607a23a50e76825dfb5801edb351e417226d02e815d99c8d2049555ace4e2
+size 22861
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4529b62305f1..31648afdf880 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c932e3bd5894472f905a6713619659be537deca9c7611b685a56099da4f69682
-size 27433
+oid sha256:6a4235a0b91db2e7d9159b3b7478fba3fca89ac987f4618827a78f015cdd9357
+size 27400
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1af8686f6acf..54c6c6411492 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:783b5898e10013f28602fc2d0b4c1e66146909509d41f1447e6e687c0a806fb0
-size 27437
+oid sha256:e83027ea1014ca06402f8714e369bce973da881b5b8435981ba1f8e03a0240bd
+size 27392
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 768b1d2a6d11..6e780c61fcf6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:318a6310c3f00df80cf0c52dac46f78cd1edd84e2761c3394942b3c68e9aeeaf
-size 24352
+oid sha256:317d5c35f80ee1722017ba90cde8ff1276f7904c613dbe53226aea70bfd9f570
+size 24317
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 22ad1fd9f284..23a552c9cf13 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dffbdc7429de2aa6adc80aa44452767dbd2259e43dc3bdaf3f042441f39c25e0
-size 26445
+oid sha256:e248460451c7ff0ee2b8981555689f4229a5d1274c49f1dbeff40a3f6a51d7a0
+size 26388
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 70aca2c88905..2326dc639374 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:95f17384ef108a0fce75c68846485c0d6bda9e458bca6efedf44b797b43966b8
-size 22649
+oid sha256:d1a78dcb397c1602f3ffa60f82ceca195a103c8871e2a72a63db2c99387dcdbd
+size 22618
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 16b815e31d4b..38b5d2ccfce6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:42ff1eb47a848466becfd1b57739e1c38d218c660a8d20394c2b1b74c5dc01e5
-size 27192
+oid sha256:5a78eef49352381fda8b2736fd2fd19763f73a67896acca92587c2035e187417
+size 27148
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 85c41057c419..2274f150e5cb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f3e4534fc197ce9ff2534e0e3d0648c3cbd1213b74be6ebb0249c89b39a16fe7
-size 23273
+oid sha256:028a7b917f352f92101dafc7f6a8ff5c5c162c483bb4b23f549daf64c0160e00
+size 23182
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index f1889d53ae7f..70093eac6f4b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dea921be0b4f147293884b61a8153e129238189a4923bf32a9a4c83eac623480
-size 21564
+oid sha256:dcf24494f7de70fb83b24d101fee32b18d0fb7fc3196eb6ef2270e19ce8bf151
+size 21528
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 3899bc14fc5c..1879a7ca4828 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9df8518a3aa2e9f5d8bdafed9cd2e4426ef948860bad1729d62f9f4fb2ad45c0
-size 20843
+oid sha256:3ae84d5f12eacf8b8f13df56ce682e4ed6a46fe1b4a80f91da4d294994ce0cea
+size 20807
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 49ff502ce958..c64e7a5d76f9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bfe38b090bd3d10fee666dafad45a020487f39fd917cf5eb381229d48a6b5a2f
-size 18688
+oid sha256:ed1aa51fec85bf6c63f18d89c5a5da7218a531bbe8106b8e177575cd5d19191e
+size 18652
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 7d8642fb3e18..5084df3e22d8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6356eac7f3857246b4c99489e5d27f7c5f1712687c389bdae8727c8d97717f12
-size 23854
+oid sha256:84c7782732ea492eeee1de5dd855f3aa1fb743bd5cf3bbdf88e70a0b8908ebd4
+size 23816
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 0738d7cbb349..cea969305d62 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e7828d40150c29e35f0f45357a1bff24b3fef72f033033d3fc8989767cc20938
-size 21434
+oid sha256:350033b77b28d5809f27011ccff615c0951c685e9d7e173994229c13eef87b5a
+size 21403
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index a21dcf512835..fe1e0a8f2227 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:144c5eadf51c91d5b41d129f22abd0e1089c785b1185420e64875fabeff748a1
-size 19614
+oid sha256:36f93fea6dec83135b07fb65b9a6b8b65855999fe9770c2c3fbfe6b324306069
+size 19575
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 252c1ca90b08..08c4a3d18421 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:238f329c1a5121721b126a1b98588593cc1e6eb5663455d8151e23a7370a48a4
-size 17847
+oid sha256:14cdb02ffeb06a8dce6dfefe17239be1984d9ed7576064ecb0a1959c191a9a45
+size 17815
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index b835c28f1d09..e51a478dfba6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4c760d1f145520bab97d84d31bea723aace4fb2fcdbd32c49b54cf10402f8c68
-size 23754
+oid sha256:3885c159ad2f192c9d1ff4ef6e373755d005c500ec61f9ef68c338cb7209562d
+size 23713
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 56cae242ef6a..9ae09af2ef2c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c7e0e41da26d36f53fe8ec91b3384edb4ee2dca74717fec84c8779e4d9ac7068
-size 21736
+oid sha256:f60468c940194c3a7c358126c71b776c5544a2b8b1d88c3dadd3d9d4c91bd832
+size 21689
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index caf19f1f6682..2f8d685b0177 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:acc74f2ff72c0c6fe83ee12005ef85b034108b9486a4dcfc62ca0ade854fd33e
-size 24411
+oid sha256:79aa6f53e00daf313663436832803d052958c7b25ed89447147809951eb6abbd
+size 24374
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 19b6ae11bb57..04139cfd18d7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:354e891253d344c455501e23fe85c9afd5c0f5667c1955db4d35a5d3af1f5608
-size 22446
+oid sha256:eba7877c18677ba38e1aa93eb65c2bdf1b1ee5974789a1d91d425871b19c4040
+size 22404
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index d87282d51fe4..766fae46844c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3d7f91e0d5b64a7c7cc0f2dd07ca53f1e9a857581cb316cd59127f8332d0af77
-size 23866
+oid sha256:1e4166dcd580ab9ef0fad61e2e0701fc6e2d9718763d3890bb985725590f7586
+size 23840
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 7360e161a8df..941bc6a75184 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a227e9f62fdb86f6fc536b462b8ce0c196a933b8df1c8a883f67a4e627c45d9e
-size 22391
+oid sha256:5daa33e005e2c42e5ebfbf1cc857468d49a9338134c1f4c7dc83419fb02d07a0
+size 22367
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index cfd0ba4a8daa..aac03603db78 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8eb5268d31fe3251b9a41bac2de3eb520caeec0a17893d37adbd4a65d362283d
-size 20416
+oid sha256:800f609d3cdd0add201672cecd19a279557c232881c24a0b75bc8ce173c15d95
+size 20381
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 3132550d63f8..3ebc8da9d7c5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:06a9b874f8b6bbe608d33dae0cb453ab28b466df920545e6f53f36094c73e916
-size 18849
+oid sha256:2ceaab51d32d659f88d28bc4ed4765d4afdd1dfc891630f82f5d72898088ecb4
+size 18813
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index e4885ae434db..87ba6a42f479 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b72804206cb607daf49c2420ae1118b48db53595a7f8e825cd58fe7ed66e6313
-size 27489
+oid sha256:9a01da78668a56af6ba0c3116e32b2ef1ab4a6684bf8d615f49631913ddae8b4
+size 27462
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 6865f1038901..bc01c1db193a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4bbbae9487ee59bc5ed431268c1d043b31ea140e0dd1f7f0af30d68facfe795e
-size 25333
+oid sha256:4ed5e41701dc2495454665618c0fa9c03b54590ba218f0a513238f047860edea
+size 25297
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index e7b616cbc753..afbbc98d24ec 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cb0b284e4f4d5b3781f0342127891ee49e8acf0cb2ef74b0c22a698484193406
-size 19483
+oid sha256:e1be95c183cf459d637706ee970e7a96a6207329cc4df6639f9a449a70ea9593
+size 19446
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 78c7d568dfbd..12e177b18ece 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8d84ca5b63fc340ea74571a4902b8942d630419559c727d1e31d1007179a9815
-size 18013
+oid sha256:4021a5d905a17fe71c978d1c47a2e43183ea2b65ecf04bc5e01b783c281ed070
+size 17979
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 1b832eb1caba..90ba43871634 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4f7e89ac5a56279026cf76a248d6285bd6e6f433a9b8fcfe65dff14f21371643
-size 24926
+oid sha256:6dfa6397c7a970838a7c901c2c335bc9e62820fcebb532836293ae24f184fa23
+size 24899
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 7aec94e69e1f..9dfead6e052f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2cdc6ff9d6ada1d91fc98dbb37f21fda38e9ca94670ff82a40cc5c04100c9760
-size 22963
+oid sha256:fa270d9bae5d8df5b11ef5dc68920effc4babdee4980e7308193fc15afebd893
+size 22924
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index bfb3eb3f6e5d..83ada975ddd8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b6fa929b3393884de4dc4a8ae8664db3cae96230b803be7208c410fc58762616
-size 24538
+oid sha256:fdbdc441a7c49436415d636a0239ca220e8e09ce0b2dcfbdc18b14e561944381
+size 24508
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 8a54860b0c78..2078a595f714 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3f5f07f4bd014ab88df6851388a38c7e2f3fa7024ad05551cabc61c07208406f
-size 22955
+oid sha256:2579e71615ef4da267761fced35a114fd2da7360e24f52d370bb76e00b7471fb
+size 22917
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index df14be025566..46db3675e4f9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e50205d9fa90f394e691aa062ffb6575df681b3f9275450eadf61be796ff84ee
-size 22212
+oid sha256:2eb4268b09e0fbcb0bf0a76ec44d2bf980e2e777c88ab723ccdef2e484b5d794
+size 22169
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 705c6f1bfebc..04463c15c114 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:370979f01edf9aa5b2774da0bab292aa5f5a4ca2503de50284cf3163d742e02c
-size 18607
+oid sha256:5c39e2c8fb444bb572ad002037f57d4d53248d01cf2516635c5ceeb9b7b35411
+size 18565
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 6348921344ca..ecdaf405d5a4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:edbaf33f9096ea4ec17c51ae28e549150e1507199e623627977ed622705d54e7
-size 30415
+oid sha256:10e99ef635b646d9ce9598d639a3accd9bcd849c2ac558971a6011000cc5f89a
+size 30379
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 74e4a2693456..8db65d63da9f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5cb9eb32ce38185ef5581b3d522432cbe46beb3b501c7c2290f5539415111f20
-size 27917
+oid sha256:baf652b92b818ec2e98daeb7c78ba25a6ff6fd26c26bd57f02ab73647f07cb82
+size 27877
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index c6398ed11195..f5fe3b71cea3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ad5dcc36c125778cf2e82ee0b43d4c34aa005838591cf24843ef057031e4661e
-size 20876
+oid sha256:5e7ab85dde4837f5c17fbf3a97532108afdfb785385bdd5ceb5c59c238dae679
+size 20831
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 97d4408a454d..43c91b44a46d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:65528301f32a277232498bae55660d0bde1fdd1ac21fefcca7e4cf4868b82059
-size 17733
+oid sha256:98b06fc0d702157d7928fa67430ce2bced35329f45b70ed05133b068fd2d9e38
+size 17687
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9b5c62ee62eb..d3cdea388223 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e2525b70c928d4bb4d5c18121e9989daed8ba2b2a9a22b59175d02dc007d3992
-size 29053
+oid sha256:32a75404ad13bf2d80fceb976accd7262d5ca55315b22181463791a160fc5d5a
+size 29026
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 6e410fc2dce2..32ea7f4e0b04 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fcc20099a15028dd34f8b84ecb62bc314cb2aa652b2e220871f2d3d07d833016
-size 25138
+oid sha256:b18c0503a903dc2fbebaff1f12c0ce75bd5ffb2f2cdbc1dc1f7fb1af4583fea1
+size 25087
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 93f95c95371e..2a095a53034c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9e0ee2435fe40c2ed08052e5c09c12a0c5235a78c17aa20efd664d2d0914bc0c
-size 27445
+oid sha256:af1b84f694db480ffc1db5941bd2101188c1994ed45dbd61955e4d406dbcb5d5
+size 27421
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 7d3daafc5b49..aa4d425af796 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:644ecb6fd0f6cfe1015197d1001b5a4edec9fb86fdfcabf87229a35c701eaca5
-size 23245
+oid sha256:39b1f0952bebc9c54462f0fc765f709d3193cd79c4c773259d5c9c7b77a531f3
+size 23209
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 60da1ae1be23..bdc4b59fe79e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:46861c662b8c01661fa510b50b22dd0718012de17d6f733970b498afd3ba8a18
-size 25794
+oid sha256:591636c298d47f8e2a49cb25323aea26d7773db1eb71a05ed2b14198241906a5
+size 25761
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 263ea5a83a33..da988876db98 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0901ccc87119a1d95df5565972626350dc4f226673eee69850cd36b75f418149
-size 22923
+oid sha256:c97ccd17cdd01924674aa2b124ff4b0183aa17290b8c8604d966791ea8d1f243
+size 22854
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 11a994f84e59..04a7856057ab 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9495021f292fe9c0f5e2cdad9d2701d526d133286acf3dde31ccbb7aeaa853fd
-size 27972
+oid sha256:f1bfac2be9fa478041ff49d1acf5ff9e9b818cac1a088c3c6bbc143bb3a19ed0
+size 28119
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index dae62638a8b6..a1d360706613 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d20dea60b9593ee4718746f599fefccf222ddef191ab8be499d7e62aa0175972
-size 25307
+oid sha256:648787165bb35bcf2e2883dc5da046bd2c0a2ad65455ed0026dcc64552d22e58
+size 25276
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 67c8abe842e5..1ffb7aec7e21 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b58bb700d8f10f3046b5b72d34e5c9b63088890c195e9271f2439efaa7fd1adf
-size 29951
+oid sha256:cfd380deb63baf8ec8863fd1e61159d9b8d2ecc0fc9b27107284a709210a308d
+size 29875
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index b2055e44882d..48ba254d07ba 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:53b7f4dae896333a136d3f2665b8ae7dcac829c198d1d9332f35f0846c885197
-size 28630
+oid sha256:af31ab377e458ed931473282a42fc0a3a9312641da4fd2988ca50f01ca850946
+size 28561
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 4d3c816f33fc..3b77682fa9de 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:729c719e26dc382c768b1982791c8044f0665cb59aab7764e524458e5118ceeb
-size 29363
+oid sha256:0259309a0dc45c3717dc148c4812483640cf3d9214450431b8b2babe71648eba
+size 29338
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 511f2fd9d62b..7db7c667daeb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2e2bc93d0e3e89ea81cdd476657f877566cbddfd1e5adeed1ab237ba87c45404
-size 27908
+oid sha256:79f112f45c7bce6c3b462434079531b1ddb031cfdad9905fc89144eecd8703ea
+size 27877
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 0fba5d357eb5..0c6a5fb3d4ef 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:069ce147afd2dc4f0717182c36cde14904b54e77b5f008774135e68d3fccf551
-size 28424
+oid sha256:7124ea6ab60945003546721ea77ac7911b1ff71c1508bd432b006425a6868d5c
+size 28484
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index f762d2416a9a..74fdeb05fafe 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:028c13df559865d45cf0339a0c029be0a9a036a6f0ffb0255cd8aaf26c34a549
-size 27533
+oid sha256:776b94fdc53ae43820f9cfe8f14b3651842f4732d7427929f995632e6bf34556
+size 27505
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 9a2830ef3dcf..e18cfd414cc3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0bfff700d2db30e06afd42ab270dfa554b27ea51b5573f937b19cd2a2b335ebc
-size 24595
+oid sha256:cfa7597d0c35b8e293e8c2f2f288896adbc101f42456724ae23b3cbb3c82a85a
+size 24562
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index cb3ced8ffe69..28adbb9af8b9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:58f4cf86e8b9ade0ed702fc0fa5492bbec85eacdadaf21c440dd84a61f2db7cd
-size 24199
+oid sha256:c2480de4db82053c80d8592883dbadbd6de8b3351d1f46a41a1de961946b9618
+size 24162
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 0a125834f4cc..2f0f5eed9e38 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9a547e5e2f6ad089aa7a9ffb2ce1b95e62c9caebde903ae89ceeff210d03a800
-size 23790
+oid sha256:ae8a9c29f12aeea7788b39b25ee58198dab6cd313789713b600435dbef20c6d8
+size 23756
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 18571d49fb1a..bf393c73d89f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fb91301aeec703e299ebd583defc2d9728d3d0269df6a51deae698604057a3d8
-size 23128
+oid sha256:37f297d4b5540e477d9d76595862f1b1488437cde6e2fee3293b5686be6b1966
+size 23098
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index f336e01860cc..1a7668eac6c1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:92d35ce09551d0cadde97ad502ff3d9d683740da42497f35b44704fc0f07673d
-size 30523
+oid sha256:ca0324f287328854be974564b7467aa19c1b034ad8e0cf927f4a81fa75bf14bb
+size 30497
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index d53bfdad2800..c6a1741ce815 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:27e6b8687940065f647b61d1ceaaae7372f52a72310e1350c198662ecafbd75f
-size 29102
+oid sha256:828bdba14e0a6f5d97a569a7298da13e4404aeed986168140bfc977398425634
+size 29075
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index d730706ca1aa..4ebf042e3531 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fec0c6394a24fa6b99dd326a38b9ae2da758b55ffbc4fa5d0c4204eba4f01d5e
-size 30087
+oid sha256:ad88a1ad454c3e25e349507b6ccdc9410917eb7abcdba30663bfa85726956301
+size 30050
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 979fea4c030f..6a137e7d5417 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a5f15912ce96ccd7c680bf0c9117bd13fb1732b7bfd73db2cd1a7c87b45550cd
-size 28935
+oid sha256:c423cdb7aa0f1edca049b9b00387017b65f8f8e1b1d841e2bf198b5f3891ed2d
+size 28900
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index d12dc810576e..e58dd2d039f4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:27a06d3c7f44484852ebb5c119a3b21386e3fae7f8f6a1896f6d6da432a0b349
-size 30792
+oid sha256:29dc0aa325bae30d76e345053d65abc1bcb6c51ed679a450dd36251e8770b00a
+size 30814
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 184a6073cbaa..54bf1259e193 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9a6230873e1cf7f47118c232b9166601ad68b8a58e25313134a2963035bf6de
-size 26523
+oid sha256:dea8d2f9f1f19d87f0bd859591703c188d6fb8e6d58f71df7ffb0251ae90e499
+size 26497
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index db4071efb198..4397c80375f1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f32e5550531bcdaafb3cef73050279632101bca0081060fc0fc22caa893aae4a
-size 27259
+oid sha256:914c56a75b8e0dca134f90dcd618be17033969562b5083db2e0a2dd005d01074
+size 27219
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 6ec8910ca713..5ed9fe5afe46 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ab3c7d8fe60398487af4831d96119a9961c55638ef8d06472edb56a10bbe6b8e
-size 23713
+oid sha256:76dd2a216b68c2c77d7a46ad6dbc40f9c124d1667494f212420e7cef6274ee92
+size 23672
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index a5aafc7b34b1..55900c8dfd7d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:06317047478fc4486f150a115ac06dd14f64b8678ea30785501f02b53831d0e7
-size 26076
+oid sha256:4a32ba66f3e94fbc6eb73520b33f79b240fa99d7f378b413d8b5d26636fd5b51
+size 26037
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 8d7fc88234f0..e5530268f17f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1f6f3178a610f0fe40fc790585927d727d8848bafba425665cd54ce5396e75fd
-size 22841
+oid sha256:138d65e27a4344220aadc636efb807410266c42261f17f577e3fe7d77348a79f
+size 22797
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index d941db2f25ac..5efa330d6bc1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e21940f2c011f581d090a8e90f4b1ab341e767775b63113df89453712476834a
-size 24650
+oid sha256:f682c1304674dfd51ab5c6d23688b096a9bdf56fb0766ff40aa39f6b02fa5720
+size 24620
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 0c5e3c369329..03d9dae827df 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7bbca05ba29efe563658d51799d0fe662de2dccf9031670ae76029a245bf5367
-size 22469
+oid sha256:b4c8523fda13dedac3603118817f576358e75593880b72ed3aebacdb26d91f3b
+size 22434
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 83cdacfb706d..7d8b20ebf414 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3f399d995e17b3f16d120acf829c60672c0fb9253fa597db9fd7a8e5192dcade
-size 25546
+oid sha256:e57bdec84fff8a9967ceeead71946ecc76ba344a7c82d9b00f8de872efe0b691
+size 25477
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index dde10141e9c8..5d5f1bef84c7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d658475947d003ed0ad8a3b1128a11a27200c3d70e0ce91e3b268ed947c989ab
-size 22407
+oid sha256:4c590393c0feb4613ade2fe075725c211bddfd69fb3859dd5b2679ef04b35e12
+size 22367
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 5962880d8b60..f10e3a0f1168 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e2d5ded765a84701d4112e511ad1d280bab3297f7a8a3c80c0f7200013568813
-size 24929
+oid sha256:6bd347ffcafa03ccc87341ac18d4d704811684a78f6372b08b2831645bd18abd
+size 24846
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index be9a9f53f2c8..8ba97774ea79 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e8cf4928d261b1bd344798e8b9f4bf2b8c2688a190326dad58c13d30fef43174
-size 21672
+oid sha256:193d7683767465e722d1fc934fb10223fe2efdbaed33b752b6ccec03bdb46afd
+size 21630
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 448c48477997..060cdf528aac 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a0f111312b893a71da8d0bb41473619511714ad2b3ecc201cbe162c57bd0a8ef
-size 26044
+oid sha256:24bc7b3a80d20780fe0376a448d18725af9f90f9cfaa78a7a2d7edb9b61e2593
+size 25997
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index dda40bef8188..2708efd86800 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a046e3e9b39e5c16903ea62fde38c3781195dcf72a89a3bb130655a753b5a6ba
-size 24902
+oid sha256:856cd4d04b3a07056cc603a3422151ed74ae76d73572f63f3169514bb0c37838
+size 24871
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index ff9827952dcd..8c61b20b0539 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2177c2979f0b669e2fc576cd785879f367f1cae6113a4d4a9d7ef8d0d42e931f
-size 22090
+oid sha256:d001e4def8ea37148bf56336d00267ddb6f178cddc5dbc0ddb71eecd8cddca76
+size 22064
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 8af61c554e99..aa01c46b3cb9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d1f77254bcdd6fc6df759ea5caaff6f531f530c2361d8ffb4713125f1f5552ef
-size 24492
+oid sha256:0a796aee9e0b85868d1a507fbaed7b0554d9262f0edb4c0ad497d6cdcdb9f84a
+size 24467
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 74bb8543a2e1..320743d03877 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:40246cfe9530c95d8b18a0536f5efc64ea4676489156766f3bfcd0f134b05dd7
-size 21389
+oid sha256:64ce944b31bb77096fbc2f595fd90f3de09ac28421b2a7d5ce80575f5f2cf95b
+size 21375
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index e54ae2950607..9f20709a9723 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f2737ebc5927bf7c20c08999970b03b603c89a1d02f88ca2952bbbd6dfb723e0
-size 25327
+oid sha256:3fe52c9a235996667876246759356300b1fe35e65b18c12aed948444f14d4296
+size 25290
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 998a261523ef..2a03c609b746 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0bbb40e9a2159f24210b30f1d05cd602515b9b65a5d0c9c459094c3af4447ac0
-size 21685
+oid sha256:30aafec4e4a64f1de074b3142426b2d0ecd8e1b9cc1627348bc03ddfc8d3cf4a
+size 21641
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index e6969023339c..bfcfe707afc4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c165377cb3215d128f808eeb4d7abf036016630408a937a4cb5ccf0998ede162
-size 19572
+oid sha256:54a33efd379c94956b30e176bf256829baa663ee19bf73c01f4fb8787b001cb4
+size 19535
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 292240d34ea0..620dbcaca02f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:76f2e7d9058133e172abc74d1571bdddfbcc2a251f30fa80d22ad099206cf60a
-size 19888
+oid sha256:b9c0a8e792766ede2b61e32d80aa19c77c11ccb75aaba84bda767564f92dfe8b
+size 19852
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 81a4da25d051..f41047c37ed1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a68f2bde1e597e58900715dbec3e12064cbe6329225d1ec98d7782d69efbd305
-size 17811
+oid sha256:ceeeb46508206e1c0f231ce54dbdd14adf84444a5a2b2816adee6e7c0031f371
+size 17777
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
index b998e8b16dc2..00a38e32ab73 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d10e85618fabb70ebb95aa41544f1ada227284d71cf4a496e88fd6f29a938f75
-size 22516
+oid sha256:599d64296080c3a7e58b888e99c6237e6664a0d4833a001925cdbe8167311c29
+size 22482
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 9bb8cca268f2..a9d4a14ef4a1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9744d9e611256d38a2bfd0402fceea02a24a038d95d53dfdcd34da7d689d9f6d
-size 19714
+oid sha256:e8384541eb5e1e11b7557f6566becf6f1058c2094aaea179c6d68149b3ce2cc5
+size 19680
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 6d2f6e73bc7a..16b01025e222 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:963593d36ac070631c2eddc1ae23138ef20d595f7fe945e82c25749f0948c33e
-size 18633
+oid sha256:db4ae7adf6078f32ee2227368a27014e8fcb2d08177a6fc7755dfe8b6ee6d789
+size 18599
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index cde8bb265a06..c8bc6a2329c0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c3a6bb786107b4cf72b58f737d64264c9806152886211a3d891f04d4a2ade615
-size 16918
+oid sha256:c9524f44535371ecdfe64fc372e2b686e55cbafbf78d1edbae909dc53d4a44d9
+size 16883
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 956a9ecb7df5..0fdaeaa88c40 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d142f5913d269d2b12a9bcefd0132ecb8c98f06de1d4c552325889c692fc57d6
-size 22277
+oid sha256:cc4ed668fbb9e7bd44f238c0d4f54fdea244c6882cf7bae6b5daec86d57479bb
+size 22208
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 81ca5bcc58ae..f111a37eb601 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7d438db6b80668b17f519b1a66f7a45d3d2e65ff64bbc6a12b6bc84bf91daa46
-size 20268
+oid sha256:99078b733d788269fa742113577ec1cf06f63cf7e6847e3c9100f06c49b0d30b
+size 20223
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 0097e2edd7ba..213411764121 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:beca8f7f9d6bf62452ad1ee3bb776d52b823c2559282e603481eeebe51d06ddc
-size 21930
+oid sha256:e1f95c5125470b013c6ca6b5de4f43b13330482776cbadd8920d716489ea40e6
+size 21889
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 7504d774bba1..462409c348f9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a4985ba02550fb015ba81b1f9e787e32a903c11a933c1f6d4722039c0c2cdf5c
-size 21228
+oid sha256:f50bd188d1ebe776bbd19a1e36a65b22fc2b5637d516574620d6e1df1efd7fff
+size 21192
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 266a7d8526eb..de95ffd6c19c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:30ac2d4049644deacac430b0448280cb7189cae433b575e1f22fe26dd15bef46
-size 21791
+oid sha256:c942280830fc8bf567541f12f647353d7a4db6a7945dbec1b6f1eb36a91d4b0f
+size 21768
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index c023d993f37a..320fa57dfa7b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a8a2b18629df3525d6c811e3b3ddb7db9d2cfeb2716ebc4bb7be539bb25396a7
-size 21004
+oid sha256:63a2673e742ba2ac20d3818f5309aff685968c63536f24719aa35b6141af631f
+size 20969
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index bbf842ad1cd8..57cc5697dc4a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:41bc72a7f2f257b5800cd83832ce9c94cf9530d622ef86c992e228e50dbd55ae
-size 19184
+oid sha256:b7c472b829a0791e67874a2d64062e085bfadb970f503188635d31da009ae792
+size 19148
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index b7aab1249ba6..3c2584ba0baf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:890111bf026563caa0219dfd047fc29ad2b333593d52b46518d69cec8d07c91b
-size 17838
+oid sha256:1353f75c387f395000756c830ec0a50107ccdc5bc56230d52dcb877960094508
+size 17804
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 9cde044131e6..4224687d11d1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:de97cdd74da9e849744a8950c16ff69f6248acde45a216eaae185ab1de206b85
-size 24513
+oid sha256:85bd2de20256b671efc9bfe920282d6ec6a1b68c040df519c05df1e2e6f67ba5
+size 24484
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 928674ded5d3..0190a2f28cba 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8a70c19462b0563b8e376e73b2fd14f946f5123fc3eed77b63d69ece5f0213d1
-size 22216
+oid sha256:92754694385cec730770d9beed082066591537f248c5ea88f28f7701301efc06
+size 22180
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 45112c645fa1..688f7df63b71 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:00c8c56957473b48f92f75f66a3978ebc1648ee457141278889252ff52a522ea
-size 18281
+oid sha256:aa27867eb57bec6d167994f73ddfc53b9f008aa0f6702f0a658029b2b8d88f62
+size 18246
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 9b5dd17604bf..22c97157acde 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7fe4ffd644f63330ee383d87623a784ffeeb51e6eeec90c50d1aa99e9da6787a
-size 17038
+oid sha256:d040648fb2399dee0e5cf9bef000e6a665b00ee99ebe4da99a012fad08141796
+size 17004
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 4382dee044e2..c6c9fa3d666e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e8d5355b0e1fba5ff10b460a7bdd843748cbafb0cc74ef3fe6ff74a217be66c9
-size 22530
+oid sha256:b1d266675a64035fea6bbf972f0444a6b2daf791db0da47990ea3d133932083d
+size 22493
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index cd3b1ae9a63f..5433e16d6210 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:546182433a5740f758582e134fab6eef9ca4eb24155c028ac6fe53504d2752fe
-size 21816
+oid sha256:4aadad6a046bc7b69909e7c8ac0a492e2a156a68887479b6bc0697c9a455755f
+size 21775
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index ccd173aab02b..18b8c72560b8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ca70033f8750002d116d49c653884e4ed3ff60d0ff31d119d1dab413521b5f38
-size 22319
+oid sha256:a085bd66ae4734a35f33fce609962a7b82040c56382e1265a9e593a2ccfd3941
+size 22301
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index d0e13122c061..0190966db7c7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0db363fc06a489e1b36ffe6a9f09329d27aaed91ada644b8ca118cc83f1d9a76
-size 21601
+oid sha256:6889a0c9f194370815dfcfb4368e35974556f25e389fbffdce16d7e9bf3405ce
+size 21555
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 4ae4cddaf6e7..a431a8a09b50 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:55cff8af47678af653e6d0a008f544589755078357cd172a501dc962ff3485fe
-size 21067
+oid sha256:89534a396021983d59e61cd3e691120c5a152bc6921e5b34c29b6cc00d135cc7
+size 21022
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 9cd813b107b9..df002c3a5a45 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4ee441a0cd33254c475cca314259c0f0a7a62449db6d18cc70deb1d6f4792b2c
-size 17828
+oid sha256:9bce5903329f5ea534b345863b38015fd2d137ad2fcf20e3b382a9d4e2faff42
+size 17775
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 16a225c86a45..6c164095a994 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bff9f26b8c1cfcc2aca3204ec6d08d77738d140169b0f7035101d2b97ea876bb
-size 27345
+oid sha256:56ed5f28742bdb960e858e6f9fd68ebb0c9367d8639114cba0ab7a77f9b2c9d4
+size 27305
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index deb914e6a607..1cc04690b85a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:80eb5fb38da483daa70bf906e8bfaacb185c7bfc58ac9820de9caf0d98666cd4
-size 25021
+oid sha256:906813de45f964b8f5f88df63ddad89c80a8dfa64af85fe4a68549c778281a64
+size 24987
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 5a3ef11e0d96..30dd8a98b0b3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:26ef9ad48af1bc372e17871490629e498ceba365d1f1ffeee3e3a697c5bc5040
-size 19607
+oid sha256:609ec8b14682b2f7f932d8debd8736c90e9b20139172752105696aeb8086b7dd
+size 19572
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 089431cb30ec..224a2e935e17 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:815e2f4b15eb0c1a7293e9de43fa44e8a6c59b34634ee4e8283d792921d9824d
-size 16973
+oid sha256:c1c24d36ad5573f05dac388b7de5df12107918f138197d46b4e61a5f16fa7ae2
+size 16931
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index b7b54f56f580..006852563d21 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3cc4b11f4423840690b599aadd5e33caaa60826142a427fc74dd325fdf0c140b
-size 26444
+oid sha256:c3af8cf9a7b24bcee4d801307a7532fcec4cb19bd24cae0de9e27d0f8efc224e
+size 26417
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 1289010c9749..6747d08d1e3f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1ff28665b2dd6e9371b5728ccc91226ee0da552629b4167a80b2d118802661ba
-size 22997
+oid sha256:d85f29f239246202682d74dd8e34099845e7103591c3353327c22306fd610e5d
+size 22959
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 0ea8f3fd1050..ebd6762be3eb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:382b23cbdc03beff85d2984d8e632671c150237683cf0fc4e91ffacf585af9ce
-size 25882
+oid sha256:5ea6810f97d2a326744f8dc8538f9d90654e2d857bb0123ace802b1536ebd9f7
+size 25842
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 501c60138c76..4d25a1c29ee9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:61ee7831429e3593335ffbd711ee2e08e17e4cf44c63f0257af3301f585890e5
-size 21967
+oid sha256:128fd5c30a90565fe051c7c47de819e373cf5fd87deab451fd74d6c68f043b51
+size 21924
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 9317aefa46c5..0d36c9d03e6e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:90412b0baebdab44feda22edd8f00f302ff9d723425fa06c7891910fe835767c
-size 24192
+oid sha256:9a70a20074627cc12c00946541f5e3dc9dd4258213456d48fef1f2929f611f61
+size 24163
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index b1fe5a201374..240f6f775c0b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:574015c0eed6ee4ceee7539a5f4d7cd2aeee9f6fbd3224c5f8a7cb584ee91445
-size 21518
+oid sha256:f6a7c6cba343385a3f5878ec9e4caf087bf6856b2dfe13e94381b489f0372b8a
+size 21510
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 984cac8355a8..dfa9b70451ba 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b14fe283370156a901df5e3204cb668bf4a42ab8cccea122ae28e4377423df72
-size 23894
+oid sha256:7ba84bb89f2b60d8068cbb3ab7cdb8fbb5487f2971c3bcd047f53bfb05710c3d
+size 23864
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 463e62d753de..cb156f8d7fcf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:576afe61958da0e6c6d6f0dd88bfa9e948402d4f9774f0292a2a19cbf3c77d73
-size 20911
+oid sha256:2228fe9304ba05db737b034f8f0b4468f92092944883286216a67b9545ed499b
+size 20882
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index dc17608a4f5a..9d68d5477085 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d5e9e24c086c2eaf09558c84f428ebbe5469ea330abb0fae75f372860bde115
-size 24766
+oid sha256:3a6fc29a33a4c0c056dfce351303e21ced498c27bab70cafc3a687dd80791808
+size 24735
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 020e58aa7ccf..c09b08f105c3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bb10e989769caae27a507b6abc483dbe8d60ccad598bed63d9de1aae97587d58
-size 22118
+oid sha256:e1fbaab5238344c9ecae392b68342235241fed51eaee3ff37e2a63226ba58508
+size 22087
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
new file mode 100644
index 000000000000..d473a0a29684
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd945feb3ca70775f8e9a9a5f29b11f318e4424df9f50e80d1608d057a767f15
+size 25347
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
new file mode 100644
index 000000000000..3afd5b3ade5d
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be64b59f3b0613bb7286bae02fec107e1eade763106af882b444043d7ed62ba0
+size 21837
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..8f350cbd7e61
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:041965528c262ce23333090ffeda8c1d940d7ba65d8d5e4895f59b30a0b9699b
+size 22848
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..b366450fc37b
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb6b2e71c519e76d7ec8eb3fc605150ce814c032e7801e2ff3d1db8b708e2a9
+size 20827
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..85d51f58770b
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb5d5861878fdb1af9c4e2761508134a893cf428514f78eecea19f73e6d2a53
+size 22314
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..94ecf9df7e1f
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b86f4a1065e0f48083651337bd2d3e5e45aed392b570eb8ce4d96fdbf6710ba
+size 20711
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..ef061383fd7f
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6daa90bf4e152886c69d61b864638384c94e988350c23999fc828cf2c528d16f
+size 19534
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..0d74bef04429
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cbe90e8c27c1339058bb6d7901b7b4d061f64fa9b52b1b0d792f113e2247016
+size 17175
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..e31523f17033
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0004918acc5b74c5ff871b5055a0136f8bece69acdc076af65e6a9fabd97cd63
+size 18044
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..a98ddea9eefa
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967ea64001aa9eec184de46447da6c3b6af08923828b71da2c2cf386cc457a79
+size 15966
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..d32ab11ae5d1
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad277ba8a622ef8f38cdb2dfaa510f5e6fae53f63fe754742785332d0042be63
+size 22501
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..c6fbda727afb
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccab18119ec6a15639efce2c78a6397e05a578fa3979c4649195f8ef1c929071
+size 20520
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..8b7f46f253ab
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b1ee6c3270b39dd5cfed99c9dc8bf60cd3dbf1443f9dbb9dcf096f5d5b5619
+size 21888
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..20c0701c7e9a
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c19f60fe307e85f6343d3acb570b3b512dd0b0bb2c612cded345c4f95ccc02d
+size 20374
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..f5389ce7dda8
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72971e67f4eb1cebb87aea5a008d7996141d7637152fed09db1f1c2d5348273c
+size 18810
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..ab9d02a74799
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad8185b9dc93c19849913bc24c1ef13560c7ef981e4514e730cf74a4d11d6dac
+size 16947
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
new file mode 100644
index 000000000000..ba894bf2610b
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5566a9b063030e00e61a1e704258f0436cfe363eb9a6bcc9bc4f3185bf2fa832
+size 25071
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
new file mode 100644
index 000000000000..a5c828725941
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6067addb697ce8309c4f4425bed1e4b146a575aea3381bf4961e98e47b936fb
+size 22292
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..e08f7e10c01f
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a146ae0acd57e81467091d9b902cbdc2769fb93ea67dee76107e2661c541061
+size 17542
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..38b3e2f12b6e
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e6c31c475acc52c24356eb5089a08cb4f68a747535e0afcab00d4ca7eb98c8
+size 15924
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..d6a5f9221e46
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9d47b584afc3f8402977fe8a2c259d38e26f6dbae3a5375a217a48b5e1f774b
+size 23020
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..64df6337b5b5
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd9ee049e358bab5d1430abf224fe72f5770adedddfc1d96cd1ce6dd9fdbaac7
+size 21013
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..539b0ba05dee
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851bdaa0c3f2399e6cda9e059845a50373035dfba68d267532a613b19ef8f280
+size 22456
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..fffbbfd8b895
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:154b98738119337deefd8916eab7392990b76b84315852153091555886797e7b
+size 20821
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..74c469b1abc7
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86e0ab2b55eb721f30a3959ec9e7c2eb98c7a8f6e2c20641a18364fdcc58444
+size 21005
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..e61a88f4d02a
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198c266eb41eab33ad31f35e83d4a5da1b285c98b13b35748fa6027d8ac12e17
+size 17249
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
new file mode 100644
index 000000000000..4c9696fc0256
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b96b73bb71488bc59d7191b7d4b6121f0b41f7f2c5a12359c2a95dedf58b5e0
+size 27937
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
new file mode 100644
index 000000000000..876a7855ba5b
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00cb7585f3224edabc05fc5a3987aa8322639bcfed3c8d06f6590cb6a54f32e1
+size 24229
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..f8eb06a78e4b
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4244e3175b78b64603299c6b74a37a5cb95ae2ca1e77475f3c4b81d91a45764
+size 19360
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..7c53cf0bb083
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eace6c2f14dcb6d908430e035237a5eb4258542c5203f2e4951e70cbd62c556
+size 16059
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..14e1725852de
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318368b8b0929e5533ddf854f19c4fe204ac35a2707375d85832310dfdb72241
+size 23093
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..0add21999eb2
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:809c55e840736092b91a0b5da54463d242315917af49fa8fd190bf702124409b
+size 21174
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
new file mode 100644
index 000000000000..32ef4e283670
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9079d4a90d7ccb3ad1a73d9ad33d4a2fa3d97a7140b2b30a4c1ca646cfe3d296
+size 24231
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
new file mode 100644
index 000000000000..1fe79cd14f66
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f8c22d52b396e26a5be545cea146365bd70cde2a60125d9693b1b40c33bf35d
+size 22522
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..030cf3a81356
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d1f25589791e2ea32ea705cf0c5bd64fe31daadb36dfa11f6ac1cffd738158e
+size 26363
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..b5d588d2a96c
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c90b68427a36f585d3957bfcc882e1e5b16d84e116fb2bc292e5ef25c12d3364
+size 24994
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..ae53242efdb6
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093e40dc5c791d2d7b292025a64921c997a060a72936b96ee9365a96c993d99a
+size 25732
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..4ce6aeb82f59
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:979e71be1532d5961b373d002e2d31a85b12f22adfad9f00f89c3a63b0fa37c3
+size 24585
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
new file mode 100644
index 000000000000..14dd84fc9230
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc349736c4614c8d6df873958b81db4aa520f675616dd360c55827b0a119726
+size 24673
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
new file mode 100644
index 000000000000..683a3ac5cf1d
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a471730f06470735ebf2c59bf0cc560471e284dab1dbc1b61a9a565b186eb9
+size 22470
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..eb3619aafc4c
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb2e2232e0e85404a9006de11a162c05f1a0291a1305def1e8938edb8628b2a
+size 23517
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..f91178c6ca8b
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f88f0051bd775c264b791d9a954a14aeae3da4a9e5c26b509b3ae7a54e1b87
+size 20452
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..3252ed1c115a
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f42bef25fbf062f2095f00b26f3642525875fa11ba17d996265c52606b983f
+size 20970
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..61c0c10ca118
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05d583f2c16c30c99bd14d9efb98375345045d8fb44b4a391eb509fb4f8bba10
+size 19369
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..9f3c738505ff
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd1f5b6ced5d752f6094753ac8caf6011b3faffb6d7b8aa00892de41c62e5b2a
+size 26767
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..9ea8c6337ee7
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a629dc1e44051ef1d92f473b0ddbc17a7dc1925e316805739a3cab7b90361f7
+size 25463
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..7f7df6877e0d
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8c2a9a7089717edfca0de68b8fe202955905aebf3f09603cc83caa8eda109a
+size 26307
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..8f44df8d0f1d
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ad2598c5b32ff7d14b18ed7326bad5ef0b133d63850301a5b5689a377b073f
+size 25113
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
new file mode 100644
index 000000000000..c935931ce1b8
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c610e19705481ffcc19696059cb70cce2a923bc28eb96798963b61ded38828cd
+size 27460
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
new file mode 100644
index 000000000000..2b46a9814e73
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d3679e17ebc8ea55855050f9eba7163f4eb1780d9f571e91104cc146adea379
+size 24110
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..5dfd804c005b
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5fd8498bf77ef68491192270ba22f2b336e948bd847a3c74d5b98df3bf719f4
+size 24291
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..0deaf502caf3
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56b243cb7ba0138a0f76bf244969691922071167999451e4fc0814cd02b0a1e
+size 20841
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..1f7316b07db6
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae31592e82e0cdf81d29f47f1271a3c8b13656fdf293666b802e2ac26f19bcc
+size 22827
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..2a88ad87b679
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a5c424ae9731834969a51e8b2fb99d4cfb8a1b0c8ed24513b3364796bb0734
+size 19659
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
new file mode 100644
index 000000000000..c76a796e2663
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:619325de4d9a52a2b9c5c540430c06f6e563adde2479781b3d3805126e8415ee
+size 23536
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
new file mode 100644
index 000000000000..cff0f99ec096
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59fabb2932f8ed9328bc9351708f71b71e8330135c37926c31a1351baac6ce1e
+size 20769
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..1b79192fe462
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ec2d46dc317c760d2f1ea7f1469ddada3b64d2013119265ce6b0ad9ff69e3c
+size 21942
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..f3e0f266cc76
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe252f5211567c3b18786eab5ed495095fdd53bc91e9c23574dd588dae42eff2
+size 21316
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..6a1cb4ef3b04
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3494898862f26c604b02a0551c4ff847e5e6b3332288f7f7f5c9dea4add6f4f2
+size 21591
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..2ca4bd8187af
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eacccde473accfdf1e25aa9d72f69e10db9535658c722122c3a3c732d44cdd1
+size 21056
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..2969545b4715
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:175af3b8b0b19863b2b206fc6a8ec8a59ac27109648a4e3e1813c3f79d9f4bd4
+size 18978
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..860ac4effd34
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c29b0e3bc09cec4bfd41e7dc2d38a7a35787b9f0899d3f7f0bf548a12febe0
+size 17163
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..b9c834440727
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:703a2bb23709c1ffe21fa1378e4c975bda5f08f0148f4ca51f1074573f5608c6
+size 17878
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..9bdf5a30438f
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f4d4722295c453f00b4ff99076bbcf0f427b5dcdbf5ff1576ac5bddb1f849f
+size 16443
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..dee2f28461c0
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2626c3f625371662f99e73f61b83a18be07079218afefbb2cad391e6bf9756a2
+size 21453
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..b035e6109acb
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766903dc6456110c2ca95e5f5da3b0274eb688a7d8277f7add501bb0e2b01b89
+size 20940
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..ce6edb09bbbf
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:079ad3e8a265e845264e41cb5269bd7b3e19aa7303e0a5bf9b15e217adb26cc5
+size 21304
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..d499954c66a6
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24d4cfd0e27b859c664947a075d861792706087ee33dc47ac0a14435de41dd1
+size 20802
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..90f4fbcd4595
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ce39fa1d48c2e043ee752d13fe5bb6c2edc94a19c339944f713ea63ca9ad7f
+size 18126
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..96cb6cb02a67
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbcfdbd568d84b5eb4991079a2c793a1e8a951055387039c636322a372f85a28
+size 17050
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
new file mode 100644
index 000000000000..30b159119ddf
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6422ffb2a02356ceb51badd07e0f06cfeff86a6600d08089b1066e88472aa7cf
+size 23487
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
new file mode 100644
index 000000000000..30c980359d2d
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14951cbf79951b4ac7442f8e204763bd2d4aff66f888dc5a892e9eaa286ab6f2
+size 21483
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..a70eaa370a43
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d599e9b47f9f2fdc0cb9989b9831a7bc2a7acbd5909b385e0b20b74aeedf5a70
+size 17384
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..e0c4315d0fda
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198774ad98e713cae88c949b60ba61dc800ba9e4c5b130a4d9788441e67f34dc
+size 16351
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..f35ef07f6a93
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b907ae995b3c097617aa2a11defcbfb0715d41ca5ff542a31327f0d94c09ac11
+size 22013
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..ea38636217e1
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee21c5f8de887fb7a3c7c14035315990630accaab1737307c58e81ffc6ad2b6
+size 21280
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..84deee1243f8
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d3e050a04442f3813f6ef304abd219ae3ab518415e03f255d9da9f324264df4
+size 21712
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..7b8089cff481
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:562c00b48ebd9c597aa8ac41ab1cce529272f74c682dddb8c82244badbd997b3
+size 21028
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..d5fdbc15326c
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578c4fd37efd2cb46439f5df987e90dd35e74edc60cd7fa1dba87ea75f6d5adc
+size 20584
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..7673b1389bd2
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27532c0d92ba1a2bf329874041eb49359699663c1b0446f68749e5a287a2020b
+size 17391
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
new file mode 100644
index 000000000000..1c3497fdb46c
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d9d444c2cc7eb57ad3960e260754479abb8a4087b4b780c7279f8f64068de3
+size 26250
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
new file mode 100644
index 000000000000..84101ed5480b
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963df463544c60d0ecf62f116f54d6addc6da4ba499f37d8ca2e957973c52e96
+size 23371
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..f0cca16d3d3c
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad78020bd4d6129a62efffdbef7afff643e54cff29704bd381859fc4fa68c4b2
+size 19267
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..5c2ac4ef0076
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:798ea6c6e11183f4ca3f889befd2566441c5ed80179f7263fd3cabdb5244726b
+size 16715
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..0ef8d60b8272
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a921be8d9a8bd603987fe955128c8dc1193a0194dc3b56d916dac7809dcfc6
+size 22468
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..d37dac99a1d0
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b509fddb42b790114e4663c9d0ba150ee94d5ae735f3f2d55761977a9606c5bc
+size 21525
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 5cf86b39ad53..eccb25063ad6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fb8c950f758c475412b60b92be9973697bef08aa6f67f5530af067e77f06d642
-size 27058
+oid sha256:e684317eb751d0215f59b0ad16c9526287604342dff7141e0de68f1724772eb9
+size 27016
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 5871f7c2897c..41b1b4847fd6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a8131726f558cdc0290305196aa17e926d6de908cd3683a747bdbbab596da2d5
-size 24136
+oid sha256:213c4a0eef8e21cdf8af6d5da4a4025adbc5fe168263c5366792aef4e02c0c6e
+size 24106
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 3acb501ab122..141c1be9d269 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:91ca9bea27ab3e65fcbff19b5a806e1af78a91882829dbc6ea6450ded82c7375
-size 35083
+oid sha256:890866a9b1e9baee3acae512aec6c72eee2025227326b0340e8cead2ef0ff5b8
+size 35048
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 69f25d8f417b..91b3e98d6270 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f82e534c019ca636dd0ce6411cba96cae0eb04b5a09672452923a83e28096f84
-size 32247
+oid sha256:b7cca40ae1fa190146b3c376d0643e981529edeb938ac9fb78f6da28ec274b62
+size 32210
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index e968130bbdf7..f6366b92b9b2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:84eb4fb7ad3c4cf6ff9eb697091e9de863d1957563171a92b222bb494a612211
-size 27919
+oid sha256:f55e32ddc01a2f8882a280841ecfda8de03c710c51f5a66d1838969b67cd2b38
+size 27881
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 30aeac92e3a1..c2a180f463bf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3d92575e5267e6865bef637d7a9355cf1ee1255c5a2b8c4111501a3eb17d29cb
-size 25020
+oid sha256:f665e5ba2bf8c4f41f183e54e392058c5e360b93671047d09bf49e2bdbf786a3
+size 24986
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index e227618a96c6..f6ea153ce016 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b503650c47456cfe03b320d1e56c42d04fc5fe3b0ffd2475bb1b5cfc5efe582f
-size 27197
+oid sha256:e3a27910753c606d4bc34a68bee97681c23fa1701e0ed9106ef4bdf19a9a1fd3
+size 27164
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index c9694a380dac..ad4c7070abea 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1e0f23d2134d7559a6e67bed2ae815017484bad65001b3c301f4af97dd2bcef2
-size 24537
+oid sha256:15b0baf437dc82901dc6123a5bd355e7b41429bec11af27ea684a77b5d225c04
+size 24508
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 046f424af53a..db495c728d26 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f7bb8c6dc6bf7c25d152d42c91627ca0823ebce5ef9151239369808509a40e51
-size 34563
+oid sha256:dcd9a328a98488d068e79b108616c333f2e938aee7111dac0b87c688ec13dd89
+size 34541
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 20ea0d75ccc0..e93cf654f3c0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3a41acbd45451dd886e153c9c90ccdc169393af920b0abdcef209cc7fa42b768
-size 32058
+oid sha256:719a1ef786fcfcd263a12189ace4e15f10e470e3e522a491c5d6fadda6545069
+size 32027
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index a9a93775e56a..7792a7b5886d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4a264ef77058d6e242ea9a29720c925e818cb0b1d6b16bc483610dea0aea2599
-size 27983
+oid sha256:5bf2de92c20d14cd9ba2d6d5f433715a6fc45b1d9ee26a9e0965ec9b79705d89
+size 27942
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 38bbab40373d..fc5166d2ee64 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:24589aebd86f11227e244375d03a955ea39798df0e8e7decd686a982bb995da6
-size 25190
+oid sha256:5c50612f663f85e266939061035d9d544cd09ae8d9ffb6294d3368b5449e18e4
+size 25156
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 6e45ae35e757..ea42b4c9cf57 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6c2a0b957462adfca994c60c206f2163873dcaed873bb9a0d2c8189aac75e737
-size 27060
+oid sha256:f36c660d5b5e9e5423b7886ea550825e102eb579c14c84fd49e221c709f3bcac
+size 27019
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 7a4d247c10e0..9a6b1c783893 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:97b9cd94cce84594c9758dcd1b9f60a9f39c865deb375ee0dc61e745a71924b4
-size 24153
+oid sha256:32b8002c2193939af46e518b2c36cb6d5a3719d5e549e50aa0853336da67463a
+size 24128
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index b52f99f72f10..095283675c97 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7fe07c6d14a6d4516c127617d01ac559fdabad35640b87b90b9abd1bc8b5a0a3
-size 35072
+oid sha256:71e94a00d6361c51f137ae0ef12e614c7e8db1f9a161b93733ab757b817cd729
+size 35041
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 03d3a069144f..f9ba50d217b5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:627d1027c7c8f7840308f632361ce8cd34cd25599363dce1cf465cf53c7644c1
-size 32251
+oid sha256:caabc3f47a3b1c25f2683e67e87cc3b426fa2f7fb6f1085debf8d3c5d64415c1
+size 32222
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 78d61e2cf54c..83c2333ef61c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4c9f9e5578cae9baf1cb9f541590c62de28332731d499ee541d763408bae4930
-size 27899
+oid sha256:d7dc218b5451a351372458a61a1ba8692c384b0813f0149003a553597c3fe26d
+size 27862
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index b9064ea21cbd..4c75d1b9bb2d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:11ab989476ad4833f03c97e16e7d5e87c397a7ee86d61a9a5769bf13659465c5
-size 25025
+oid sha256:227770c7d0e416e5dce534580ce8aadb0502e845bdf381ef2ad03d403b6160b5
+size 24996
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 913dd967497f..5c442c680a07 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:06c0bdafdb23c0524dc3f962ea807579f876489387cdec0dc0a9ad5730a3422c
-size 27185
+oid sha256:625d49c752ab4149049eb8edbe245917e3537bcbdd7e801d7876c35787696447
+size 27149
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index d7db56e53217..eb08a2e9ab9c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c935ba8f5f5e8ec58c08651946d5a0955795e08c3a647856b4f67f8da7cd9e09
-size 24559
+oid sha256:9d520885c599b53f13a40dbf4235fd367e862f70cc5673cf81a7e29c7a423723
+size 24528
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 4e64493a2b34..64620decbc0f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6a0d9ad268733f7a94cbcc9c54e87c82f175da72a0b56ad06933596d6503f542
-size 34603
+oid sha256:ee774fd08dc6dc85a71d3965e7431b6b083a1f3302a4f90a6921c1e8dd9a13f4
+size 34584
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 1e4c54682dd6..e00885ed3c2a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:57101a2bbfcde45702832cd58a3e227fb0100b275fb50bf48743c35a1a85ac13
-size 32060
+oid sha256:a33b5e760b1b6b5c31b73f4d6041ab018ba8f981d5d803e334b618cf95ded997
+size 32038
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 8061e13d6619..d9a424697682 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0ec73429868ad810906f60e24beeb28e2f32bf88679da7ebbf537fd03fa3b6f8
-size 27988
+oid sha256:418caeb7d116cf13ef240cf4b5a3e6054af0d285e84a3c6f7b86b5bc396c3f0f
+size 27951
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 1ebbb551e1db..01b1f631ed01 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7ff4f5208e284e6887a16a4e95a3bb66b232ff2d8711ba3699f9d541bdea73fe
-size 25201
+oid sha256:feafe98eb4596a59620f917bcb302640440c498b96e1f3f7e088bc845610276e
+size 25174
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 06decc834921..13f91835641f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:59776e25b1e41c9b153202ae34cc21e2027687706805e8afd77f229e5e7f8c7b
-size 27002
+oid sha256:a6a9c101a0870f375ed00022017ec6860734d71a99b512295ae74a7701bb2257
+size 26486
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index c8e897cf60dc..623bab30927a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d518172893df8dcb7d24c30a5b50cd15e8eb1bf0554356c6f7227a48b88ea27a
-size 23528
+oid sha256:606da5bf2569e9a0c1b8636ef51cd17bdf2533465a4472539f48fa3050afb44f
+size 22862
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index ce0d2346a362..e11425e88977 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:747d47287eda3e5bcd09157ce860dc6e093fc12bb51c840c6348d4de81080160
-size 35189
+oid sha256:a0665a4a8ba110cc2798391a9cbbf039a041110ffe7d8a0763e52da78847d8cb
+size 34541
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 74420b9ca3be..9361cbeaec4f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8df7fc63b9d2477c9000379f007a4728ee8bf67326d5216a36658aca85b43ea0
-size 31780
+oid sha256:06895cea25ec9f1e91f79757ef8c76a0c90c64808c327e4c4d3ed84d6063271e
+size 31017
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 11f78f98e8bd..ccccdb4f49fe 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f1ffc10d5e096aa1c1cd5ee26f1be0ca08523a85eeaf6168fabf550f4abc80aa
-size 28193
+oid sha256:821344dfc813f65c9eaa0d22233da8154fddf9edebdfda0538f8f6b3c37dfcad
+size 27545
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 4b7096b59e0b..5d34ab9682d4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:580a5e37f074f681392cff9ada29d59464a3372afb70b1a35e900671fc454e11
-size 24288
+oid sha256:60cb6af4fed4a68e6b2f01e948c0750f75544c102ee3f0036a90a143f55935f2
+size 23658
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 214325efd467..198b18fbc11e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e59eeeb108e28813f7ab0f82a52230a85c02667270e3ac0d3e845b9e5db20100
-size 26658
+oid sha256:d60e0f1148ea9e2b6027b67e53cd49820a431a1f646ec35bf473c57e13314ffc
+size 26189
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 36c79120dbbb..f47ece276321 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c550b786e437405b6d5a61ea93fda98dee43cf995aa8c6aeca9a4ce6be8bf8e4
-size 23764
+oid sha256:3ae0c3be57d6bf041626226aaa40a21aa6394152427ca2adc7da45a8cfcf979f
+size 23185
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 41602548a2f6..1fbff81dd42f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3fbb0e95e912dac966aad4c3c8bca2c61c3b34bf7e0b853636dd049215f03b7a
-size 34774
+oid sha256:afd622a7d493fc1aee1853d44f9813e7409dbd8547aa0200be0e2ecae8bec975
+size 34337
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 3504f756dc40..7bf793b266c8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f7d0625f86c10bd77bc2510b5e0a20f0b4aa7f5381c0d13818e688afb53258e2
-size 31907
+oid sha256:66ab34f2307a6cb6c4d4506d16f77caa1334f3b4424d13643a4cca4924bf49bc
+size 31279
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index c16f181e650e..82543426c6c3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3af865f7e7b56417f62addd701939942cda328b014f99ec8b9f275712b4f3701
-size 27413
+oid sha256:779424dda8c9733907c0ce0e6900551ce61a93c231c589badadc38ea88755b04
+size 27000
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index d7f305ef7d03..04908b958059 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b129d88cf6d0caceb1a5bb8e6213b4a61c3495efe6f0762a698cd0e45d87b75c
-size 24420
+oid sha256:ea57a5766f3c4cd7dd1fcb4993a3080af5933af442c07dfffca8c38753a89138
+size 23826
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 78544612e859..436d5169b78d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d170bda1263873010241e5de8481625c8bf7b16a6d67416d83f07ba78d1b5ce8
-size 26991
+oid sha256:6b8b9a6367e6ebc71342111f0139b8b4909bf3e91925a57008967581dfc6a001
+size 26460
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index ecebaf2432d4..a25f086605ab 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e1a6410e321e0497421f6dde4999aa498f4dd24d486012f748f88593810624a
-size 23494
+oid sha256:35f5a6234f7b4b025d50e7d6ba526a6ddc179bd83209d57eb78567f5e74b3ff6
+size 22858
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 954850221be0..059428c46386 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:82879ed97f0ad23212f8ccc8705ea21f1ea77e837a2d29e5164d834f53081bb3
-size 35176
+oid sha256:7a2d948350795028bfd9b72d0fe2852923be56dd504b10b7507db3907e95dfa5
+size 34526
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index b891ce2abbee..d0015eb03c0f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5b83b79e4eb6dc776e0561912ca2c8bc43120a85c526d49216bda2d1d0668979
-size 31786
+oid sha256:e381c0dc97e261365b119d1e4336743ce337722b2fba1d69223a1f18a70d2aff
+size 31033
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index aa3898dbc3fc..912c3831364c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1e52dde000507a5557d78cdca7a0aaa3d8d00fc9acd1f5428efd19a187a728ee
-size 28168
+oid sha256:adbb15176ebcf5950896f3488045e9bd93da27f4e9569f317a99ee82ffcae4af
+size 27522
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index b00cb1ab1dc6..33f687caef8b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:265d63ba219646a9f93a0c1748e4de14b95ece4a3d4a2c19e8281ff9bed273b2
-size 24294
+oid sha256:bd3498b49c4cad7e2fdabdb76c40c0ff5f0e5cd70c7718a12e7aa02a94e140b2
+size 23660
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 93dee54e9543..7a60cb765788 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a37037c87c905c3fb32ec49bbb4d9e522658decd481367c2ea59e3f57d9ef871
-size 26671
+oid sha256:50b1ceab5e82a982f1ae2993a8281ca1188969c95d3a15022f85e220d94c3944
+size 26206
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 5390d02f335e..7a1b9aa43135 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:87e399112bc5e82b53f4a61ccc29ff254d3d67a20b26ad12ebe53fcede6dfae3
-size 23765
+oid sha256:c026ad01a0f1e4ecee8e00f5042c9a27e38d939884dc9388ff6bc4622d1b7acc
+size 23190
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 2822b646714a..3d8c08fb8a89 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:74355a8de513a19b7f9f70eb0c2e70616940ebf4b7c7d2c0aefdc68baf960641
-size 34791
+oid sha256:8dbd8a1311658176ee28d9f3857feb6b2e161c959774b7c7134d2863f5651710
+size 34329
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index ff1b9f3ff842..160efca9c3fc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:684edf79cd681c055f29a4d6a833c9569371ccfa76fbc35f570752a6c6f9e7bd
-size 31850
+oid sha256:4b4dbb127065799f4904a307c7512f3b7a2138d67e31e6add4d35570b2595dfe
+size 31232
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index dd80a42c92ec..c9d92b71844f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4a5957b946502f32a677a876e05b720edd012fa5ee542f1be879dfb8ba177af3
-size 27432
+oid sha256:8599cf0c78ab100ca7ca7175b6639ae03a9af92061f40e2236f01358d280c179
+size 27004
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 13de5a29b617..9472b94e9bd9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:244d605534f0e4067001ab0124a888e2848580c8e707231b7091cac7a6b7fe21
-size 24437
+oid sha256:a4838c9b3a6f8128b229f41153815194b1e4bf66bd5a8e645d74e300a3040be9
+size 23850
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 02e88d28a11e..27de6989adfd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9ba8b013b1453ec0e96c19bf7a4a1c073fd2c4da928e020c1b4f79dbd73419b5
-size 24078
+oid sha256:818f89695ac54f0d114cdf39a30a78c1d6e9877f150cfdf2558e04ab3649612c
+size 24047
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 6ad2584c9f75..349e7cf670f6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8cb12f8dcb69220f92b3fbd7e925497e7df1e6dd50b4893c59419f8bb91e938d
-size 21701
+oid sha256:5b8fad583b4079b5ff752c6dd1a65ce79c577a9393a6b768a0637dbcb0464f7a
+size 21676
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 9b521bac7333..7808c8027cee 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d10743dba8aa02f53492b6388ce5f0f428c0037188374fa4e8ce0998c4c4e7ea
-size 25106
+oid sha256:d0cc94c8dd9b0d4f13fd3a750b7c844e33cfa748a994b34765d369fb226d898c
+size 25070
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 81ff661123ec..081f1f721861 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:441597b5413dd6bdf31ffba56320bbaf386e7ba3496de02d3a4cdca0db6ee8a5
-size 22553
+oid sha256:2f5dfc78cc8d08d16a1488819c230a43bf8da9a8dd41e1a0b89668710504aede
+size 22526
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index e2a616ebac55..a18051bfe945 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:73d873b2e3bb54d1552836ac1cd5431502e098d8bf58e7949ae04bdd7357bda1
-size 24185
+oid sha256:72e39e622bc95cbfe2e9f347087854c62a47e4513822db0806b8b504daea13ff
+size 24154
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 3eea373adc49..89b44b140bfb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:419a1e2c3e48887c778f23b3519dc388a5bc97d210413fd20ba5b052cffa5b39
-size 21482
+oid sha256:e6495635af855f793bb44d84a65d8a84bf65586d47fb7d47cfb60c5f73ad4dd5
+size 21458
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index d5de5e9c3fde..7ff3b68fa893 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:448721a719c24ae5df62bcff98fc13c64c019d0a9c1a15b17f23b0c5a90c4c6d
-size 24832
+oid sha256:4d9a22ebcb9ecb1d64244f18fdfe09241ec816669c336fb7ab0e08fc5f12d467
+size 24796
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 33fd280ad185..e900dd065a7e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8c2b98b4a49cfcf921e5b34a5c52314268c155892d5bbff11148e4ec96ec7716
-size 22378
+oid sha256:40296df151773cbe9eb9b16262f2bd7a1edb14d2e0c9769ee5313c6ebab17095
+size 22343
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 02fd4586ffaa..ad369156ece4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:06476f33d3eeae6263a978359641353ecc9da6b0aa7a20e220c7148e57a0a7c1
-size 26165
+oid sha256:a1fe18387a4425a37c203dc239eefe95d937ae2d6949b79b0258777d2722d3b2
+size 26128
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 0f74f28d320d..8f1e8cc94fa2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9286bd78fe0c8c8975666650adc27dabca4f7798739b0cd50a213818dbbde675
-size 23573
+oid sha256:bfb5e29b187c9439e9b6f869b277b45452e04680f68360e1eae70bebfd8db59d
+size 23537
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 57c69acddea2..092cf7aaea5e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3d73e8f5063511825f53dc49ae715ddccffd0c112422d064b4858d239f6e7e91
-size 27126
+oid sha256:64bd0b38ce446853c250c5aeaa6367f9846300eb6552b77c2b3f6fa17fd384d9
+size 27105
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 56b76ef85e67..2741e15452ac 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7ec6bce77fbf8336e0b0a11edd84093efda4feff8704a3ac41e810f7b25bee03
-size 24500
+oid sha256:33452c345138e3fb3cc971458c3c8220bc90f08cce92969a4199dd748fcb671a
+size 24475
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 6843b4d36a87..5c878442b7f0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7c49f438d11e674f7b05c2f77db80236e48499d5e7d5a0a1eab6545a7bbd29a2
-size 28843
+oid sha256:3dba27c5a8398261e963b41e6a048784d64545ab996d235db3b0eeef059b76f4
+size 28816
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 57787071acfc..3b1cf1c036cd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7f337b641473ba8da32ba7463371e9bb8c81543ef1f01896c3246849028920e2
-size 26040
+oid sha256:1af9979a382f6a527b6e4c172853eb0a6fde3ada28c275b9dff95ce4063d8b37
+size 26015
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 3d3834966376..4aae3b769915 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6babd83daf949fae8b6dfc55ff7354187f826c89dc57516b959b616bb6e2497e
-size 29634
+oid sha256:1a26672131209689ad6992ba9e250b59a8657ecdfe3c33861ed989bb9270f917
+size 29599
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 5f16e8e6be6b..4cb9171f9006 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:644fe1e64fb9bd048048005bfb9000797d3e14d52a7840b17e2c8b9f4e36e450
-size 26883
+oid sha256:9841c2a063d9b9b093742ffb62b31495e6820e38d756b79553e0bd22c8119dbb
+size 26848
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 625054a66246..1e73c3a739c8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a8056fe59de82ba19d282f7fe02172bc631661a567b64f6a1da61423cf33dff0
-size 28488
+oid sha256:829a7c23b09cecdeb75ed83b2c422c21f39dddd27ceb058d7431882e1bedd2c0
+size 28464
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index a15939d065d1..1ff262902c0e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a90b0b285ca273a221c4a5f2c9ab008a9ada5f03bc20d6f6d6ed5bb2312ae929
-size 25727
+oid sha256:28de1b4015489f855059bea58816186a941ff4bfe48d6985d93e7f44cbf511f6
+size 25702
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index e0eb7b4f1479..3d3929811f23 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:26b6069be40fb5ce336f45ef32bfe0236b40f841223de1863253a77756fea5b2
-size 28893
+oid sha256:ff207cf53c6ec2bbeb93f53ad78ec5cf3b2c6a3f64c36cf9c35aaf364b4f30e4
+size 28852
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index ba973d34957e..5bdad09f8e53 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7c80fea530b7960703b3c3577e0708e438543ae10b5261dd72e7c6133745eeed
-size 26586
+oid sha256:81bc961c91757570928985a4427eca73ae0cbe9eacbe10919b45675ac73225bc
+size 26554
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 5717c778b0bf..5c066a76892b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bedfbcc4b4da12cce786b04d4aa066b516fa6d0e37eb199fa333c9cfe099d92f
-size 31331
+oid sha256:7aebd629ca29d65bb24a45fe9396f68268fd2bf92bbe8824c41b2373f628fdcd
+size 31291
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index eab0f3a5e0da..70a130ad21e6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ed69a88ca09a8a812a28809df647f1ba1fb8ddbb79a9ca4c63701519304e3f6f
-size 28493
+oid sha256:ee931c34673e10b02d6a3bc912af025ddac88460f0135c4ce7e6c744432b7861
+size 28459
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 248ab14223a2..2a5f2c2a0d3b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e513eee127e737414d63880990de3c22bfecf6c34787b412a18c1b22e849c24b
-size 31949
+oid sha256:f51eb1da3ccd515b1b8dde93bf2c6fdc70e0e685165f8a5245d2b041b14e1ac0
+size 31913
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index d60db9752dd9..2e3b5fece160 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:add849358b25cbcdfb22de66a8d882ef8df5baff552f15ca0cda907ccd2bee62
-size 29162
+oid sha256:8710aab884dcfc602d7d29e200c2ad26e601207a3c5f2db3271d31b14b5b55c0
+size 29127
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index d931ff22e1a2..7611b2ff7d82 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2bce9baa7e62bd8e71a9796adc92a537956132c6153f5ff31d443492d0723d0e
-size 24064
+oid sha256:3af4bd525fbbe639067a74fc1dc8459adb6d2f2034ce5462226b4c0a8ed850f3
+size 24031
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index d5793fa7650e..b33f597735a1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9616822bd960ca44433ff0b804bf26b415a0cc65239a250a07b36dd0cde9c9f3
-size 21671
+oid sha256:095f1b257465fa8b1d7323dcb0329aa66e74cd79154b0b690128c35232606e48
+size 21648
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 5cd0fc1fa990..be0b46891c41 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:36ebc7e107f287cabe857725d0f49ecc6f195aca9743d40ceacc0914a507ed9b
-size 25164
+oid sha256:05910a3b6a8a355ede2201d30733d4c1075e884d5cba28d15762a1ad5a4e75c1
+size 25125
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 6e01b4994b6b..6237e5975a5c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9236ee6774b82d460c9dc13cb061bc049209d7a9feb349b07f49ed2218da8a1d
-size 22518
+oid sha256:a8e668ae4da0774553bc375d5b8e2684e7eaec55989b16d1799cfa92512d21c9
+size 22486
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 89cb70f40c26..cbf0b463e8fa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a3cde8b92a30d538734b07aa722f56235114e52b404a03084e16c24e2d37b7d4
-size 24184
+oid sha256:13caf3be5a2de042f9a5c67529f44124d2b3b512bdf47f83855562a28837ea2f
+size 24152
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index ea0f8f3793b4..f0065daebdb4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:54f51ed0196322f3dfa2b26de85ca3136ec1f39928e534ef79c78c8dcebe93ad
-size 21474
+oid sha256:85ee3a82bbee039b9908a37d19c3f420e10200aab1b2aee43cb4324a0f323e86
+size 21450
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index c064ca01967b..d77cd5e86e49 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a94fdc259e744484125dc877f85487e90e5e354523ebd4464011a908bd71f4fe
-size 24833
+oid sha256:33c356faa9eb15838940e9b3b7a1b18ff8a82007edd6c21ad4c391aaacbb56e0
+size 24792
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 2f6607c12e5b..4a8d83ee8ca4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8d935dc002d32d0f83185b918603756503e2ae706f40d15d86c97d155bcbb966
-size 22373
+oid sha256:68782db87c7eeaab345245db51677eff50bd692aaaf4e5a7611a937d22d9ce60
+size 22339
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 92b84e13dd43..ade8201ce992 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b6862c4e08788b75d255375a6c3a8fede90ba5bcf621c02837d6967016d4224c
-size 23302
+oid sha256:f9000759878bc54332761d72449df28bf5cc344c95c022fa3c018930691bbe85
+size 23353
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index f439b7f514bf..6b846fc4a7f4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4a9910af0a8c39676c423fd530ee8b8127fe132215125a85b4a29d6aac2e6678
-size 20189
+oid sha256:02753f37494d4f6a48858c1c5f1368ba83674deabda388ef3bfb05bc34f20fe5
+size 20160
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index b4ac2b9e6f15..c9a7e441a3d6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5e3f81734247acacdc8c03128e59099f2ef021a2a5ff400da97352512618c1a8
-size 23505
+oid sha256:d534d3cf688d5580cedbeee3f793e51a3dd61bd403e9decc54ee20031428a434
+size 23578
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 1116089daac9..aa1fd39d5228 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a0df6add20e684b956c69d45dc94e7cbefa314fa05d7840b480a572fe02644b8
-size 20553
+oid sha256:854f3e0a7a360282e6f99fe9e3a2ac80ce44a1084c4bd06b6e562d2f05033fc8
+size 20522
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 026f27c0ab07..0cb4a0dc826b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:40a45bd5fb97638b797edb939858e633dfe03e27ee4b253ec50fb80af61a6fd7
-size 22956
+oid sha256:9584e6758bff71b30ed0d76af74cca1c12f4c544b6ca0c2c414ed452580f380f
+size 22888
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 093fc781838c..0a5efc35b0ba 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d1e098cb5a01a46c3087676cf9cc5dca4e25de369f380813dc4412caa0fafaa6
-size 21085
+oid sha256:7c618b20dd04c60847374b99a86634eef06520e9ecb3608e4c17f5a3b8bd470a
+size 21060
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index f65cc9accac1..a9bf83b12cec 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9db68dc9ce66b5a78542b24c62f07d1cb756db21499dcfda41ed91110450b87
-size 23402
+oid sha256:a2ef9cd23c2ec9bbea62bb31ccb06f26f723a26e9c8ad37bdaf156455930407a
+size 23478
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 8fb9aeed957b..dce4d463b5e3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5405fb5d46ae3bc074309af5aa57c0a4a4eb8113a4136979ae8f4e0f286b5386
-size 21389
+oid sha256:acfd8e4a351d4a3db17423a61ac4bfb023bfefcc2943ead9000e100b719cb3eb
+size 21358
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index b81cb65935a3..6307c9153711 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1f30df39f5b37d5dc41db805147d5a060072a314898f45cbf7ec4daea1b9cd7b
-size 25008
+oid sha256:b54b858bc5e5e57b9318cee67a1e3cb60f7bf36f7e728ce5f5ac2921afdcaf42
+size 25035
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 4058c84caddc..75b9b6c4d4f4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4ce8c37dd4599ff7052558edc426bd176289067a00947bb25ae645bd34970e70
-size 22142
+oid sha256:c4969bc4851b184c47a56fef8b079289e9a137722033b2d2bda00560457e343e
+size 22110
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index dfd76bbe7217..725fd4327a3e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e8bb3959f55ed85736910d96ab1399f8aed95867f1f40c14a0d28bdd3c9c6d16
-size 25269
+oid sha256:cb4b472702623c65c4bdfc40184a339f9e7c6f2965b66721df106226ff1e9c20
+size 25334
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 1685697acd6b..f8488b3cf946 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6365a0900ee6ff1b6f8abfa6745459ba4e968d9fdb966cf726ac4225732ce5d9
-size 22461
+oid sha256:e01bc7efbfc1ad9c8d1a40102e4374c8b48bac363ea4726a0d6f790766dd0350
+size 22429
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 7e04f812b5d9..4249e5fa6788 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9f2f8fc60309e4101aa446c3064e04320ceca941f113dce783f2e27b1373ec09
-size 29105
+oid sha256:400d97a2af5684546f3f203b9926727d2acd1029881637863662d2f164958a58
+size 29133
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 1788d2c33d8b..c3469d5a7732 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:30164e4a9773e78103939ea90db4dcc17a8e175e65082467c6a49a94c7335eb5
-size 25361
+oid sha256:f701529cad9312f8fc9677637de45dd9c60d7bfc9e1674e2fed5ea8733fa1000
+size 25334
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 2ba96b0805a1..b9f369f49420 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:21f993f3653203bdc7a9689d710c0dc20f8af5da15ac881c6a460de476eb084e
-size 29250
+oid sha256:5afb881aee6b74b72e2a71044d10c0576600cb9a884b10ccf3df4be8c69a7161
+size 29234
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index d56aff3b75f5..5c403897efd1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3d3b9c043b17e8266dfb427311ea02dfb41e83678218efdd494bc99355aeb2a5
-size 25683
+oid sha256:b6eab9bc6bf265b6eb8c2f7a317413dc1017dd41296d25ec9ebe1c48ffa61f2e
+size 25649
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 3a24d7c496f0..350cf0a34f62 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:13ff718d8a6ec973b4a0e1c983ad469b489d79517b3693370791433973ce7a48
-size 29721
+oid sha256:37e65000d2cbe67fd14a367d911d0c120d1766623196ec57c103b4a00bc5d5f1
+size 29806
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 0ff537eb385a..11c3263c989a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f72aa9f4d3108ba1d017e746397df0314892e6e0f166a802f710797a75dc2615
-size 26831
+oid sha256:eb752ee0ff4d827e1a9ac47fa22b5147a8e51b5affaeaf2a1e4ade08570d4537
+size 26803
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index ecfd6ae3b263..1ab9f190c637 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1d274eaabcfdc36faed4339058d8cd545f8e910d396e0483b99f8f31ed8e11ed
-size 30082
+oid sha256:7b550fb3e91ec2f6d9f499dfffa13c699113192e746b79399a0fddc95b8a70bf
+size 30136
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 5cbc6ef4fe6b..fd8066226ac6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a67cea480842a519a155d3105dcbf5a1f082b4a26f92b5c0edda58d5e755b4e7
-size 27193
+oid sha256:10232b8f4c42fb5e4f0afc0c1d672370256045f5eb70d21588b138c45322b90d
+size 27163
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 28acc63b00f4..320ffd8e3fd1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:886ba09c1428bfc064dd245105528fb507af8f61896a37f0b32b7b47fa9c34a7
-size 31569
+oid sha256:72c4157e5967c7c95ac297a472c663a3c66ccd38c4386af66ddd8ac2a7f27385
+size 31623
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 2c62ba0e579d..14c51a5bc23e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:37c7670949305383e5f489591a3e22538c58c5943114ee71ba9e984d9766588b
-size 27498
+oid sha256:02a4f8a274ad95e6cb9aeae0e6f44b245f25dfdf5a3885206160a9b9113623a0
+size 27470
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index be89a9bd1bef..5b84d67343b2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:94b64eeaec4b2acc7bc19ddcf85c98e4f6f004773b4430344df40441d6384e2f
-size 31884
+oid sha256:3382fb10b026bc943642e8b0ec868dc64cc77a4c5080729ac7a2a5608ed1f3e8
+size 31920
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 150cb17aaefc..804bd5aa07ab 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf4264c0f09f8bf5b2484ff193ef982ca7a8c26716041439eace43c9e1b4fab2
-size 27958
+oid sha256:7cb708d407a4797fcead77cdcbfe295adb31a3a254aa173c3f706cd6f6bf1369
+size 27956
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index e9df5f36c61b..df212a5cdf94 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:087f3d97db7a1d87e3da08de968e2fe01d3134ec0292ab4c3d0fb2218a1baf33
-size 22994
+oid sha256:fe46a97374ae77204c6ee424d4f5707aee34f098ee3e644a6331816ad52c0c46
+size 22970
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 4d6acd7163a9..22624b037753 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e746ee1009897d5b6fe0db7eedd0d4dc60910cec5cfb2296ee69b84f03f08ed
-size 20279
+oid sha256:ad6ad311b2b6870b9c03a56cae5e62e0184e8be93e76d27617859bdf8889a455
+size 20251
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 1d8300736320..b30f70270b1f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:69da2f5098613470b8527e83af26b5febdce829b8c302eae0de9564aa99516b4
-size 23196
+oid sha256:579155db97fa15683cb6c6ff063a2cb5fa985be546c1e9720fe4119905ed2f63
+size 23259
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 2ebd3fb5b253..3d3a7bcf1296 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c82a3161de93d3e01e2ef3b794c88fa8a8f5fa7ecca726ff5a9dee413cca8be1
-size 20586
+oid sha256:8f2061087a27eb6c2375e8e52a1a415703f80e0702f6536fb795504ba1588d08
+size 20561
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 5daba9f7fd3d..8cfad3359d4a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ba7ac906b0dcd075ff1790ae32255527a5ff2e31f00b7314b866fd6ba25e84ee
-size 22969
+oid sha256:796f955f58fc24e89273d3a0ed87509efbcbbadb94e18aff3027dd6e90b97ca4
+size 22905
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index c486e8b46767..f0d9204d7553 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:77094bdeabde523ff89fec5e1cfddfd9128e73749db192c64f262938cb9efa5e
-size 21072
+oid sha256:d7d5b59c2347790150b1a1efc8e0ba6f36bed228c457d07b4fcbf4398b91e672
+size 21045
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index ee05678311d4..47383de64564 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c70ff2933a194782d9dba50d1539e3e32779bfca950ef32c92ceec75489a3d3c
-size 23393
+oid sha256:2d857ab03889b42ac94f9f00e258f59743116ff9a6f7f20288291f4e3a30d84b
+size 23483
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 5bc4d744b703..eeb56d163f50 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1d241afe080f2c2d2fad8f0cd4101b0e695aae539199f56f440a8427785e1fcf
-size 21383
+oid sha256:e382006e38e036a0fbf75752ea2fc99a065b43ccacc40583f63f5910a01aaad0
+size 21348
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 53a2e68ba7f2..9354ea098306 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c8ffbdf3112cdd4a965a9fc279174e5a86829585bbd5a579bd0f98d397cc1912
-size 24429
+oid sha256:f4b730ca788e431b5c56ba727da8b1a88bb100b520a6fbfd5e7748f9669fc60b
+size 24526
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 24387c304b9f..7efe87d3be6b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4a9920ba41e794845c16400b5baf17d839554f398e03527d0248252cf90abda6
-size 22138
+oid sha256:8fddd8e3c889565ffbc2416a769fee81210a260a06269cfa7413dd2cab4f0e09
+size 22108
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 806b64a69f13..4ae40be3d069 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fb80170df845da0bad235d9cf825e27f031c76ea56e9b286c7ded9eadadcb37a
-size 24665
+oid sha256:73d4cc0e4d638df4ce354b2242446d2fc979a8df4d45db0c9b46fc28ef844aa0
+size 24730
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index ef4867d35c05..ca85ad954ef0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d17524a1c59b4c44edf12f2a2bab41c13537d485d0b54cf53d4d9b787462141f
-size 22494
+oid sha256:c7b814ed29e2b365fed5aa57adbde39742ea900a4a33aa459969dcaf5ab63323
+size 22460
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 55da0069003f..f4791c8f0a90 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c787a7904bc9dd3130fffaedfb97b7da04a9f239a42d5850528dadecb9e5059c
-size 24303
+oid sha256:15779de094279ba6d5eaffb7dad8fae78c391fac8fe000972020e3bd964d7dca
+size 24279
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 9366a9559add..2362b7dc82da 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1510a3c8650e8caebe0ba64f4bd8433c30005f20de9b7be50e910eae8b88e532
-size 22602
+oid sha256:68693f2c24fad3853a11101e624eafbdbd48e467a7e035ff6dd79475f6369251
+size 22575
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index aa19fa4a9925..b5f97cb7a56c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3f3c86e7245a8f7cb23f2e7f843f7d6463b075b328a67a64a0bbb9db72a31215
-size 24577
+oid sha256:42ae653a13603e13fcce6d6600590b8f722e57119006e057e46b5b662f577fad
+size 24681
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 72393c51557c..3d1537b2450e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:02c2ed9ad809b7cedfe45ec6e0dfc929f823c9c722d406e8029b5df6ce746608
-size 23123
+oid sha256:32396342c9758ef48aa62b9d311958b3ff1c4077f279b8b94004594b087abe9a
+size 23092
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 05202d3a3a58..5b5464da8096 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:60effeca7ce90b5ccd9ee4fe080d62fca70e40f404ea70f0337f362bd46419f8
-size 33001
+oid sha256:627636fa60cc799123d199c52f0f9e32b8ef0eef5305cc48339fa6f394946b21
+size 32971
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index a528541f7406..37fd27d422ab 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b3af27c7e8d3d75431ddbd9483f3f91e63bdbc96247d213928bfa000a8bfaf48
-size 29418
+oid sha256:f58e98cd093ac506670978d63b256a96a80aaae7e1240e33666e6ff285986365
+size 29389
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 7b333c5d71bc..07f65a49b3ca 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:368505235e8ed0eada820a0fb526bdbcb176147ed4dabc9a5252866d5164c54f
-size 32801
+oid sha256:4b6c04ec3b0656ee20f27809873dbe6efd27d8ee5ec4a4814aa6772a92fffd6e
+size 32857
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 279a414a63d3..af83738146fc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:39a985b2a51bb51ea0e20f0d5d5e39bcad19b3be7ffb7a9c4f535a849bb78eb9
-size 29757
+oid sha256:d26a1070db9bc75607d5e7548a6d79f1a29077f77a7416621df0f60043a4a3bc
+size 29718
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 1a8dcfae2a63..60eb00560b9c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fd52e0dd6391ecb8ba361f8a642fc4216bd47bca7bb24a6092efc62b4fd2dc3d
+oid sha256:0358d3d86d53280b965c587886763163500dfdfb2e2f11660166dbde3382d66a
 size 32626
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 00e857ca8475..b7ee47acf304 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0112d4c59fe9c0f43c2cab5d58d24f3b7bf34bc92ae988a7a23cc540f00bf230
-size 31420
+oid sha256:c4f0fd66bb0b2a734de332794975a7b3398c79f771c02ad53e3a7f288e7fd7f9
+size 31392
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 9b7c31ee3116..51cb6f8ec779 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf0b5f29d9ca2e4885eda78c03f363adee992f689ddc29d0fc1a15ea29e73e35
-size 32961
+oid sha256:4bc42508a5310ee0a3c003788e9d3e1ac50a47c186ecb9bc0edf912a11429639
+size 33004
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 9ff093c13d46..8c295420cfda 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:44f3843e25f51424f3b2f6037b26034ae260c4e8210a540978de2661f6ed11d8
-size 31851
+oid sha256:325c2c9752de1aa9c0fc2cd2880037dda1c5a6ae749aac8906ce4881b37b1e78
+size 31818
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index d6929d9f4ea5..64db44415a01 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7c2f927d5c09c723f74bc58231800b4593572e6e49ecc6e815bd4444cb3179e0
-size 23363
+oid sha256:981a0d1c08e5d6d1d36f2d3290aad69573c6fd0bc5e4559e91c7d22ec548f110
+size 23332
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 7a85df08e4e4..8d630de60d05 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f39ea33003154d7d8d303dd5aaa8d1f748d037978c1c75a499104a08cf82b71f
-size 20791
+oid sha256:260eddd8af57047d195021f9cbefe6eb3f86b3cad6437cab75a834867f14ff00
+size 20768
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 36bb2d35e628..1b03a7d840ea 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:516abf2bd51564bb78ec5f03192e55a89aef2876bff3c0fd4e493365fa872d09
-size 24240
+oid sha256:e88253aede984d339bede05336f9f0bfba991c78f690b474f72d7c5ffe6bc762
+size 24207
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 85e0c51623a1..ecbbf5598aba 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:84a02947ad101aa3d12325e79234c73d9d8db4a27db8eb0e6965660867e505bc
-size 21700
+oid sha256:6545bd7fc1b521a9f3aa0cf0e111eec6b7d664832e7774cc7547e0e47f38ed89
+size 21671
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index a6ef5850f61f..c25df1742979 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:653561dcd3a6409b2fe793295b74d703776c54a8a22e211e353c317ddde8db43
-size 23428
+oid sha256:10308b5191f5369d6f32e6499cd6c5a7d900471c0a8e19a5ecf2af54375e0145
+size 23405
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index c5071b0d1305..b11f38ef420f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:41d6f2e814fa6cd2279ea544d35a9518cc813e9669826c1c12bd3652d33356cf
-size 20570
+oid sha256:3931b95245d4139060eece0fa5b60bc0b4e8b1b7075e4f1b57abf0b538f6e4d1
+size 20548
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 2099e08c498f..4dbc106024ca 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3a644e4e7bde79cffae6c6cd8e8c8c51f0a4258b0e2ad383f54e5aa52660051e
-size 24100
+oid sha256:84f47dc0b3a904fab2e47bdc09fdedd08afe9971c79582b11701b3e8420ddd63
+size 24072
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 3f4c3a6cac3d..82a6362269ad 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4606420b3bc12065e47d0f379e474948123e5aad0ecd590ac2abc09d7d2e98f0
-size 21597
+oid sha256:bb3f2db0ae48722a09f266256e413b0c178e0b9e621bbfe0d51b9288f8d5d436
+size 21569
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 9f22c22034b9..f4fba681faf6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4827153dbf5b732617ecd7a3c071d707ddc3dd15f44694751507d3ab235ef06c
-size 25371
+oid sha256:654d1e1b1f98a841dc4f6eb3fd88c43f2e14d7a88deb194317f7d2624e8e5cd2
+size 25334
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index a130592ac684..eaeb67aeac86 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b2b660bf84ce46d9a3d6c032d0a8ce16af0ab6d77944c74cb1d1c89b51d1bc7a
-size 22947
+oid sha256:1a095f42ebbdf518ed898008c78f5351ac06fc2c90ea0c13c791babac29c3367
+size 22922
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 68f4afa27d07..eb1d9306e94b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3bd2a01c9277f19053fe4fc8a7f7266b078b4c91378e88c9a2be77f0a4699629
-size 26038
+oid sha256:f5ce77e94d4d750a020191c3e44888b15f082f4aef41cd2d09478bb9d54067f3
+size 26005
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 92e21764a159..2e324422ffac 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f46c0e17d9c852ec100d9cab004237da7e4f8f504a77a03be8ee9276a40be979
-size 23660
+oid sha256:3a7370c409af6fa9e5d41d00bf6d13b8c48a7e49d094fdac9789567018eb8ab4
+size 23626
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index a7df5d301646..986ced1bb4fe 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:40d3c17b0acc5c59b2d0674203965e55c57e89f87d3529c091027b8089c76923
-size 27137
+oid sha256:b2d9eec29208163488da06815c99dc68224222339d9b80197e332e4cd12b95bc
+size 27110
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 24df75d7351d..99d9b0b88eff 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2e42a16042d6fb641eb92d845ed29f7e8b9156909323e7ed0da0758bc4e223cd
-size 24668
+oid sha256:a349451be2fea7c4bdf37d246ba9cad0144148db3c6c5bd1875caf13abfd61f8
+size 24642
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 30915213179c..94cc4a841d5c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:858d8e19a25f5e8779756dfcbd1d7fce02329aa9e2f297fc41b3197903e427de
-size 28081
+oid sha256:c97632662b0434649fd558d5514b6281a21b3c60436012e13d5d65b32945772f
+size 28050
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 0b85c27fe4fb..8729b6e9a816 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6db65319aeaae73b4d876ee619d86f9db9f76822213b4d6c559c2733fb0610e1
-size 25509
+oid sha256:e344bbe9a4d921b2907c842c916610c7ef7bfbaaac2dd98de9f8a36b6c7168e1
+size 25482
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 9c9611df83b9..8fe6b7b8541b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:048ed172221d8b183c70167dcd8d97a42bb3722a91f3c55cf1d298648fa5a914
-size 26406
+oid sha256:658efa1ea9a3daa20e98ecea7d4ffb4d6c21359e6f169122d20e532b0b049a85
+size 26376
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 0dcfd5ad146f..64aeb5a04316 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:44f841c8399432e7f0882380e5aa1dcf4eb902e1e6fd292714102557d50534df
-size 24238
+oid sha256:f2fc066be5c49bcfb4c6ca778b6f198a1b600cda3ac2b646c5c407400558d7de
+size 24215
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 074b393b6169..11b3613bd923 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c348ef3c43a34b2d588f739a9636a44c7886fec3bcbed6bb6eb462afee4b11b
-size 27850
+oid sha256:7bf2a8498b2d984c3c991a51bac4e56c5400db195c9dbc616ecde413ba5d988f
+size 27819
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 81f96e5d2ef0..dfa405a1da58 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:90e57fbc0ffe2c1a597fdfb86a3d7409cfff87666836336e57ff0cb4408e2494
-size 25498
+oid sha256:0fa3a69ff7af463cf2e80b300db62736e5060bdebdfb025783168efe71c6a6e8
+size 25472
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 9d514deaa9b8..0be7770b99d5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:384311bbe15382c641f47ba46d9a98aadc52b1c99d56e623985efedf76f3b1f4
-size 29521
+oid sha256:41da666e917f49298f9cf54106fb65a5ce2a89e798e96660b0b33c944252c848
+size 29491
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index d9054041df84..9b6ee51a290b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c6c5bc9dfde257346ddeff0a752b2c0ac991a884c4b66ec71ca533e062a64970
-size 27092
+oid sha256:fb6348136ed9d7eea65b644ba8456e2fd0cd02aa11029225e3e59815a4243e76
+size 27058
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 1750f932ed64..15a84a3448af 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:26508ff3f584a2101f371008a9795634e6649f20f4e5bc678e3864a1f1c45225
-size 30348
+oid sha256:6b376d635b29189b5a5676875d7d1b3b6e3b7e97f78d378dec3bfa8fae9dc784
+size 30316
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 34e94f76c800..d7f8a8a83a64 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:467981b496d3cd79e4ed11384e456385fb8878e2b884437271de5871f7fa6c6a
-size 27639
+oid sha256:9ec055b7f56adce89abc126ef9db833a90b7347d1512176b3b79a1ee1b3a6a9a
+size 27613
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index ece740b4f985..7b39ee9b3a63 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e24143b36c90612c74c2512674aa8777fce26978b4c1cc3a9e55ff4bc3c74a23
-size 24301
+oid sha256:a2849563a68aef691ece738452d0cba6ff7f5bc3bc150ec7a98b9c5b6f40f17e
+size 24270
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 8d8be88e2b2c..f0fddd5f80f0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:064f187f468e01a33614b12c139fc15525dcff0b61ada2fb74156421b31108a3
-size 20755
+oid sha256:acc5eefa429dda942ae7ff553282357ec1e9cb4e2029f5183729be1f9b60b351
+size 20729
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 17ca928d7ca5..32b990ec9a8a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5d2179be201e9e6bd163a4d91133920b80365cb59142676200ef45005f6840a0
-size 25052
+oid sha256:46ec655f3557334370f6b2e82ab5802d4a190d920312dadf32743b8a1d915ac6
+size 25025
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index e1062400c44e..8e02ed67b110 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:372a8025572bf165f4cf438700fc8778c826983bdb2bc263ae7a692a36c0e9b4
-size 21652
+oid sha256:40de6844205972217bdb090c1e33de38c3d9112ba14aacb2aa8548aff0c84622
+size 21625
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 1042438e26f2..244796b4b6a2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bc789739128b90b1a746b494aa47a975eec18190e81738dae129089314edf08c
-size 24536
+oid sha256:c498306bc7d88d5025814da092cec5b2689d151e6a94f3e92726775aa4eca510
+size 24509
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 6c79c03404e9..58b44e0eadb4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ccc50c6db33e9247c8963f15ad592fe958ee32b76a7048b11e8b2a17335860df
-size 20376
+oid sha256:e38db05226e1d9b05035471575da2ef74fc0dadb506350cbd331024f4b978f76
+size 20354
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 7a37f44df335..0bb8c5ddc2fd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:29582b23c1c2cec6deb8c77e6f72c5dc12f0db2e471c3a36f1132baac815ede5
-size 25080
+oid sha256:18772882c80d4313ffb49b793af37d5844345de7849a0602c5e4a7fc9772361e
+size 25048
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 8a11c4cd02f2..8f13aedabbf3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e9d2e979d7b3e7021213b7bf5d6ca89e5d74310916274ca5876b48f55070ebf
-size 21396
+oid sha256:5aeb3a580b908163d5826343c148717782d3aa4463cb4643f810d2f696b899f4
+size 21367
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 43c7b63af98b..ed5ab31b4800 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6abf625867f61194af31200944bdc49a318a21d98589a21a501b274da429dbae
-size 26536
+oid sha256:46ac9678d3de2e53148a65ec436079bed0db9782be7cf3a477445831e2db8205
+size 26500
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 8c2217f868c0..96259a3cab4d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9860df7e0dd4e19a505961610c5e35ce59599bb6550cad612866bd38e4afd656
-size 22775
+oid sha256:2834c71fc87931bc58f34a78a2140a764949727c2e94c30bd507cc8124a48c05
+size 22741
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 18ad4db6f46a..03f6f9c5762b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3f967aeac3336048ab16117676f9a6df99c670bf2f953c0ac3781a22f89707f9
-size 27074
+oid sha256:98b3512c9ecbac6029bc955895f2d3f973f804a63ff708b6af36eff1ad111487
+size 27042
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index cbb09e021ee2..0637a782a0ac 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7546c077be731034054556fe7a5d47989a0fb9e5b63b87ab6fa7b3f23e0bfc03
-size 23633
+oid sha256:f2a006d8d3bc7e33b5e4762ffac124d64242c12bbb7f4aa62d3fccb9c4552277
+size 23600
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index c393220ca669..86e238627fc1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bfba69caec4756e3d16e9c3c56e866e552f322f4b60cc29293d9cdfd1243128d
-size 29113
+oid sha256:1e0d3d0dfa43a4c2278cacc511bca6fa10a689c9bc94b8c5efae5140913b39b6
+size 29087
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index b44fb6caaa00..a36ca2a0022b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:43f79e41320e56f62579dde47c4bdf917d6efb6030afb012c99be8295ae331e1
-size 25308
+oid sha256:ccafa442778c80805edff167fda29228ed727b58e8d1a5265e62e27d6e69f9bc
+size 25281
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index f3df23f37f4d..90b70f183277 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c7d539aae4386774271b84b04f4087c75487c0a2b00dc613c63b4296898a4ad2
-size 29699
+oid sha256:ef2f5dad2a58e2d4cdd4f2acd43263e16f72d5b8d3fbe837d93c1c551e987263
+size 29660
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 2160280ba141..51b018d467a7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:26762f7bb4703c0d6333757f7f8650b588af2234a0dd3f0915da8b8579769964
-size 25935
+oid sha256:49b9fe0d153b6197fa81a05c250c46a78d0690ba45ba113ee53265eea36f7349
+size 25905
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 03cbcbb5c7c3..348d2beaf769 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:092754e916a6d7c0b2c76811bcfb032b79330d7a937c6fbd54bd4698df7d6895
-size 28549
+oid sha256:f3712e99ee1ada67bed1f553c97a2b59363f6d1ab1f927fb31d3d3d067ac144c
+size 28520
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index f63f329a0c30..5cb055b3dfea 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c60bebe02f627035ebb4e3788d7d1a8e15905c3e5163214fefd0c30aa44e01d2
-size 24518
+oid sha256:4e5811f87f35cc47fcbd768afe3c28612bca77ac6d7c820277daec44a4c2b751
+size 24490
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 1cfebedc3ae5..066413d27826 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c79ca57273aa45fe4a141d5e05fafbdc1290d566d91d62bb0218577c0bfa6506
-size 28866
+oid sha256:afbf445224641377d67527cfe3ab1169531e52ec23a6f9819a9c84064bc231f5
+size 28832
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 71e1801e5044..e0e7f08b377e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b914ec78057075b456f96e5683fd5b5ebfbffe6a5cba3d3f8dc1a59b588cc8d3
-size 25254
+oid sha256:e0c2cebff57c48332d3a88bce6e957abc170e7e734b0818c2aa9d6fb1bf69649
+size 25226
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 47a3ed79bfd6..1906f2a2cf57 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3aaca1e4f9ba4a59e507dce10fa7413f55980e977d377514125a3bcaa6e66da5
-size 31436
+oid sha256:cd510246f28b9bf9a2503babae71b33e5ce607c12f8a45ef35bf4c8b7fe5bfc6
+size 31400
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 1e472c2ed0e3..3bf4cd565c12 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e8bdcebdac60ffb33e16e69c8669f08d08ffd0fb500615568376b9dfe19006c9
-size 27698
+oid sha256:cc81bb08016bcc7cd1a425938dfa399f014e169cf1ca8116df2d0e3328e17d6b
+size 27668
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 6bfa5729724d..67deae3c6b33 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c44b27079cedbbd77d0ec337145e7623e1e043da53a70886c8cd071cc60a25f
-size 31756
+oid sha256:cda89dde7ee7df402552f85c98ab1bf8ecfe255d8516930d56cd8e7ce0f01307
+size 31712
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index c42a88aa8608..8d3e2b2e5081 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:db52e30c4966ff7059c71a5505a698ed3f464f5da592d2e3aa639f3e3dba667b
-size 27921
+oid sha256:a20c50bc30bf526b0f350b939a6f4bc43c881f7fe5ad4995d95a08e0502a68cd
+size 27899
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 8c61178ed9fa..1fb6e7ba8885 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d2100d8c83b516e57eb616a40c938834c1c627a0536f3fc9bb3205c38de05d8e
-size 25293
+oid sha256:147d89ec7ca47569d7dedc61dbde8e9a7fdbea04a7ecd8178647c89a526bd8e3
+size 24399
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index fdf6849a58be..dd142194e4a1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:410b6261315f6b9ff9a663ca044a6875468ca918be8259a86a3c71be10337cba
-size 22991
+oid sha256:11e462d9def96bd91c8d62e97fe1cbe9c69f020ebb02596afe6c80313d00d31b
+size 21693
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 3c0eb149b658..bcada0e618b9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cb607be5bed095638db16242f97232aef40ffa9b418d71189ceb84f248e7ad35
-size 26010
+oid sha256:d9f212150440694a10e4b29b668ceeff8f8c38b50aceab001d51069e7dfc43a6
+size 25168
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index c1b6e85ebde0..25e60a465d50 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4e426251eb3225e9a1fb9c03aee640fdac718a7ac5e6f81a9d4b32d2dbe4fa3c
-size 23635
+oid sha256:1b3580fd2359d209319d956578364fd807f8e0cbd0db48c80fbb5349ffaa7944
+size 22668
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index ef1b1e9f19ee..e09a17cc5334 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c48e188c318d25b1108e178d5a0b289fabb9cfc823355767b0167e767f5ee75
-size 25386
+oid sha256:e5e6c3be5cb6edc5bc7eeabde8e225cc214c20e2619cba335d61711ac5849136
+size 24655
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 263fdce93f03..01f02dee8a87 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d2a84846029b25ba3a1bb342fe893557c6c47f966959d54f162d8ca0a19009fe
-size 22815
+oid sha256:b0ad41cfa4e619b6f2f6e312de978f6623e69cd822f06576dbcfbdf3cf8e6e92
+size 21616
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 56a5659bc83d..40213d45cca4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ea7a0ff4b1147df064e854881ac6ed6bab8db0b974b4a8ce78d2a0c5c1edbb75
-size 25876
+oid sha256:45698b14b2b24d807c5f35c132a8c558941d1c80cd3a425ce75850381f41dadc
+size 25147
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 94f1172e8802..86ea7dbac44f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d96935a30e6f3a1e0ee53f626b8d8c433a2e356883c9654fcfeab8e7885f9550
-size 23658
+oid sha256:2ccc02bc859157ff6722a8aaa0b6b20df86d2b5553dff3c3d6673c68a3d25a31
+size 22616
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 6001ab41d374..7e8b35fd0a4f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:383636ecf3f226c3d2e3850907509d11c3b1eff356c4d4bcd7deec5036d962b4
-size 25761
+oid sha256:4f655af25d9a238c6d00a99bfa0c60c267d93f32410ea0ab8d42d94cf6252a35
+size 25731
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index e1230a700a53..1cc9a6bfb36b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cbb4ed1682cbe55951bb30c58622c406f9b6fbc17c8fe4d1cf7f530a3c044a4b
-size 22588
+oid sha256:d8b0ac50e8e4ab3767035194e065154529921b087f54a27ef21f1d0a1065cbc6
+size 22559
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 065f68dbcd33..87a3d1857249 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:defc83b14546269a6d8a2b88d04630aae78b1c3c01469470a9d4cbfac7f64521
-size 26607
+oid sha256:b72fe7e782cef73f0d1acf320124dcb09c34eaa6182557defdb834a0bf16216e
+size 26571
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 0bce918da598..4cfedf5c769c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7c5814e3729c1d7a69c30750dd69dd8d90d9d47c25a190947a6934d9f144ab5b
-size 23239
+oid sha256:6cf084d46235dfac7b253284fcc694178d150b71c90e4b9d2844eed15c2d7335
+size 23207
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 3455894e2339..e8f79c201592 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5764c737b0bc43aa7edac79def39df172712b9a9547d1e84fff87078c10dbc89
-size 25639
+oid sha256:1e61c546a0c5f808d8d3a83dc0e2680d53e8d38af57ed4d55427c983f2362a9e
+size 25610
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 6dd20a5eeca0..c04b8fd85a96 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6628785d1c95ce14d6159369058795f12175a585d3910db7afff2ca8a5237e04
-size 22936
+oid sha256:1c775c8f1c66422f6e9cbd4d9db97a8db495c87d677ca970c082c2d48704a4f2
+size 22905
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 6ba9e3c959df..c64e0e7c98a5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:abe61e6c7466932bffc379cd5c83850bbf9d90472ce69390f7dc0868a8697312
-size 26416
+oid sha256:f504345bab79ec77786cdd7b0242a0567efc0678f1eecdbd096982aa443969f2
+size 26382
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 41cc53d5dfc6..5c1b02e81f64 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3061c2691b475f0bbc83132da7ab991d64b5a3e5253224e178b9a5736263af4e
-size 23722
+oid sha256:55d68435fe663221c10f8ae13d516fc8c6876f66e08b0aab2c2146926423d0b6
+size 23695
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index c8ebfbd724a7..f61df92ebe9c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:80fc7dfdb76364c56e05634fb96f845a92638052ac7c66b6dd1d6f555dfd7661
-size 22721
+oid sha256:2b368f2b88c26c315596ace441a4c3f8b3542c85e51b7c48ee27f590ed077dd3
+size 22698
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 81d3e7dad0df..fc783f65f22a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:41b8407f39c095588508cf3daf88b063864e1fcefb45aca1e084320ed6aee108
-size 20252
+oid sha256:f50ab33b13e1d0a59068ef1437cd743631f25eca3b13ef0b7f9b62b8f9ea15b5
+size 20228
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 5612104c421f..9325d3a48928 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:090239b44a741a3872c7895f28ad975c723b42844b8900c1ed03c05aae22e85a
-size 23733
+oid sha256:415519dd396c4c67db1d6635d557e713db29caad99efe7e3779bcfce79f12654
+size 23703
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 409978db45c8..a260d3d8d229 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:15890af588e424724421e3d608ef9c5851a5377883cc3548c85d13eb9265000d
-size 21098
+oid sha256:89443b26304b2eafbf75c57e4a9d3585b3b35f80b687ed373d7055c157c841fb
+size 21068
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index d609072d4897..fad6d23fa9c7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:09cbd6f5fd40a0d635ac0b5ba2eec083f53182067c665ce8da138cdb73c13a55
-size 22777
+oid sha256:7630f79983e7e799dec8114436b40cbf825cf403994d9ebfd0e94f49913c1c75
+size 22751
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 8cc33f369c0a..e27069b7494f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ceb580bd05cf4063e2cc081bfcad30f96c3b3657f8e25cbb546c4c5c088ca862
-size 25725
+oid sha256:3517852009750c579a7cd9ee5bfb91f94029f10fd732d9ec38e4780e27e6144c
+size 25678
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 8ceb6ec4853f..aebd76a976e3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:381e55045dc7b76909525f487ec7f8174ad9963b665aac1d4684894a262215c2
-size 22957
+oid sha256:cbeaf7e57c9067c5dd8b4f1efa231fa4a2f217ee2bd5b366a91128248936d2e9
+size 22926
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index db8eba14f169..5b960caf46f8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ae2dae9612604efcdfb56f6f3a2bd7458962c3461630672c57f4251e55bfab2b
-size 33299
+oid sha256:807dd74a267acfde0d7de1b302b3a3593ab805d8bb1968b94480f1011e0c7353
+size 33259
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index ac63d7cc5bd8..4a4fe70caacf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6771d13d3055a2e8db51e233ce62089c23d8b0e559d87b7ddb3715548c425bb3
-size 30234
+oid sha256:5e9bd4e576508f078182bde02ca962a8f5c63cea2f750927217281b7835eb823
+size 30205
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 67890940386f..4eec5b5dea72 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1ee98e6c2e2642ba4d1e77d2897a77a6db0cf76c1bd41202273ef9cab95e9b30
-size 26871
+oid sha256:1c41ebaf35ff9a71b591c277cecc46d131510c6c5499c474759b6dd10217724b
+size 26834
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 6c9384735d98..5ae493f1cb7a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ebaca0b334e0ee079898cd18d4017cb3177cbd182c542257bc71fa4076e95b9b
-size 23903
+oid sha256:6550a53588002056889ed262f139e5a84579a3b160b0423483fd86e1dc8e224b
+size 23877
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index cbc658dd5230..a835fa85ab60 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b39c8aef25b1b16fab142b605b4c0bf59e3ec839d29d213a5ced2e22e68d4039
-size 20032
+oid sha256:7793432bb1a8b620bbbc09222123eafe7073c0accc7f9570afa4ca65620cc959
+size 20005
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 0bb5334f9964..65b7fcd66d53 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:45ad96276e1d337ba73dd3f78dae19d721a242b7fffcb55d01c722d68c12605d
-size 23510
+oid sha256:4c889a87cb0ec98747d52e63a502bf46fc02e23f0c9e7f8ae705b10bc1de7b48
+size 23481
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 1bd626876466..6847c62a3d52 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2388c34b2c71d902a1c44a0dada4b774c0310293465b4274f137dadd72792d4a
-size 26581
+oid sha256:df5f2cf19e003442decf5d383d682e1fe861ee43f9f6ede5df3b1ba017eef5de
+size 26550
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 817d9e6e7f33..79defdadb975 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cddc7b4dd501b87920f9678cc3ccdcf68e92c67aa3d4a660c6d34b9218dde79d
-size 24098
+oid sha256:75332026019c3cf8d6536d45b28d9cdb390863a51f744130afa725a5bd28176d
+size 24068
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 7fbc57d3f1a1..7f7086b4e827 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:938c06c56a50b4791d8237245409f63fe99bed1bf34d0526354f5d418271d3e9
-size 33792
+oid sha256:67a89e87bc7473eeb8b0265125312690e5a9eeeba23a62b6b702bf1b048576fa
+size 33762
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index b606bc870713..87c8f048ab3e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b8970ab362617d081ca1a617102f40bb798153c4a6abe64ee82ba371c8146f6d
-size 31072
+oid sha256:08376a2ba907084845d6cb5f63a2cb1585dfa2a06f50c81de2ece52585150c1a
+size 31037
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index f4e3fcdb5ff4..fe82c876a762 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0153208f1c04adcb4fb53cbaa3e4ebe801cf028a63cbb8d458b656ec6bf914b3
-size 27596
+oid sha256:d47b20f698464a8443f5ae44b0bfe084c9ae16c784ccf7e235ca16ce7b49456c
+size 27567
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index db45721298fa..ceb4cf999d06 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fa6d7b362fa957c66d2b4d5bf38c29622d41ed4324a9307f0d96fbf247642272
-size 24923
+oid sha256:e9930309fd8c1b4d41fff8fb53445de900ec21a7face04e2aec3abcc17e7eceb
+size 24891
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index d5a1762c1d0d..014cee0474c2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9bc4cd6fcf2b0c019bece6282ae02ee27d556fabcd8c5172db0ff399b05b7942
-size 20844
+oid sha256:1938c85787430bd99806ac1200f790aa466792aa98e264743913fd966ef36c9e
+size 20817
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 75aa9f01d8ba..5f36d4756f1d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:01e09f57e03a9b3b6cf3e5bd5d2e0d5677d6244c742921a823ca49af588a19ad
-size 24625
+oid sha256:90d3a9d3ddfb4c8544c2544103c340d6a70692bd00f0043dccdc305a82ab2ee6
+size 24589
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 7737a9a1c999..5d59ab4749a2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c5403a49503675a1858303cc30bbafe30841951d3c37edf18687d2d360855dc8
-size 22239
+oid sha256:7d2b131dd2da08ee2949e56c2fc2da7c02942a1fbbcc00eeb3769b90bbd879fe
+size 22215
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 0e475fbc3b29..935d9cf035f7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9b86f07ca513e02bbeecbbf196bf8337177c84d28b6edc5725680c65020ef41e
-size 25614
+oid sha256:aee0a588e26695ae24071071b95a8a4a55d1dbec35c831236ba6f43466703f5a
+size 25581
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 592289724f83..929f67e312ff 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:68701ae14975a10ff11416a4f71e5c641273549504e9937da1d5b325de626926
-size 23175
+oid sha256:d15642947f309cfa597e8324045768570ff768a2400c3f149c11f0902291390f
+size 23142
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 2552944901b6..94b027ed89be 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2f090dd1313b69f036e182a7f97224b192ec36869cf2d121ecdbe3f3a7d7ba7e
-size 26289
+oid sha256:b0b7209dacea894483f36f53957269f2bb2cff0b0ce54e128920d77a57a999c2
+size 26262
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index a5e1640a6a29..3f07e22d2708 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0532e5ac5a1677962c61c4a87846a0a2e06af733aaee7a71697332f98acfe30e
-size 24081
+oid sha256:e344d70f3fc3ef5ba0a9d8a98f9afba1da567007f7f1bee847fec83b35b64b45
+size 24056
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index d58c4574b83b..76e30f74b33c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e1807c7c09de86673865799a3df0b0d196e3275315303f4b5d6df9552a4eaff1
-size 27278
+oid sha256:5e6c79fa53fdba1554a4a3df7880572e2dcbc385ccfaafe6b357d1405b2a4530
+size 27254
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 6f9f4e1959cd..898aa869b3d9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:477d52e5ca0d5cef510694f2e158520b88fe42e920e14d728992bf0c5230f0d2
-size 25046
+oid sha256:c7a2506e3b838d6dd6b4a2820a3a0cff42cda7bb7a0c6cb09fff882add296a15
+size 25021
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 3f4c02476460..29ae6dcf4200 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4317d896eb01e53c01b3149c60ff50a148686f7cb68943b37c28bab7df8fc262
-size 25916
+oid sha256:2cedded3e0e3b55274e05ee04f271fc139005f1b9803667f2ebfc4fd6da87cef
+size 25890
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index be9e7dd18203..0c635dea78de 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ed6d191d2e661c45f6a7cf39d5920f2aab9d4f16cb1bc452bb4a607e427931e8
-size 23622
+oid sha256:a83f5733b748e644509f4253436ef0bf4b5bc62de397d87aa20977456e615621
+size 23598
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 6864ce8410fb..b12bcd821a93 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2d532982f513eb43254c8ce4a31ad19958b9ea6e95c6dd11c34fd5847342ff75
-size 26741
+oid sha256:099dfe27a7df5d6518845bf1ed735333babe6396edfdad2821c802bf9cc1ad10
+size 26712
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 7d68ddcb022c..4dd1179eff9b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:605825202216fd35b98622e3495f6ff4f1e2859848c8718ee8f01c0966e408eb
-size 24674
+oid sha256:9ba6b2fc519b42491d6cb337acffe83346293efffa107f222365a446a55c2c7e
+size 24640
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 52a42a4cc313..34959ccec3e4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c3d402bb4edd7e30df3420aee2ef91ee55c6012b260802c31effa39d4823d8f3
-size 29419
+oid sha256:073d61d7fb8741654345785790eba5e5414ccb7bb44f283ea48a07d28a4ae824
+size 29379
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index cea2635f87fd..3b43d9b29df3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:12415b930e528b21ed41eff46b7874aae20f65e6e1e7879c1eb792901d2b448a
-size 27010
+oid sha256:a7330d3af81d0e68ec2dc63df3194666d4f3e4366ce2f603951a2e1006624c3a
+size 26981
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 364e05dd4c90..085d840b7059 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:28431f33f5b2f3fdd6e180471e7da31fe4fe730939a939006d09d801c5129a90
-size 29641
+oid sha256:0ebc7b54f94bfcd51866122846f42568ed0476d728f39189868fa1a87753715c
+size 29607
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 13c60478004c..b62b9618b32f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e37404169cfac8b2ac34b4fea2044c14909f2fe9958217418d39a0fb56211941
-size 27270
+oid sha256:4733b03d4442e73f0544a5281917e92b86b6ee712c9618fcbc4affd123485e69
+size 27244
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 16a35b97bbb5..4371796837b6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d30beb4d1c98f5fdb10033812df6fc7f9674a02ae311775ba5cd551c1d27a030
-size 22647
+oid sha256:576eb2f65032a0ce097b89dda5f8418f48b0dfb8f05d890827ba9f838592bd90
+size 22623
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 9207b8b81597..ff5bb54872d5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:671b85f268794137fcc1f79e126077513f095cc2c717faa8d11c4778c701667d
-size 20185
+oid sha256:212c24feca46976ef6c1033ea5a47e0b7038294cfbf796fdc1fb147ed5e3da04
+size 20159
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index a9e19f74a500..435d86c582eb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f98937e8270499c68f676a912453e6ad2601266b394f65aab52d22403ab1ebd2
-size 23634
+oid sha256:019bd0d525145c246a0228a2079801c28b5a32c102bf95ebe6d68ca0da69bd1f
+size 23601
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index e48e84018fb0..cd06ed6e5039 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4bf19c8fd281357573ce29a313350fe87071162e030888dda0cd1d9529afcebc
-size 21140
+oid sha256:f1ddc4fc0182288d2eba75e7dbeba5eecb75359f1663a4f135d694ef1c3331d7
+size 21113
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 56bac0b95124..64ae0e64fbfd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:71df40a202c85438d9231a3b7abb68b2432cd2ef1c31e6ef2476046dfc8cb779
-size 22790
+oid sha256:0de3ed25d8b279fbdc1bbb634dc5d4144c66f7ae1fa0d1935ebb0cf735205cd8
+size 22763
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 02e56873cc99..8d799366cfec 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ff6d8e1887833569fa44e08f02aa2fcbc76e6e3c851a6708a64dfbd94d0edb2
-size 25713
+oid sha256:b664c16c30c2f413a3d022c0ff71830f5fbb9e25af994e097b381c1436ff7015
+size 25678
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 102bb4b87aba..27ccd7d3e714 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:60496ea47511ed0c39da5e2c7c355529e1bc0fcd2d27ef977a5b5785d7504546
-size 22961
+oid sha256:4a26aee56b0589ceb61899d6741486602ff2f69859f7abcabc13b4e7e1b93990
+size 22927
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index ad042608e508..771812732d8d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:958472e83bb135033b536daf916ba723e50f3c4242a6fad87d859c949faf1315
-size 33314
+oid sha256:b56071e0f31d7bbf3d65d8a2ed5d6ae2fbdc8c3acc300658189c3b5c6a7bba59
+size 33282
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index ef1468730eea..bbe8c580d335 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:caa03dc8de2c1ad3a048e0aa4a84e4724fba3d295aabed690db73db9142b6809
-size 30251
+oid sha256:239b916934eb02c825dfd28e7997ea6c92d259201d67f86b20021ad23b4778cd
+size 30225
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 563271a02b88..b7427eb071ba 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5f7d66c0aaae0220dd02fc67c687182eabb2e813de9340aee9a9ff6b7d90b83d
-size 26864
+oid sha256:f2ba51237282ed4771ca7a9ceadd9f89bf08986531de9b4c438de164dd5f1908
+size 26830
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 1adb839b0013..93deb3e3757d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:79eb512102ca32b0fbc63b7147a541f8080fc8f5caffe40587cb89bfd7ea31ba
-size 23928
+oid sha256:57ebfaac3e77d7d0560f3f74c52c3707e0001e4ed7e14d804b53a38f4ac3d450
+size 23897
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 6cfc3346abb5..ad1bdcfc5ad1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d9d216824942a9ca23e1e5820f67251903089d50c199cc6c3c4a60d075ad55f7
-size 20066
+oid sha256:0642320ee4fee8bdb150961ae11bfd45cfd5c78f72c9cd6e5e947280797b10dc
+size 20042
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 598f1fa67238..4db76280452e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:459792ca35ed9beebbd62afdb40ec98e1728dd991f3d936f027a34f736a5b112
-size 23516
+oid sha256:be9d41e05c4194d5b2c92d83b6a838509120936cc4754f7cbcafb47dc4eff9d9
+size 23491
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 8f3e07181ced..b58587087b5f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d2d32887eb6502eaec9ea4dc3b944d1a5ac85c62d3520bfda63d8a9f9e23e32b
-size 26572
+oid sha256:361fc485a9ef504f17ed7856a0c1a3c8e50d1e071bd9619238056e05f0a652c5
+size 26538
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index e7d3b296fb4f..bff1db6ff3a0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9f1586023392d1d231ab572ebef45e4d2af4051cc159e5b7076ad1363cb3c83a
-size 24078
+oid sha256:37d877de02c9cc0a0a37312485f2299afa91c5008784ac82e24a411d91cf7304
+size 24052
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 8fb60f5bb9a6..4776f3bcf773 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e49b469d03f5b408bcfa154cd4e0cc31919cc28e8edd14a112830b5e11755580
-size 33780
+oid sha256:8cd556e2421118cc2ea43543e82008e74bab14d18069a9fb9294900d5eff8a2a
+size 33752
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 28fd0f60e25e..72b3e2cd929e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1e142da9077681a1dcdbf83c752f6579cb13dca0251ea616bff67fc1f0b7deb7
-size 31089
+oid sha256:65c05b61163d7f7192a1377a59ec35683d4fe5a8e80b995164461a572a48e388
+size 31054
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 6dd5dcabd63d..52c4aa445516 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:990e2066f6d4228b12c823a923741400376639e104fb6618fa2090fee3373f64
-size 27605
+oid sha256:0516be5d69afdf33052ba4f914cdac37ae1101082f2e0ed7a0e74518bc342bc1
+size 27578
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 468ec3269e68..391b34647164 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:88b581043bc2015d58e901a8a0649c458f4de887910e7d4086f93a19f4dba66d
-size 24924
+oid sha256:bbeeb4dd6c18826df5b4ba96c227167fc7fae268b8d507920531b0b2746ea472
+size 24896
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 1e640ec08f0c..b85b9839e3cf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:41dac5abd303cbc11e866e388b0198a83ab0f088334d875f88f2b36a037d222a
-size 20848
+oid sha256:f5cdf65a0323416d7048985854d61200cb640f76f61b26cb1f7358c356282faa
+size 20823
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 21025a733713..602560769327 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:78f59222431243f57e18ac8f540fc2bbd02571d1176f760b889f3b8bc6163fed
-size 21945
+oid sha256:402da9a7de9b61cf3f5641f59a209335ecca746806fc43cac4223250d86c059a
+size 21982
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 95acc2fcc10b..cb972db28b68 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c79e36dbb962e7c3037d154f103a3423d0a0466a8262cb42a8c30484be650c2b
-size 19448
+oid sha256:80ecae23728ab497f1052a5af5350e39e4b13451cce2890acddd165e07fa9e6c
+size 19422
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 264fcf35bf45..1cb8b246cbb4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4e94c0be9fcdd41c13cfa3608fb3c2704117ad5c3de6f412ec51f063b860bb60
-size 22276
+oid sha256:280a02a8fc0985acc8ada76a32533843f328bca40260b838a8e28ea6fc1b076a
+size 22353
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 133d3a40d8bf..b82583e60153 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a6bddde9fec351cde54c30a8fd868f683e4ddfcb5e32cf07b8ac9c209d75bd9a
-size 20044
+oid sha256:432e42a9d458df832092f72b479310e90dc9eada43c02d230066e7d3563f6390
+size 20011
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 3ba8cac8981c..ac522666f88b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ec04386f27629965415b70ad1cd04b70102e687d1a9fe6506ed2eec759c71be1
-size 22272
+oid sha256:c99b1282cc1ecd3da36bd56d3f810b46496bb6c95ffacc13fe521ebaab901a52
+size 22295
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 5c4f57be1365..48a25f199dd2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f0c9a0c504fdc7f165c84330308d70c171f3052a6d7bba62d684cc436bff177a
-size 19403
+oid sha256:bf35b04326627e5516343e902455c0428dd47642b66ab9508c84e6c59c20b0dd
+size 19374
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 955c1fd7c8d3..8c698870d0e1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f1027e9e2dd06e76f8bf07491ae4c270fe389fbe0297fee996a224b091484ced
-size 22766
+oid sha256:e9d50f5e326abd0affe33af56f6b8ea4021097ce28fa99fd06d63fd668a26d0f
+size 22816
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 6149bff5369b..ac91c2ff1a6a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:088b89e7e655d818d7034450a5884b4e73c9f21d6141d42fde1ee7db3b0677dc
-size 19989
+oid sha256:1fce989e444cc263e4b4a8c36b9abbbb93b6554155e6d5d4ad95aabe5da65377
+size 19959
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 8be62f2a7351..c5c91580f7f4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:31514fbf30d11d6c6b0e31b1f3493e8f10f84abaff87b1277fef25b06ba8c945
-size 24308
+oid sha256:2695d82c489b5ff09744a2d9adc8ab96a50cdd657ee39e8485b29d845a5d24c6
+size 24292
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index e233135cc9af..7424cadb1a80 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1dc03cb9c484c7d16df76b822c040a5e3f27419c5513da186e28079cfc2060f2
-size 21777
+oid sha256:cddcb7a088b6b8214c495187d3fd5ed8072bd9b5e654289bc0d1a79a3dc53cf9
+size 21746
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 74bc58419903..43a00bde44c0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4052d7a0135dd95f26fd82c8efded8b3d16139d2d5778261bccc7fb10424cd78
-size 24693
+oid sha256:e41bd7c93f3159612d84e559f94c6d5aaeada7627b84ec881e0bc66f926275a0
+size 24814
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 33c2d8077f02..b45e452dc445 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8ac63d0b49481574582bc1320997023c18fa48c9b8d04c48b80e1bf1d3c0f7f1
-size 22199
+oid sha256:702deaf95aa5aa759b02d0d7ba832a8c481a92eb6f9ada46fdbf5f8b5843efce
+size 22168
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 3523e89faceb..87b77ea65ca1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ac342ffb8f3bb539aca39723cccba11e98cd1a2e7818cb67d01a12d42f041af
-size 25827
+oid sha256:5c0c84ea0109095735e1adf3f1558dfbf74b99f6475b4d3bd7d2090b1423f9e4
+size 25936
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 2b5f36119798..1635e5b2f495 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:17dbf2d2227d672b2c2a98ffa26885b652e91c2c6d0c6437de1042f53cbd6196
-size 23815
+oid sha256:5fe9c304df5c467d49072640bc8944409b8c7dc3f2c83c1b0d8424b283dd4d4c
+size 23785
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 572c87bccc7a..67f7f0453518 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:82c001ac5a3bfb04385841eb08a5fd6a7b22ee17f5cf472180a8d5e60419b921
-size 26124
+oid sha256:cdc92f78c8517b0b0db61bb820907ca60e26411b263d54c7df1b358f2020688f
+size 26150
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 0e01bd7248c0..81247c8d5a83 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c2417991f3107e7c668820b3e957bbb68cd2c602240d26a383d5673be03d394
-size 24377
+oid sha256:c34a95782e057a92c17aebe0bd0755acdd544955edc0b607b4534d1773e9a856
+size 24349
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index ed86eab9b36f..84edc7021b5c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a28e12b16b3e85c7e8fc7ae0af242c9a9d15674f5b6a277c20af64ed657e7d27
-size 26311
+oid sha256:f90e8b053ab1ea8107323f16b2b37a9abacd00e064cfa18a0ba56fa977b8a2ed
+size 26349
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 91ba76da2859..e4181e2342ea 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:06dd035d7c3e8338bcc8cc267af09d7caa3cbe88232a10b02e748fdecfbee329
-size 23842
+oid sha256:57206049277cb7bc0a1a6c195f8ee14eb2e7484a6acf311bba9adc119eefe51c
+size 23812
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 81364790983e..6df4061cbca5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:08c2961419b2e0a356dc325870c27716d5e65709e86bf8b62dc2c3f542fced6f
-size 26760
+oid sha256:c30b86304d8c2614e92549e73d2c5db1fd5d91258cc50990b7136bb19de0ee16
+size 26795
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 7b026ff1c738..1fbde443d15d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7b4ebc5bc508dbca1b544d9e36dcebda95383431033345dfc89453fae6f70136
-size 24421
+oid sha256:02bbe0f0a68b32c308c877004f799ff56d8018a41262734b9d62130a40db2e29
+size 24388
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 27bb8522bfef..4ec848f929da 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c1ee589a8f912227f6b9665801e8aec9a7212c5c47fefaf1591619fe40591a0e
-size 29450
+oid sha256:5eb49e8def944899ddc70066416e9df5fcab7a0d5592e65e53e37799b51d0d7f
+size 29506
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 982a96e24e4e..8600d575df54 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:da8c76bc040376f1c750f21f93144314a36265008caf5321d14a91dfd40275aa
-size 26172
+oid sha256:9309a1076b4c1ee1a9e9e65be1a74123e4983a1a9db7894afe99265a755c1e4c
+size 26146
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 05e7e0d5c0a5..a1659dc6f392 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cccbc3d071a27f76e3babd9ff351fdd1d4e08a38ed6bff94a2ca51cbe43b20f6
-size 29230
+oid sha256:cd10be657b7ccd1d2c940411bc1baa9dbd97e1fc4da21b03c295b2c7727507cf
+size 29334
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 61de2d2d6bc8..28be223850eb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c774dca3652f93575f04fdeeef9715ef69720097c3b1e6bea9d586eda298d4e
-size 26614
+oid sha256:739fd82a38997f2fdf57e3d608de0f5d29ee1ef6807d549392b0baa8bc25ee50
+size 26582
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index cfa5a35a593f..6c9a807c8b3d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:36bd684659c4ed513a407417dc74ab1b7afabbd5631e38c79e4d1a2f4595d2df
-size 22011
+oid sha256:b17a5100a42cfbd1946dd95f23453287f241945f6b746144d2e67f16eaa5e61d
+size 22006
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 70292f181235..44501fbd3d9a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:87ea998721ea680f9be5df0941c93ef69363e5e40a9b84e95b2b81c42b501841
-size 19520
+oid sha256:1b05c63f9f0c905626582a3c1aae1193653284b2b9d4a148e87a6982111c2584
+size 19491
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 6fa196fafbcc..eec66f3bd252 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ac6d006db8911a0d00ee2022c0455fc7330f59a4e8be2ce23e0647f2e8fed0c1
-size 22604
+oid sha256:b62c8b623be448b4650dca9e7c796b08b56431abc443731ac964ec7ae95d3b8e
+size 22710
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 90d2ab78de48..82455363cd73 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9038b44c078612ed3c0de6d115b2eae407b87efad6b8f924b78d95773204b1f1
-size 20048
+oid sha256:b70c85c4b15fd5a28199d13d7ff7425c9ab60c3badbe463f841ab3e178edb253
+size 20016
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 64a835de4e96..a2e63a92af7f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e947ff8b984d17f7de1b96356055d38bd1dba88acb075220774004ba0011bb35
-size 22266
+oid sha256:cc327bc6cb8d5102d690b7ec4ac2a0d2666d58d70c40111809942ac649b2f3f5
+size 22284
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 75812941b9f5..0e0740daea84 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:afbfd38476139a432a249f01c4e9749ab5c8eabe21169c73978632c5f4f15cc8
-size 19418
+oid sha256:5db8367d30ebd9552550de0c5226d463362030820b3550595299c62e9cfbaff2
+size 19387
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 2e9cc87e2f08..eab65e949934 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d7bc37667fde14bc94f97ce2748856814a83370ce4a4ed86405ab05abb4b6961
-size 22754
+oid sha256:00151c34620b61608e6231966c204c3745d8c97e972f6d40851fb74636395bfb
+size 22821
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index e99d930bd5a2..c10492383402 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:59cb92999fe7bf28d0c3cbdf188b3ce6fbd0c13c9758f4908a10a3e659556d0f
-size 19994
+oid sha256:7e559bfdc9cc0f40de37f026a3f9f2de254f893471f2f6c7afdf060ac5d8db24
+size 19963
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 3ef2744a1321..a44c9beaa8ea 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6745a636a9b5b0c701cd8a22d8659fbf2fe09dfcc90f29bc79cf18cb8d7f4a90
-size 23409
+oid sha256:54a249843696f1081ab492b4944a2e0524a97bbec5d57d7c031f0ddc1490ed10
+size 23466
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 2fac0fc9fa0b..f0f66a571951 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:78dcc8a9545c429d65ae72c8c3290c666578ab0a3dd5fa5dfb8249c6748deee3
-size 20739
+oid sha256:d139a31b6f3cf86424913ce9930b09545c083d9f1cf00836e3cfb8e609be135c
+size 20710
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 9f70c9479a62..9c27afdac9c3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0e061b8d26db19941f3506e63c07ec6e745407ccde566f2a1855e889a7f6f6a3
-size 23502
+oid sha256:28491f8602c21b6933bd66adabaf47c031404c4e7016e9f2b0a1f5be8e5a62dc
+size 23553
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 561f05b6ec0c..52f3db36f96b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e8b435f82f59c32e8350bad11e3acad724343037853be2146d4c411def775d47
-size 21099
+oid sha256:88571dec027d3d978426271e2a7bcc489a8cf2ee3bad253c1b780178441e5e35
+size 21073
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 7946a8dc1543..13fe9e6672f4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d902964a51a31fde0af218b48ba98f91fbd8f8a06845e356060bb5c8a68fd714
-size 23271
+oid sha256:0d7ec7c4d03f60194ebe254d4852a976b02950c05646560db7a2bc11ab2e0e4e
+size 23295
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 12fc5ac09b9d..03eff0b10767 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fdbef0198fbfb0c349bb818bf0e2ab44a4028db73319dbbd8dfdef1122146e20
-size 20744
+oid sha256:00b3927fe540e8510438925de4b0b1dcc254f42cdf42779da8444648dde53c5c
+size 20712
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index d61e89875cbd..60aa347f735d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:41fc4e5d1d93c373d4be66ec2106b907435dfe7f3c9508224696db3b515542a6
-size 24054
+oid sha256:1c37618d7a6092c4cdc8956766d9cf455b64600732c838d0c328174eaaadfaee
+size 24095
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 4ed7b7661e41..b07ed6b7c63a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b6e7554b57ff0add2b2c38b67683a3a168c5bbc605b98baaf4a96b0f1268a007
-size 21255
+oid sha256:ef21a7552d56f06aebb45044bff3f22eee3aa6ca8eeef3a26a719680512109a9
+size 21216
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 5fe59007e8b9..a8654eca947c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d45ec5dfa14bf0ea0a3d9d927e9cf8d6714e8d99d22bfe69c6eef1fc047aa2be
-size 28563
+oid sha256:a8c15cde62bc3abe20b9b90190e7b7ca24732fc4d8497f8d22edd1a4805abef3
+size 28665
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 4dcc198663f5..7678693b9f36 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4fc2638aa813ec46aead48d2d5240920134183c0723509f8044c5a1ac75e11d3
-size 25815
+oid sha256:4bf7929615b4436f508827c0ab4c229f8a03f2458e9b01a919301d768f15e55d
+size 25786
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 5821589fcb25..e105e108f7ac 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:897e05d9928845cf1105d3b001b64739997b194aa7e823cc55b5d44d984e24a5
-size 28608
+oid sha256:f1c3e42eef4d900e34c1d28014de4d499eff757baf1e83290b09988fa9e0ea0f
+size 28565
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 4c7a7a67ce40..5cc96a88b19a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4dff3949db4044a4cad3ac3df12d45f9dabf18db2a1ef9943eb76e68b2e9d882
-size 26230
+oid sha256:8b50a68ba140a3b4f3f9b5729cf047441ca3d1a45af758c8ae004a7b568f1f82
+size 26200
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index f2f67e9bb52e..c2ccbde8d3bd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9b69a21ae16ffce3a849bfa4fabb6fccbad0a55c900a6a03f14c2130204fbad8
-size 28507
+oid sha256:62c50fd9abcbe705cd8d9eed758f9d71b916524ad76564a61f62c422734fc501
+size 28591
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index edf73916975b..b37d9f472a8d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dbf62141f4c95ad35e598b2726606fd6ac068f42f3ef02a78899d017edccd02d
-size 25778
+oid sha256:38a6d101f78d082c90fcd268bb7a6630b19dbc89bdb3da9c1cc338521edaf2bf
+size 25749
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index ba277201239b..d254f8482a5c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:431d399ecaa744081bf6abc046570ea935283d4f8e6ff40c5f5b4dfb2a024700
-size 29158
+oid sha256:6313ab6ffac762c9778c5bafd7ed311d123fac8eb70bc55777a73b2edb5d4257
+size 29278
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 382a2522ee37..a61b014be85d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ebbe76b09ca77d7e34d572e37eb7f4fa7fa16aacd6b84e3e82aabeb076069f43
-size 26459
+oid sha256:53165518e79de24c26df2521c624119db118219931708c1cafa616586577fb78
+size 26427
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 80ae149fe4f8..ce2e1d0d1b5f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a34dce8f3a5ea4e1c0eddf8e8007afe31fc0ab2e387be9b7e3283e43d6df74ed
-size 22079
+oid sha256:ca8dc54f2648eb6125a40ca54fcb6b090a2237eb1b2687c202b638b0d9657485
+size 22052
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 0af661c4b30d..264347aa3ef5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:23ab868f01414ff6dd0c46a9ebca05cca6103a5143996aca7529422094aaf810
-size 19246
+oid sha256:258a85d0be0eff9435205b6f08a618aa6777c08479232bffd990fb57df1c274a
+size 19221
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 67fbc1895dd3..7db013ef95c7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a043f0f76b74ebcb6b1eaa9fa04059e8c416007c1328a3c249cc0b82b12d6392
-size 23082
+oid sha256:c05004f59d0127d45ab9d4bd8cc3aee25f3dd3dfa1eb06f1d45594cac2d5f24b
+size 23053
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index cdd2b0ee13dd..8f37e5fee713 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5bdeafa7a3c1183e30de54b7e1971238ea5bf49c1db1f9bd0edcb172b3a87ba2
-size 20166
+oid sha256:b01499612c37ab7d35fafc1592a003b122fe7222347ee4e8a6166bf31c368950
+size 20139
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index f326e3811405..7220ab0d27a5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:961c523edb8b49b3b1f4b5957e806184323bd1579448219729b780b8c9b745f4
-size 22200
+oid sha256:3c10ad216cfce7dccee46a248bc56ccb513fa1f181d8377ce33844fe7847259c
+size 22172
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 338ff226957d..e67da3169dbd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5559a614d3b3edb604684eeb9ebf419da84c940b65c3bbdb9b41858f1bcce875
-size 26515
+oid sha256:444df13df90c80d3006ae23f9d31f7a4892884990269497d6cd2e49a769230a3
+size 26480
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index afc5c4814d14..90c02778d5f8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:09803f75af25f1b0ce62402c5e71442a3251a1f6a4369e45cf037e04a1cfc2b1
-size 21749
+oid sha256:a4aee6816cb2e55742a535fbb4c7d006f6ece1e5b61e4b5c238a97e723560104
+size 21721
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index d0184585407f..bbd6211bc47f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1401d0912799934a4c84862c1b36ecedd4b81fc7dc42de38e8d8afb204f36318
-size 33284
+oid sha256:2ebf61186f5293f170d7c0e6cfd946b9dc682632604f1e63181b5545f5e9fb11
+size 33250
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 5610c63d4a64..6e05957a58c0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:805e93732c5b1101957bccf417695cee746c77e4c8c18e7cfb7030fe879e8c83
-size 29265
+oid sha256:a52b5598c0c97153bd0093ed9902da81ca09a6a36eb4be2c6a826fbc878e87f7
+size 29241
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 364c89ba641d..53f259d3d9a5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:17fd2f9a4de23dc2c8d2f064528890a481e53a709ba868b6b0eb08f8a9019492
-size 27270
+oid sha256:442b243f7dd0f2360817b4e3f8ca41a2e31c8dfe8c23e0d26e2b0fc61162383b
+size 27236
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index cf1ba9e75134..b659b870d3f1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:94dcdb449505dd8bf6b916d4791d9a7df61c792f2fe8b756c17334458e0285b2
-size 22482
+oid sha256:a67d88d8766d9c953655647155a898c0f97eb4e07e61a32517ac6b02d489ac5c
+size 22455
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index ebd5c974a9dd..128bf4c31c4c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:18d37e2c3046aa5b6d5037e5761f67a87354074f4e52bb3b0e065760af8581b9
-size 19209
+oid sha256:74b61de38f44a82fa8374533785b2ccc0e1cb2f029e67b3b3f3086eebda4e2db
+size 19183
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index c728cec02232..e3c72c4903fa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ba41dfa0eaa20aae5637274e186a8d7a09299c08307cb93535cf03985a0f776c
-size 22752
+oid sha256:4a7caa19fc60b7885b7f71d5fe3d3bdca9d1afefeb2c8d3508940127541df1a9
+size 22724
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 6f4fb39fddc1..9287c238629b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:16f098d27aec69193a1454ce47a54d2fec31caeecc8d54f8f70f83b188b99377
-size 26065
+oid sha256:fb6ac73bca7705ae0346a260498ce1fb7de4d3cffb10ba30d4e8283713c8743d
+size 26033
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 6fc6c040e88e..28c09161f25d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8e7c511c1ff460025f7b793d4e9c59a9007f9d30b470d4b49594f022ea9c59e9
-size 22629
+oid sha256:20f65f76fbfee9e37dc02c17a207d9d107cddb0c6bd3526b251b4ab2c12429c5
+size 22597
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 2be8d4139593..f375cbbb04ea 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:675774b198092fe882e3017f9d79070174488ff4c63d19c947d8686787c00650
-size 33192
+oid sha256:6b3db73d170480e1af0f76966aaa16e3248d5db04a5561e4870ea0b602f1dc10
+size 33164
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 7c46c42bf8c7..c148fd13eb43 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c8cd8a9be6619b73e0f0c04c68184a175ce3d68d90359d3ec794d31f572b94b9
-size 29889
+oid sha256:bb781bfb199036bf38f64a9f5f181bf20ca248e794f5e8e31d15b6db0d24c03b
+size 29867
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 79d26a0c4c8e..28b184291561 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7fc2079313df2c504bbe362564f7f5d43a809d97b7c8bc77c8e7a4c4c8f89a24
-size 26622
+oid sha256:bc58998278400084f3f34c93a73084130eed9afb6ffb90edd1fd754be0e9f390
+size 26594
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 105a050f60ed..86e757248170 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5f0cbffb0e36a8f44e822259f9a25a7ab691ca4855190d3d7af44c8d83ec4513
-size 23409
+oid sha256:6696761fff45df7146b20509cb71864b7064677a3b163de949f84b85777b005c
+size 23371
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 005c4b49f125..b854bcd33351 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:94cfc7300029083ffa249b715ecdcb02325a8688e9f9c08c28ef610932f41f63
-size 19984
+oid sha256:0aea7702a9e39e0c00e71ec9c2629e222d22d0b4b83af895c7db2accc3f2ea71
+size 19952
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index b70a6fb102da..0041d11cc617 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:57412d1deb43fd06b81826eb221848433f1c30d97b1cb7862c70d12cd5a296fc
-size 24206
+oid sha256:daf3b2456a720e91d4a14ea4ece41758bb2a6ae465a3d74720befcef1f03a3cd
+size 24170
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index d1056553bee7..6af81161f85d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2f4eef9550abb6143dfb2a5149a29008000e5f859c612c750c494474a94370d2
-size 21570
+oid sha256:f68576ad4033a7c90d7961c694aeb510d826e5d4675d3a6dc274b01f8ac2e077
+size 21540
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 52ae18660a20..53aef875c0b6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:48fb3d4c9b40f3cbdc1f180811d1eab18e57e2bd1ebf3c6f93311682328d83de
-size 25249
+oid sha256:0265efebab07346cbb4d5b30017944a54d136270f15112c3fc4b6b97bd606ebb
+size 25220
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index e21b03e32c30..e452cfc8344b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f1224caf599c5545cb6cb23a10b2bff129eb5dad7c482eb4cb32884b920c4dd9
-size 22385
+oid sha256:7d1a1efbb72dc7905798216845680c7e95c34f61b5f28350ad2fa05b0942dfc5
+size 22351
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index a6f713723ef4..056b205a748f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3af57aa51d5705a8cfce0f57ee0b94dff5c372c9fc7220a2cf60085effe113fe
-size 25620
+oid sha256:dddbcec2219ac4e77f53f5a9c57497f2a94f9fe4cb0e200f36d62c81893796f9
+size 25592
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 3a8fd680c2b7..21c69c8f862a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0f85567c417e71879bb87e869e471f1fc6ce890e365110bc7c2ecb9f376b0d39
-size 23128
+oid sha256:25aefc0b9efad5fc539e9eb2a36b491d2c362179779861d27be4cec54e90f468
+size 23100
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index a195552406a9..e4869d7eaa73 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6650d870cdb58b40728feadcaff2d90d641cd3fe8e8c4a2e8a32ab156d03cf90
-size 26499
+oid sha256:82cd5f37e7bc8b9981cb489418f2d7ea20c24be010938baeba4694aacce8bf4e
+size 26471
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index d53d8c3b2d90..46704d7149b1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a765c34c5c2ea8580bab7b0bd1a335e38a86592e68613b4ea5daf833df376356
-size 23904
+oid sha256:f595d1718ce21cc031773065fdb9dff5434d61e477e88c0a58b6a603a65e1cfe
+size 23875
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index daa1f89d0b14..8b3d967532aa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f271599de0ff7711229d476d7ceed44275bbb35764f702e74e6561e6eb7c27dc
-size 24938
+oid sha256:8ac3295ee1f8ab46f3eb7eddc9ab9b83f9c469d5064eeea953767880c580b244
+size 24909
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 6cb0817e2a06..a9f6211ecb5c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:11fe34467302a9c28e0cd703814ef24d72fc2536d4855e8bda628c53cabe76b8
-size 22797
+oid sha256:a3c9fac56092265d752e448a40bdb384aacf3961b5bd64238e31051bfa259dc8
+size 22766
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index bea535f04663..7bca92567f56 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8f23a9caf76b7336f7ff52230619fe8b1cbc9c920a3984fd8a487062d84c35a4
-size 25739
+oid sha256:a43f91fe998dc6f2bee071164041480601842eda40c579ebcf8719d4c781a582
+size 25710
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 98cac7abfbf1..152f96c3df99 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:412c53e902f45c3f3e03b3f090d93e3ba6bfcfa2e0a13c7733f26fef1adf4101
-size 23645
+oid sha256:18b0dcf4663162de7c735b88b00a7d59939f892606dac663ea2ed950aa3bb5fd
+size 23615
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 1e3b53b8e2d9..e42072bff6cf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:80a031e5a902d920e30cf4d56b4acf7e58cf88007196e3bd20f4c693b117e38d
-size 28624
+oid sha256:0a918ec3aa2e19f387152a054784ee516aef3ce33ea81bc3101da395c98139f1
+size 28592
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index a9e00404e7e9..23e18b117ddb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5798c318dc7f5e1718b876493dc5ded8b5aa478cc8f92981e88c5491d2a47924
-size 26007
+oid sha256:7d39ae550ef66e66b050ee42c4d7988ed3643b30e686c8fec395084fe04f3ec8
+size 25980
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index b1c769243e51..12f68f94ae12 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7e2de3b4506166425857bc86897d8d87081b2846b857d7192303e247ba902321
-size 28811
+oid sha256:f7f0ae1af7fbf46c7f0aa2d7f253fc7df8e8a38eca0154123aafa1cf3d053b0f
+size 28778
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index cb6d36710b61..7740fb70ffbd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4ea2344c2d1e0cafb0201d081df8bfb2305d308506f63b853a2b5ed8669f2515
-size 26171
+oid sha256:e46a1b760c8faf68f61f1933b8d882a869d0afc663fd21f7d09b0c3f15fcd308
+size 26143
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index b8f192e47ea0..b318a1b750b6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d85efa427440fd43f222b7451754469a0994576ffa465c1c4b6e8d16d807d71d
-size 26509
+oid sha256:32aabdefaadaca8ba40ae0f7ad88d5c52a6fbcbba225ce4a62adf94e31dfa7b0
+size 26479
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index d7378d6ff0e1..b89862180855 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:af7aa4ca8587cc7d1be0632eed93da1a448e3bca60a6e9e30bbd13a66f56bd35
-size 21772
+oid sha256:3fb34049348922ebd776fbe23c73c10bf94e1f585290c45ebc73760db5ca8a07
+size 21740
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 32dcaa2c0ae9..6f51bb1a15ed 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aa36aaac50fce5f33264117ecea8cf80d27042e0dd3f622bdb09c88a15bcd7ff
-size 33308
+oid sha256:25100199be4bcf15c28d37333b551bc779932aa9c6eb76295fbf4cf357bc32bb
+size 33273
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index b30100686058..fcb1938e88ae 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:064d54185cad4e7ae975893bdfd32ff6e9a0185c800e9936a679623f39972bf0
-size 29268
+oid sha256:02dfbf4feee9b5af6d67bab37e44826cb5e30dd8af0c402b220b6688db4acf76
+size 29242
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index f7abda8f84c3..b33d70d09c47 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:92b9c1214a79fb62c43d5a8543e0e81faf0484c90ff421c7a259f0c2f62f3769
-size 27290
+oid sha256:e23ef653a0bc9d700fc949a285886c411b081609a507c994980e6ddc12a8f24c
+size 27252
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index e453e3fe5069..88209706a3d7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0285727584c81e8636932db1ea352f124e9397b1e68dbf9b6fbe382008f6a874
-size 22486
+oid sha256:a91861e1901b33bf505a47f8bc96ff2fc4c0f34ac8d045c525eafc138a850329
+size 22457
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 5fbfd19e14b1..cc4c15778bf5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1e4e0558e7a615627dc5ddd908cecf9c2575de75e624c5efd1dd08d64d5e12ed
-size 26063
+oid sha256:fd2901affa5836e3d780a132afbb858d82559af747e9388a1ce9535a06f33d4f
+size 26031
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index c809badccc2c..f0ae2ebcec1a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:769044b4de4b3b4c1200d1a3a6c51e59d5616ee89bce060db8af9e095e9445ca
-size 22628
+oid sha256:ec0d087165217f97ecd1d51e9c882eb73544c80b5b18f50ceb6a27e7ca22d88c
+size 22599
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 09d7050b01d7..c4e73f2124fa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:17db254fdb5531fd2660428c297d9ae150e648d6ebfe3d885f20d2ab2a7cfb88
-size 33217
+oid sha256:2bd2c72b4ae5c8ab948a7c05fc6a1da79d3cc3c1fce1004504762ae5daf4a7fc
+size 33186
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 90599025db9c..e9d1f0a6d283 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ee809c30dbe6231df9250ca441d0cd1764da461e066bd902f32d8ee791e231e
-size 29890
+oid sha256:1af640e10ac9d395d16b345b5babb546e2850f02a937e3cb12f1b08d2e39f4a9
+size 29865
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 0fc9305ac656..bc80a79d359c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b289886c46780afd5769e8720943a8eeffb0dda2d0271dac8dd6d58b7ff1d694
-size 26643
+oid sha256:81f36b37f106422636bc8925d8de5adcf788aa26d627f68aa4083132d34b724f
+size 26612
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 03c2e35935d0..3b93f659a02a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:89066f3f90bbbb9a3e80c31aef505b0f8a21c54fc4215c47691805fceb626993
-size 23417
+oid sha256:59eb93f224a49a917adc028b5550a561cad7a0e82fad617c2d376d51ae6fc991
+size 23380
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 3e023893cb8c..22108181d9d5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3910e84649e14b2097b8a5b07b8a7e99ffc2f1fb3e80cd1b79fe2a318f13971b
-size 22943
+oid sha256:b597143101bf71d0c8317218520c42320a2571f2dc197f6709402c4843dd38a7
+size 22486
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 17951e62248a..16c46c26256f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:14ee8bb669030b402bf8c07800b49b255e05d8eb9288aa9f1392ccb4bb6858f3
-size 20450
+oid sha256:bb1e87baa1de9d53032cfa10b07830c1a2c60f6c5072176352a874de6a6519f8
+size 19750
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 76e05883a74b..5e4aeec5c358 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9683e53168a0601aea7700d99881868cc0da00c985d2f179195931c15c2b502a
-size 23724
+oid sha256:60c238e5ad74118e49b7ac1e4a8bb9ee3649077dc5a39aaf2d1a2f985b87a035
+size 23313
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 35123f0e20c6..54941868182a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:23f1416847d1471e8759130141ff0ccb89beca9b5d4cf3732ab4da76241467d1
-size 21167
+oid sha256:6a24334e42b4803341a681e35de144dc5d5121240584b161aa2ddfea462a5094
+size 20660
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index d2ab3a2c638e..810cc952ad9c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:af65bdd41d6d3970ea5f2ec9bff38cf918e2bf87865560c47f4f66ab2f3edb5d
-size 23185
+oid sha256:38a1b4b0fe51507d9dfabea9d5342b3df2e0d825a9c2c18a82416b0d01f58fe5
+size 22516
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 30df892d7fe4..0661f4704b25 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8cfad974048df6e600f8b9545fb29d94492f89398fa491d0892e78fdda005e00
-size 20360
+oid sha256:56f015f9fbb188f88f28e63a3ac3017540a8475b93a471227c8b111646a6787a
+size 19572
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 7b5a41ee7d01..75677e1588e9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3aabde691b5058473317c94b2caf0c9c4ba1895014626e10765ac49f0c8520a9
-size 23774
+oid sha256:aa56eb82ae7c6fc43802ba7f9b9de862824386274e68314d2a16b50ce58eba4b
+size 23275
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index ff628b598e39..cc4987fac77d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0218b3c63a9c751254ac0b984fe786336f56c60cbf426ea6856fce66492274cc
-size 21017
+oid sha256:ccd9439c5e2e25bd6605782f08a2cf00e85d5fd655ab9c9fbf84f843a24078dd
+size 20406
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index a88ac16fe954..3f2da86dcb60 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:54365f685b03cb325738424893a7743c292bfe1e7983ab5a5e673ce3c91cf0e1
-size 23102
+oid sha256:57d65df15231c5898f298e1b70befe1ba6bd3364d6d9ef2a99f3deaeb1bc5098
+size 23072
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index f1f2da36a76a..d4a3d2d63910 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:023d7e69ee1c3486d00d021d48b8b7dc4051d8f82399cf1adfdabe9d2a07ad17
-size 20498
+oid sha256:2638a4fea0ac549520bb26378f8b6f9f24f34cec7371311c5cab72fe9c43bf8a
+size 20470
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 61e6008a026b..f0c46ca9091d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0398bc23c7e83396d9fafaa479079d2733e147ca934c2c066bd69e5083703e5b
-size 24351
+oid sha256:d5e3e0991167f5599056b40fde8ac6f232f60ae99cbb71d40bf2ab9eb14b6718
+size 24326
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 074651666315..2389aa6640a3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ace2cff4319092469680f701b728e0870a64cfd5b94555912da3b54f957cf24e
-size 20875
+oid sha256:455de0c530231c4a7cd085dccfa6bfbd32de5e2f279c51baa8f3515fb4546c3c
+size 20839
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 5e9e6d81c181..22422174ce9e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:772d8c66d74510683e86e88a17479496f294e8b47b5eb82799bf3fd69aa92f2c
-size 23258
+oid sha256:7c674dc3031c8c66f34eed3912c8283f06af23bd6013a40964da4c6c2284eb2b
+size 23229
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 089bc4ba6cb4..5bb4660e4b8d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eb8adf3dcc7811a54b82c831300f6549f4a0fa3eebfa5c0a6013a18b03b9ffb8
-size 20799
+oid sha256:df88387d58d42ebbdd41d343c54c310db4ff9d5548b9f7e2ff67263ad105f0e1
+size 20770
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 823bd4278547..494deb1205bd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:762866c2e4a0e74d08e14a31e8bca29350d132037d04dc7f8889de1bafdb33b7
-size 24269
+oid sha256:1acdf59a20b942a08ee543ce31ddd8ca952c5b19b7dd3f0165987c77f7688bb8
+size 24242
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index ed41a6d7d9c3..fe901bbbb2b6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:abfa3dfaac0b13a7101f12c5a3607b27c181483aac35506ea0cfcb8996e0c91f
-size 21327
+oid sha256:5c407ddb7d9080da84e7184171d2e58265d47c22ca6fa663dee9b6fae1791158
+size 21291
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index feb662755541..327be3053b74 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d386d3729c05412c41add0397b189718e8894d4e50833c58739fc27fa88b8c1b
-size 23710
+oid sha256:6a790843b2c794c6d2332b2cea056e51d8874fea1c25f45487ee1e717606a6a6
+size 23679
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index ec65506fd4a2..d702c4b2a8d1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bc4cd07d4d0b83e1af655bac605e1e3032410f270ea31642c405e1fee0ac3cb5
-size 20996
+oid sha256:a1df333aa5e2b3477a562043c432e55701da0576df5d60b4a759ccbae3648ed1
+size 20969
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index f2dfd7d387f0..6e9dc740f4ea 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e9d965ff6ec89c32ba7cce3f2c3a41d8bf0bc7a251cbb4f81b1256e61488b29d
-size 24695
+oid sha256:fa599cf4c61bec814f9d35f039d01ff43f5b1feb664a2e650e8f21c41382e922
+size 24661
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index ae878f13dbed..9506ba686d77 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b7724e6a81df4a2f747d7a19c20668aa32113beb7625917b2934d920e80d28e
-size 22079
+oid sha256:141ee28adeccf47fa3fbff3053b6c5f8e5eef043332488dd79e5373f1e5cb6a6
+size 22049
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index e47b4b5efd24..8ac75feeb4a1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:620066d56ee5f8a629b6f66de6fcf9d7c32a8e8052635c52f6be8d7219b29b5d
-size 23781
+oid sha256:9e1e41bd035d59cc7852cfff93948d51c294e719c86b7d7b0e2f58a6f25ce2a3
+size 23756
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 9b8c634465da..09daa77dd493 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b844e3fd95244fbb141b1506d364f882c7ec839533653c6c75fea26f67bf7cbe
-size 26941
+oid sha256:3f37711a4bfb1be060b3fe4e6bf53a9ad79db9b401a00122a082244541c1325b
+size 26901
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 849ccae0c51b..ca769bb4ea08 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:13231725130d278e2f3e8854391fe11ed719f3335919db079a7bb69f5a4dc59b
-size 23774
+oid sha256:387599233b8a11bf900562bfb6adbf660219100e71024b4ae381d58d4632324d
+size 23744
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 09b2a591319d..7a88c1c61bd0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5a58a7c36234a0af1992cfd486575dd12742a3682505f6c3dc6d565be2c88448
-size 34377
+oid sha256:5fb3d0e65a0e3c5e59989c7ca834025897cd6e83de4e18d25327e4a944d6ce57
+size 34346
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index cc22fb5e4f51..507b7ce36dd1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c29d311fa08e6e8820094f27ccb197e93db32b375c1881879ce06c05f061722d
-size 31292
+oid sha256:1c6047a81e44dd5f8edb073ef10d6142933d988fe8fe37b16a2bb79967af68b8
+size 31262
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index f3dcbc273cf0..4ec1612ec224 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e5f780d5c11a528951bd9d4117b3edabb975df70695392e9639bb9aaca8f816
-size 27979
+oid sha256:feab8e73d0775c5cc0fcdccb90863156cfd09a9c341783c181e72be1922a9f9c
+size 27952
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index bcc1621085a7..009da9d82751 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ca85109c1d537b8644098393bcdc0e6579c816ffe1e1442b85130f86a0d1f332
-size 24817
+oid sha256:290be90383e21b326e00773a918ec7cc9244bd620900621c1c25c74bddbc3a4b
+size 24788
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 22faa3337b20..2c6e3ba5a06a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1738140bf965705fb8e0669c0a1cac9d88d3775154054860a5aac30244d1b09d
-size 20748
+oid sha256:06a1d1cfc606f902920345692eb293b502446f7870777c1659234c6514d7913c
+size 20724
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 9c8e3ca49cf5..f9bac93ac825 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bdb8a18d2dcbdd5b8d37036ac0a311a9db01897742c788a597d9a4d0b7441b88
-size 24548
+oid sha256:bcf83636e98f3190da778b65897fab881e94b2762330a843a148075dbf969f78
+size 24517
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 349a6486f6e9..b0915fb8286e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f307174b945f2413ab88d24c9639a12c1236944ec21456ab5726490aef391ec2
-size 27918
+oid sha256:393d3caf192d43140558412388935535d0dfd837fd329a62d8989070c35aa98d
+size 27886
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index c6b96a8798a8..f3edab4c3c43 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:51ebdff52c6eaac1a4b914d6549d23b78d9a77b31d7299ea39325a305817ca29
-size 25036
+oid sha256:557c4c1693ac6313850d47eb59f174abb51cb4ca0f7da07c18eeb85f8d49b170
+size 25007
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index e82d72cc75e6..68fef0b30f98 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9e5b33d26afb578de9307423a94d1faec1721c3eba0e748d2db1570c5b03ed7f
-size 34784
+oid sha256:7927daf97ed32f1bc9551a6536666e80d4f9cf4cc110fb2c3fccee38e8994035
+size 34753
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 34d2c35f653c..db715c98f51a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bbc0605bdafb682b1528f0d6a8ac1e948023f693a5d9f5788cfbfe9b78f8117d
-size 31978
+oid sha256:b8a4a0582d57f5e77781a7873eb5b96a75db6ab7cb75b8e73c1a5e69ba3672c4
+size 31942
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 26ba25dcc032..241059fd09ae 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:af3daf76a6d4577c2fc3ca1819f3db9ff273220ad607a72a016824a33244ef8f
-size 28734
+oid sha256:14e29629ccc6a2ebeef40a3f14c21d44f38abfcb78677708558cd65d67348561
+size 28698
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 7ac0c979d00a..a102d7f2b820 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:452651c2ccb8d55ff55792d1921519702493f39367cc3ae54f465a0977c34a83
-size 25788
+oid sha256:8b166a752fdbe0fc2ad189bd2881bd249a7e95afadfb12cc80aa594d8a359b0e
+size 25757
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 4ff9382e051b..44dbb2e865e2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:021c5189b96c84c0bc708e75335d7b03f5ebf7c1958686b2ed82cf6f34a69297
-size 21778
+oid sha256:a666c681cb515f681e129114615992b388221959761f4dc6d091057d994019ec
+size 21750
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index f45ed0cd9f65..390ee3c3ed09 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ae0dbde87b0c79b1beb124f0dd4bf581ee96194a8da633c7ce0011782c0391ee
-size 25706
+oid sha256:0091f80e92e368a1c06f6c935dffe68abe06f5753ea9914880ca3096f274809a
+size 25678
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index c6976a284e98..4fc5d3ea2356 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:29028ab90cc8a8eb6d281ece2da0b4b543802c19dc97fd716419cd500c8f6cb8
-size 23042
+oid sha256:33d8aa7c5d789c6c048c7d4e9e137ce1637d0571b122b09a7fd57d06bd58ba8f
+size 23014
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 08767012800d..09d45c3a76a5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0e90421f2edde023b63ddf1f1ce9f6e83fa870e4d8a3bfa61db4c19e4cb1a9e3
-size 26575
+oid sha256:d16fd85c6a623e493ba8e9ac66cedf5766dbe43d95e6bd5e0c12104e8c1d7100
+size 26546
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 11eaacd76bd1..8ea4c2aed323 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9ae218060da44a87598f44c9c901127001f349b4bf61ec338106681a834bc4b3
-size 24052
+oid sha256:eeca2d8000a7ed1f077ed8dfc096fa772240e12c21595fab70f1548299bc9fd9
+size 24030
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 9386b7713c12..352c8db21cdd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3177b0ac21c7b7a54f5e8d865191905248f0ab920786327d328e3e14a0dffca4
-size 27340
+oid sha256:e0fb8b0e6572ca8af021646ab36d5aa2b2426155c6b0abcdfd8a3a3ecf61e41a
+size 27307
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index b21a6e725015..c05a7e33ac52 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:44e15745cb94e0767e513ac4ac46bdbec8c01b17204819fac7f45dd3c5f0f68e
-size 24876
+oid sha256:3179c5b754e5a28613c75bf9d3c2b47cd97b7e4c3018d61647c733ea0052b707
+size 24853
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 0376e6ac5c44..5c8ddcf61166 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e7eb7e9d7c88c579fab64addc80ea1183b94f89f9c6003d7dcd2c88cfc199ad8
-size 28356
+oid sha256:d42be151ba32534665f8f72c186a8478c4c2c04f43648a40ff07b44598c89721
+size 28331
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 1cab41ea94c4..8f4245f9d4fc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d33e9585acd6a4f820da4fcdb6af3107c71e825c11cfad785da355b1c36c8f8b
-size 25944
+oid sha256:00bd4859ca4efe492a95aea3a56c69472fc790627e8220649ee21dd4537d1890
+size 25912
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index bf459e846d22..6316341a1ff9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:17b408821770c1efc4ce91b70ba1336fa757916d2f911aab2351c06b2717da16
-size 27048
+oid sha256:53d273fe128c9383724450e387666e9a9537448e39216f84f2389df491621e94
+size 27021
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index d30632faf8bf..798e01b3f91d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d5883ec4c444538b9e7d7abe2f6b9dd2460b39a4bfb058bcd428c314d71ea231
-size 24408
+oid sha256:46e2a317407ab57f985508f9221e8cd9c3c9932050521bd516ca13e7e2263daa
+size 24382
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 485087fe7ee2..65a1d7d40742 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0215696345aa1aa2edfb76dbb8205fb2fe3bb9b6d32a100f87fb815a24ec68e8
-size 27862
+oid sha256:7f56dee6b854b7d7c9da558ec86655a7ddef73fb530d3b9ff4457e70b8e61273
+size 27830
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 10f45ac59425..66dc90dc9e7e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1bef4285544c42fd03a2dcb0a2814529673ab6306ae09bae742e4a079d342426
-size 25484
+oid sha256:45a44fb90756acc3b0f348cb21ac7842deacd878fec0254061d41ded2794c5a3
+size 25451
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 88af34e3d27a..b39b67e67e7a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0c7921c6df8c227cf212d20e0a1c991468d39683eeb17a9dfbb1b430b4a30ca1
-size 30567
+oid sha256:4c1bf804f09d8323293e036ba3f98473f94791c8ee8168ec769ad05815464aaa
+size 30546
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 348056e4ef5e..ebf788ac2a59 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:600e1754f09b2e2b0212569c4e6f49f4ad5ed2c41c4f8860dd15a9b6b047d09f
-size 27711
+oid sha256:b73d9047806b03ce166fc24a7bbfdabc13cc69f7b466e7a3831fc084f35df551
+size 27679
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 112a74a868ce..44a3bef55847 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2ea5c27d266d979b46f5e7a2dc6f87e7e3c0482f81ee82da3026d87121e50d0d
-size 30774
+oid sha256:c281bde8fbec05539d189738947806840c2dc26a24df349f9173a9f36602f662
+size 30747
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index fcc6c77c7a4b..9b4dc6051feb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:95e1ed6d772c006397dce0a6566dd9f8e3b23041334b3a55240963b5e5983f91
-size 28063
+oid sha256:a02b0ab8acab5a00816b3d42d645882a70edb6301de965511977a2c4267e3bad
+size 28042
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index a121e6d8f580..7beeae5a6975 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1d08da4056c3a97a53cd7ee45887cafa92935b44a9b93e9c48c9d718fc585c97
-size 23794
+oid sha256:fcbd13a5f536a392d9417b8f13ca7bafba45b19756de6174a6a60e30604eaf58
+size 23766
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index e46a8fdb4b5d..3ffb6a83cad4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fa89f2bdaa500fe573c7691ddec39c49c079a8220e6a619c10974ccdb58c11aa
-size 26940
+oid sha256:e978abdbffaefe4136fef3258448b9189b6723f97569303e88f4d85448fc061e
+size 26891
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 1b77ffd2797f..eaf304cce3d1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2dee5ddc2773e5bb73a76f728255312815a75e7cd5b4ef99be2c1ef11f868963
-size 23826
+oid sha256:3867d5138f1d05a3dddd43216ad79792454d994abbb34ff3ee5488f5c4b1c2d7
+size 23805
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 82627aecbe3a..758e8e34a5c6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:37295943593bc6920982c012cab3ffd806e0b021b87d7488e825eb1cff5678f7
-size 34391
+oid sha256:ce13190450984e94d78b60f31d398860210e51e3ffe6bb94732d5b241820f699
+size 34356
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 7aaa344a3a8f..97bbd59b4e53 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b553bd9524ba873733e61e2dd6754b50942ce9033db4530cebbb234b43141cd3
-size 31373
+oid sha256:fdc739c31c52723f3b227c4bcfa741acb27050db093d9df81c3364af997491f4
+size 31343
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 8c2058e6972e..0d1b70a3e3ba 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f31303149146886d4e920a55e0b67e853fa69a9b60a1de160120318fadde0557
-size 27992
+oid sha256:f630aeb5a1a561746c4e50f908c81a48551a6f68f180549fe46e3405d89aaff4
+size 27959
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 6f5e897fd4b5..72e8a46554cb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cba7f8f8d0316ce989521b3e214413a6a3c98504bbba3fe2c2052ef1a903edd8
-size 24859
+oid sha256:a072092611389b32bf008f79bf750d375bc47b15461f0cf1db3bf9c42126c6fe
+size 24833
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 981ba9bd43f8..9a1e361c8c90 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7f46b7b9d3c3e581129aa5772f12662e1106a3a2ccab836ddb1649323e32018e
-size 20754
+oid sha256:59108e707969513ef39d451e9766ab57b0d1e2bd37cc88b25f4f4b756b044630
+size 20731
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index ddea28d5d20b..104f6d02ed46 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e6addc34d4491f07b928aadafeebd9c95a1a5defab756f520284eb0274c9d856
-size 24554
+oid sha256:5c1470aa139cf0b9631fdb0122b7342c5ca45bc6787f0172aef1d4912d30b1f6
+size 24523
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 0a2605e9798f..d581b183bc82 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e0ae07bc8609f46e7cad0b7deddee77f59a6597b93b46e936590541c72c36628
-size 27911
+oid sha256:b52f30b99e7a6ddccf55c5e6d6ba26c3c80fe49f8a693ffa75cad969c87d5021
+size 27882
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index e75af0c4315c..da6e01bf4f22 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d551a2eecda0795b1ad07ebb20205a9b07976009400e2db0f198977fc0f4e6b3
-size 25029
+oid sha256:fd08abd5a9483ca6a256c553f0c68c8f88e12f80f7326d037f3a4e9a31a589ba
+size 25001
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 717e0efa684c..c07c7906ba26 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7414e0fb07a772424513e733767502a393329601d1f46b798d73ebf1d3ad959a
-size 34801
+oid sha256:26c5f1df0b60b8ee0494d10461caa8a91ca29144bd66af86826f2ae1dde14aea
+size 34776
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index d4307a3584af..056c01c92d1c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1a9ed164332815538c02ed05b6fa2df8a9c03c10a39526683379715074fb8c25
-size 31996
+oid sha256:634447bd92a25ee3ddecd01f1e47187e29edf482cb5bdffed8941fbf7cfe8f31
+size 31967
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index ae217c990e4b..e15cd31c19f5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d57df9e451274a8b614d902c2589ed4b7fa22ed2058ac81268009d3965015137
-size 28734
+oid sha256:8d99479b712a8514c5df218077a11a968f4c54f6f74cbdda7b0770e2f4e7577f
+size 28702
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 34b7508d1992..16e6c7083968 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:130bee082bfe0647b63d7d51620856cb508e7375d650dbd7b058e329c7a0b74e
-size 25789
+oid sha256:3320223593e1269c726a63fa13b8852f6a87de4050ec85f157a2231aa7b1ac40
+size 25762
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 6b86cc32b65e..aa0c9a4b66bc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dcba220018dd1886fdda515bcc9198b018426629c4a95f28082c620c8e74bb63
-size 21773
+oid sha256:c3cb90dfc1cfa076b880eec1d69e7b67c83aa3824f4f4a7b008e087c17a3214a
+size 21744
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 7a3233f75174..1e958510d93c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:048cb6dfa609ce1126ef37a8716f32003200f0fc389580a6de08ed0d4c92eddb
-size 22453
+oid sha256:90b4bc268cde210f1069ffddff9ddcbdb4d25dadc3e558ee2f0f6687daa51099
+size 22500
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 6cc76623d160..13023f2a31c9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9d77e6f2043dd7a2327a2db8c12d72a07823199da6a757c0481c4780e5456e6e
-size 19948
+oid sha256:3a68cf2f1eeb2076cc789ee4fa1eafa8903ac21277dde794c3617757ff1d17d1
+size 19918
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 5163c9083acb..ebbf16a8bc84 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f6179acb8473addb80d11e1af37570d752d7eef059eb2a7d40113411be992bdf
-size 22758
+oid sha256:9a81f06e4d4c952a959e24772e03578579f2f82dbf7f944cb0358e5d5c52432f
+size 22828
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index e8f0c70c595d..8ea8e150c501 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4af311e23cabe43de08accedfa5ff877fc3eee9004e92241771793b22eae42a3
-size 20530
+oid sha256:7b8aca965cdab83f3de26a4e07c4162d276b47c8dfa86e8f31bd8fa2aa6097a9
+size 20499
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 24d443d0972b..c2d88b70d38a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0c943d6184e29112c7b64f50b97b7e861793f56d2f22e34a212f61ea026f591b
-size 22817
+oid sha256:11bbb8264cf2f0a0180458134aa7e773b2a0288c69efe7b1604a1322ae3bec3f
+size 22839
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index af13b73f2b36..ff2f95c8129b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ac678f671da50f9aff90453a9c3486cbad6d11551953606264121c843bea0340
-size 19884
+oid sha256:89c2fb87c8d850080ccf33cb9f3d93b28ec3ef1d1a125d1b498b25d1f28479cf
+size 19856
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 03d3cbd41189..cd5972d63f86 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1747d44df6db2421503eae54a7860feb1428688841307f14b85397b5f30df98e
-size 23286
+oid sha256:6a85bd8ef98baca90b40832d6efdccfb59224ffe2fe87de5997b59a2f32333b5
+size 23376
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index fed858102435..4b4c9ed8f02b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:faf796f261d1c8b789b766346c008f154fac68d363272bd6a47bb70c354ee71c
-size 20473
+oid sha256:725963dea8852aba7760a9416cffe30a02fd92c3cd5a051c31b46ef5e2f46fcb
+size 20441
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 0a6af46f0b29..6f7ccae40dd6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:82db09f7c59775f2430e4b87ba72cf603d3e37ca25742def3ee1a2ca974a5530
-size 24745
+oid sha256:4e683afb0cf64fbe06c6ab4c0fe5a5049d3a6baea3df8582ae4aa9af068a32c7
+size 24776
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 266311df2e2a..885f7dad4206 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e815f36036e1468e8dd855ff44df8e294e1b9b221f12accd65f768d497c98ba7
-size 22220
+oid sha256:e6953c980f340f14e2cdd6d4689a8bb6fd8f576c304bc20520f09ba98aeb6459
+size 22190
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 54f2d08cd502..921e17503a9c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:169a3a367987d8ed66fec5048ac34534fdfbd17c367a0bafd175b9cce8fbd02e
-size 25089
+oid sha256:f4832bba9fe36eb2f28c743bf6aa7453cce9997ce09e81ca8d043fa04ade5b47
+size 25179
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 6da2f6c912ec..bfa3bd78a2e9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f3893fc12920e35b6558dec6cb34f8c40ecdcc5c62ec3c9111a58948236315d3
-size 22431
+oid sha256:8c9863b9608a764b6f97290fd50be1cdcb9c2ec1b08a2c6fed7bdf9b9da1c175
+size 22405
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 1316a17b8e76..04ca738aa45a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a3561699cd47ba43356627d5040501cf3b6ead00ad4f31fd72616049af7bf823
-size 26343
+oid sha256:56455b4e2d360a85d28315a6356509408118d293160917fcf134a509f262f28f
+size 26460
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 99b9ec018779..10634a5e7f8e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:60c3c4a98352c08fb323b27cacb288a6c734682dd7c54457a2660e914a5df25b
-size 24308
+oid sha256:8f591b02038cb8ebd07498863fe6a9b3177d4031b0fb54c4a3ced7b9ba499f0f
+size 24279
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 82d6ea799c13..0cc593edc051 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f90768ec379d685425e156d09c68aee2b57367e6a313c2a97d8ad0451973cbab
-size 26589
+oid sha256:733d9bd09dc59885fc092ed556d46ed432ea2365a1d30e790acac4bc50978f91
+size 26669
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 30fa9c1a14d3..1ea37b24f604 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6dab9eebdfd58a0013962fdfd52bb935b560d0adec312f1c27bbbc8594c9401f
-size 24844
+oid sha256:cd24ca6f65c8b3f7ea4787c3e677cf2d68c8904ab535f06f6ef07d3f5bbff6d8
+size 24814
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index f21a4f8e8ee1..eb2e90302dcd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b5a048a90d471f211a73a2c7a3ebebb78d085246c1863287edb7f667309e8b1b
-size 26819
+oid sha256:ad46870b7ce1c534c35ebda27d7fe87deffc1e1626affe3706f89f5d5f29bd9f
+size 26884
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index c95e4ce11c9b..737edf78f9c2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e1bd3f5d26ea076cf227550aaeb23dc8a0a290d955c32d310b9813fd47a6d94c
-size 24247
+oid sha256:dabc4cfc2c7873c5abca8a0c04ede9992dd0a3133dcf33f95c67fb16aabaad78
+size 24217
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 164af8a1dbdb..fdf38d2dd971 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dc2a17dfdb1ee955414e66796c7c356f60ff60e1731adda5a5410c1d3bab3bc6
-size 27319
+oid sha256:0ebb8ed250001444a3a2f9a5425d524c754e7e57dd628bb3cf55f12749a5c294
+size 27335
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index d6f079f9589a..4513f8b146db 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:957a712e7279a8f391f36af1d33a642555c3fbdf8c55005d949c7522b969171a
-size 24834
+oid sha256:df5a9b724b3fa9b01c31f36cb8ba97105f8a0f19f984ac5b97e6cef3a7405900
+size 24804
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index f81f7d5ec2a1..0157cd80f83c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ac93e280b79117fbcee5f2d68f59f59826a03789b9403feb3484bc0e27e86a88
-size 29896
+oid sha256:8a74c8ae917565e49d7a0235de59ad257419f14d4ec30a9c0672856329f3985f
+size 29987
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 8eca80e0cf84..777cbad15089 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f1dc04dd7b3a7c2b9242328b6de01e722be4d8609655a9811de0584593ff2bda
-size 26645
+oid sha256:d947ee17fff9bc160dfab1acdd76bc68fbb55eb58188d6090c40a8f2a9aa1757
+size 26613
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 54caa0a99e4e..5a0785b6a276 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e8372e1fb9e67e4fc1dc5c9b2d1e5cca62a6dd460bfbc8d6db5a13405c8f6c88
-size 29699
+oid sha256:bc56049e6af926fe6c46e203aac6dc854f743cd7061f5796e04b8cae4d2712f5
+size 29742
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 4898400a2128..0a2cd16bfd4b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c00c41473bc40ef2fe7653258f2e8995396d5ac7853f9e1b00287df091998a60
-size 27155
+oid sha256:da0b6e3b2e37ba47fb32313e86ae36d5f76eb1de2bd7475ed24251389d1cffe9
+size 27122
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 7e58c8879855..38e41e40fc2c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9dc9c5403345a342cbac6059ac6d16ad7e331e69044eddd983433a1d6df5d9b2
-size 23852
+oid sha256:f4264e51d8c6ddad4a2ea87c18c41095aaad0e518326834ea66b1e4bc007ef99
+size 23903
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 13862b6ee3cd..7e4dbb48d505 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f88f8fe46c0cfceb6a43cd21a5be649e8cf75518de7d69cd2527f1b71cdbb274
-size 21221
+oid sha256:715f80194cf4cf7c4dc66dd8fc92840cc36c3a119355aa91aa6fedc135fb0ed7
+size 21190
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 679ef0495a4e..5d326600a62a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:850b3d9766c0205000c364c18571fd916d8005320da9545c3c0bd5648744214a
-size 23991
+oid sha256:713f4cf16e62132615150d9e2faaefc78220b8feeeb5a45405c22bd0e33fd004
+size 24053
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 0887bfe02a34..776f4f55e38b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:36e2c2a3defd9e779c296807e37b8c6709bab7f55e505c2f50f222f9a204d0b1
-size 21573
+oid sha256:11cc0a8f9346fbf32c3979ea25d6549de73852b371bb255e71997ab3028661c4
+size 21543
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 1d33ddb202e0..fe37da595945 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:90e4b544879ca2da242752e06d995d403b26b0d91f1fa966e7758b7b3273e2bb
-size 23783
+oid sha256:c89a2a2d176a2c39b6d47d74e210868aa64019d704dd0176ea1bdd3aa6aff78b
+size 23777
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index f6bebc6e1e46..097af617d7b2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0557f4d018057de15ef3787b31e812b6ec8e24b4986370a685657f7e73dde9b8
-size 21249
+oid sha256:a3c224e055333873ee420559aaf39c23bf8bbbe51f255320257221772e28ec4f
+size 21221
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 0cf4e11c94a3..eee019da707c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e6112eef7d84bf9c84d066626caa0fdb94eb5d5fedac1fc1b76e54c82ba468b9
-size 24547
+oid sha256:a0293da96c3cea6304c101d4ebe97ee03ac5edd8ee1b56c94742cfd5638f8bcb
+size 24619
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index b860d461c756..354e0b13cb95 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c3de746ee0fde24b0b25bf9940abdf98b17e1d83da2b9cc5fe44517bd9b39a56
-size 21770
+oid sha256:21c8f4231286f175eea7cfb47b1d1d5c184cd6b0c16dc8a5004e4cd6f9567580
+size 21732
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 1f431606e758..00682aebc791 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d182f3588fc80fef0612dab3cdc6e3118275fb5fbcd2d85af266e114a2dbc261
-size 28718
+oid sha256:b3d0fc0ffc5068501d9e667782197d7d45931756a8b219880de029adf4f5c1c5
+size 28788
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 7f7ac5f050e7..6a061396494f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2ee56bc402a5eed2da712693b95e59e9a2b3f25b505e7fecfd81609bf5e1c764
-size 26345
+oid sha256:d9656b4a94c3345d0aad7e2996648da70022fb0ca5b972a02f4e344ee7932420
+size 26314
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 274257344dc8..30ec0532a275 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b5e8ae358b9eab7aaedbc693f0d25f7d26eb2f7250e76d8de0f25844eeb2ed2e
-size 28826
+oid sha256:03e85b057a71878d84ae9bf3f0b4ac825a4b022e01e56e36c4051c5ae9050c91
+size 28876
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index f5c037a61158..78c49edae902 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:83c05972b9d3f41e686e1d1c7467c0f23befb93b5504b4de81db67ce5a2575ef
-size 26678
+oid sha256:7f03d45eb4c78889eb3c980840b5a343423699bdefd9c306d9ac4472f194da7c
+size 26641
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index fe520fd74d53..005a8df6e559 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f5a3f69136aacbd59805c24edc21279d47f21b1db92a05129e48d536e9d3be31
-size 28987
+oid sha256:b7a0367f0f3291a3a1ad8b7dba1919060778c13a62feb3227afc2cb7952a39d9
+size 29085
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index f4658f938b08..cbec53f860f6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7a2c1112149084ca1c8e17bdb6e86fb7792a4304b568f34d1f26c5c40d2cf889
-size 26221
+oid sha256:9cbd1d4806a838be3df6c78600ca1225aa74f5c200f742f7e77d29166817d9f5
+size 26191
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 4ed369372e00..d94c17fa916a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:387833b74c0e1f0686020163579d7296b159e1376a761724c939b237bde8d6a4
-size 29695
+oid sha256:8564b835a7a456f2599cf578d2f25c9d9dcae689241d980f3bbeb1cb1ac070ca
+size 29781
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index f1e9150488c3..df431c305eea 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7978e8cec09ed60a26668d6e2efe35247aab0daacfabeeff68c810f69fac3e2a
-size 26931
+oid sha256:8c71f77007a2b3099c2f0998126c7e4fd4a792e433529884e4473e922bc2e9fe
+size 26893
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 7f7596f3aacf..6b1dfcf6fba7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f46297af200fd55c4fdefcdd007048341df21d063051aa450a1e46e7beece015
-size 24355
+oid sha256:36d1163363877de68eb285a4428c7ac4d145bff39eede10571862437fee1a5d6
+size 24331
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index b419fc467b30..29054b82af93 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3f4fcd76ac602ca9b01db1dd06f1f099cd6db57fba6d6caf100ba44f2391236d
-size 19743
+oid sha256:25b978f222932336b666a34cf8a3288347652863a244be41772069c884544a5e
+size 19719
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 5c781ae6d7c4..90f0694e87d8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aa22b37d5d834a18d7d8b390ba68a7402e48245e7e2b072661566bee299179a9
-size 24510
+oid sha256:d53a1f0abdc1f69bc129fd7805cc0c1ef2319e72aa02e7e5cf5e1309275ee087
+size 24478
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 32161430f0ed..5076bfcc4f58 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0658e92bbe6590325ac95c434dfec0e7e42b3bfecd66d5d70543f35b4b61caac
-size 20689
+oid sha256:3086f18bedd14c9412d7516ed6efa78b56287915e2ad3d05836ee4e5d6446882
+size 20657
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 9519be1f60bf..f896f38278d3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e0a2437d3ea29309b8a31023bd732dc18f88d1ab97ca82eee7dc85bcb77ddcf2
-size 24661
+oid sha256:6ba95f1b966b8c07d8e8d384b1a86c9bde16590b074043ad57b148c3b3fabdcd
+size 24631
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 6ee5fef5b4b6..8b845889d45b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3aa7b50a00513a445b222a5a4f88fadae9b56d1b41f0e815fda2c95ff1f89e97
-size 25224
+oid sha256:2fe01643da44eb55e2a593af720554873a03610e4022f1bc668238d8bc5adcf0
+size 25197
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 40c4cca7fc57..78295661dde9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:35193d8ce454cdf270672100111a4a481827015755c91fe78f2c969aad8ab96f
-size 22601
+oid sha256:679748b3022c5849048a90036bef6be34577897ef36d812b7c56d53d55ed3dae
+size 22571
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 5b1e4d8e11a0..f480081109b6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d89bd61db15d9281b6b977fa30712a9f878b5b3f8d3ebdec13bbbed14b769fa6
-size 32420
+oid sha256:196bb3b41d879cf211c59c2a5543f34c85092291047bfe3f6dbfccd237ca6426
+size 32393
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 9d06a53ec6ab..18cd2eb86067 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d64ce58a9959065faab3d0bc8700993512018ef2e6d780561164ed9790f9eed0
-size 30090
+oid sha256:e29f8bc27fe98d0ec9302781fde9fa723218ff8f991e942f22ab18ce648e6e9b
+size 30063
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index d1dfd632d827..1cbd73a6778e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cd4087f8630e7ed93d40ca207a1579c9adfad8e8e65588a56363db95f6422509
-size 26033
+oid sha256:4b3482f4163f6b7cd64c3c4b97fbf160abf90824c7bf0e79e2317e5e04bcc0e2
+size 26006
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 287c281c3edf..3eef0cb61704 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9245d29e34234ad1ca023abf9c3d32b4f1b034425f1159aeb0fe03da3e71a381
-size 23304
+oid sha256:c67cac7ddd3745eea732edabafc59c84c5f1aa8dae97093b75570ceaa40cae28
+size 23274
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index c6f6afe8bd48..b3ca6768913d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:59bf2d9fe4805384fbecb98be12a15c34794a3941ae3262bd75f29d5201a9a3e
-size 19529
+oid sha256:a049fc68d49d659516a004c70887ace406a46b105c780984cf73c3cacf183a53
+size 19503
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index b965b9a95762..0a8eed9e90b9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:783ae89313d99ee67d226a5a24e46f30b7e70b51fc5e9cc86a933c7d9f0d1d0f
-size 24457
+oid sha256:6a116cee27d19b8c4773105169f6518e3fe0f143525971f48f6db447a00cd5e6
+size 24428
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 39b98846f103..b05d2c0c39d9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:579ca2777261ba30969f8b00d24d69f555dabbddfc7bc393b349b843d9d6488f
-size 25805
+oid sha256:6c8384b37b19f4ef037835472dae15b765851b822e018ca9f9592fd6a9151047
+size 25768
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 1aa1cb52f851..c39c11db925c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6936b30f1880d01d26e9785ef00368d051be682039bd93c48e4d749323f0d51d
-size 23521
+oid sha256:9627e36abf9ff33dbbc6056ae37063e9369247451be18a9e4aa8cb0a6f8491d1
+size 23491
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 4ef38a05f577..2cbfc1882891 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ce66ac3ed3cdc1e1236cb69012ef2f8f0f39721a6757cb0ebf2024eb4af978e4
-size 33158
+oid sha256:31af1b1cdddba2b4b4339d6a4c6d81aeecd0dfa8b9b3f7e400fb63b32b240738
+size 33128
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 0b7a813e4c59..48236f372da2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e0f6dd99bfa3ff919d298eb1f73dea60316932ee5eae8c3c69d125d00664479c
-size 30841
+oid sha256:71b68c09d557c96f6ccb31be03f6b460fb98f60dc516f5e7554aa5054f985516
+size 30818
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index a08f13fed3bf..5cd1a2a7c30d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:00455f5213ed88e49f43854bea2881d80c1926c9bb61437bd346c4ff1cbc2b21
-size 26564
+oid sha256:563464be4185e0e781360bc4f79e1d30c53a045c587a96eb312aa78bf69b3e23
+size 26531
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index f55ee228114b..64f65d1e0dd8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cd0def34daa67b67409d651eec6bffd1387f0bbd8da94d41d12171790acfd578
-size 24238
+oid sha256:fa81ecd5b4be4a327ac3a60a02b7352daaedaa6242379d582e59102fd77bbacb
+size 24210
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index a30a7a50da46..616d23fe2562 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a3f3b25498c36423e5913da373413083cb5cf5d8fa61cd979f6877705849ab69
-size 20399
+oid sha256:0dc694b588431fac22233d498cf4a39dddd4a41de9d2ebca7613c0784932e588
+size 20371
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index e4e428552b9b..e44d79414fc1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6491937e102f0072947b65b5e03f68498d31655cfe44ac4ef3e06f863c03c524
-size 26389
+oid sha256:fc48fae711a1b575d77d409f87e1c415e89c2a9dabebfe397f638b3a2f17bb53
+size 26362
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 3d0bdbbdaee9..57980f3d7ec1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0262a5793618bd17f4f899d7e9603466694cd72aad4ed73fd60727e6bf19bc8c
-size 21590
+oid sha256:2d57669c58c1539659eaff9a3d1dd380a0571990004f536003d747405fbdfcfa
+size 21556
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 6bc018fc73fb..9658d8416306 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2e35f0785ffee698e8a40058cb3427b5ad4360e07fa1934e07ab4ea84ed934a9
-size 26523
+oid sha256:f05e0a8c030a3dc0f1942d1dbbeec8d6f97b6819321765903cfc9dd1f91b943a
+size 26500
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 46306fd61164..d82087bf2e1f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5bcd089b719d256cfbde05739214cc910ce72ef88a6d412f563be2fd0612bb47
-size 22652
+oid sha256:9d019ac79127f1f1756893584ab044cf744822182cc1e8bd3e633edd91c77047
+size 22625
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index c4597386b79b..acad58acb1b8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aed4626fcd02dbced950b6e64a3e8b5ffddf2391a3660581b889b4ddb6a74713
-size 27986
+oid sha256:ac0d2231abf44cdf5bdd6082f8590ecf70cc4f792e209ea9a5f82f3c69fc73f6
+size 27959
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index fa48686035a7..db2ed13ad18c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:af2900faad640d2ec18c1f027236035ddd6e7d63ccfb97bea83bc9fcd7c824ce
-size 23474
+oid sha256:53e747fb1557806166dfb6018c07bea9a96029aeb141d47e6c889a92cef17019
+size 23446
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index a67d1cf9912e..86d074585c2b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ce257198a63bc94633babb8ca1ba6cf6056e746854e907fd3723d52d46875e89
-size 28004
+oid sha256:47da63a404e8326766062c6e42fa02184eb9bba16ecf1947fae2d23971ab22a2
+size 27972
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index d830391ed6c8..4e4d99cad495 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:217591d1bbe1ac534af7538d74a6e8306d98deede67fa710ce06295ad0c763c1
-size 24339
+oid sha256:47374380f08616133dbccb9f3c2e0f53afa7b9ab67e51a03892aa9e74f6fc53d
+size 24307
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 8c462b4d9ce2..f451eee9e925 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1da90534a32821237364d9dc66e550310f73f75136f624f9afe543dd77e6dc11
-size 27376
+oid sha256:c17eae0b2733fc71e9aac59dd71cda9b979e37e7eb73b4550a7c36faad70e7ba
+size 27344
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index eb804fe4da16..7c3db3ed7baa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7bd063369f52876d08ca2578168352555b03a3c6c8042e4be2d8d643d22ee82a
-size 23068
+oid sha256:dfe22c96d9272324bf420a2e666e487863cc73bba455e21711d65be3103a91f6
+size 23041
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index ab7115620edb..2f29e9bef0b7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c771c1fa4b5904fc1647cebfdb7cebe91332d78d368f66d01f9682a066727cce
-size 27196
+oid sha256:45afe7d88362ec6345b34fdbf3961affb8589a244bf36e277f8029bad251b79e
+size 27168
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 122f7b3e953c..cf05e0a2e6cf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0b0b15fc62d3fa6223e2b764f3a8543b15a2bf4603608827d258be4a28cdef02
-size 24117
+oid sha256:a689298abfc9958e9d8e36be0b6e39726bcc63b0bede71d90e3248f0c945c39a
+size 24086
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 0f9c1d8efdca..e5b35f72af36 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3b22cc6209e9a215d1a61c21922086b9ff181b91b46ab9541d9b89597a9a28cb
-size 30181
+oid sha256:b53c1fcc9bcfc8a619ae42f50c649f01edef27e9d27bdbb4a230e3f53a167e75
+size 30153
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 3fd4f808db0e..af98f8b1c88a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5fe724239d954b7c50cb72f3202cf0a386384329bcee446b5cbc72e356c8da04
-size 26510
+oid sha256:aff0ceac279b286e447e26aa2937f9bf13679c06df1b51aae1f2390e959d31ad
+size 26478
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 9e9778726e7b..add6d875a5be 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c86d7aa603d5a757722eaed1825fe1e520607c31b5bd89ae4df21c975d058d45
-size 30369
+oid sha256:fc2128e3d26102d4513bc150636e27278a02ba268b226260094f85e4ba98929e
+size 30338
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 89f752e8562d..d8d033673aae 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:64b815b58ea0840cff98a6b6d3e0a8933ed44ffef2f977b31889c2f22e784200
-size 26708
+oid sha256:bdc9ba1fe599564bafdb68b860e621f4ad0f758378acfb2203f2e888e71394a4
+size 26681
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 9ab9f4b720ea..0135f75c49fd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5b5ac1d2fbc35ed16a9f7d4b8aefae092fb984860e02a9a1934537bd1b3940c8
-size 25235
+oid sha256:996e4f57ae24b423a1fa2bcc3fb0d9626dba61e1bfc8e3d3c8c1e6c1449cb2bc
+size 25200
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 73f574580225..983cfe5f2f65 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:50e149c7b0ccd80eaea280d3e9c35de6a8a4d73c8db05387bc36dbaf0eef8bc5
-size 22641
+oid sha256:a1b60b1143e48464e60e2a624b51a9f7af8b79c9ef5e832a229d3a31d1cb6e0d
+size 22615
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 2e444fd40ccc..3dc999c84000 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d85c4b782c4113571ef6251dadff36a647e9ee8e534b142f30c7903999214302
-size 32436
+oid sha256:b1e0c4a096501872004836aed9bf5cf8f459767b0bf27637d2e93ee25f703a97
+size 32406
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index a39d65374e42..70acc0797827 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2f201df3c75e1f15dda54d664420f9bd3105504c4513919457da02326b7eb9d5
-size 30101
+oid sha256:f6def688cd13cee270002f0ceaa38a465fe8ec0651e0c7fab45baf6c03206ba2
+size 30076
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 54a83a8fbee0..e920aa352746 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e46654ac5b37bedc28b01bbbd33115f417790266d84a7a7aaaf745a6670540f5
-size 26030
+oid sha256:ef2e1765df4475dc5249f8178d9c35d4b62faafa2fc8510c10e040ebad2ecf5b
+size 26003
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index dfa082f2fbfd..3facc985ef71 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:714a356f50ad977fa7164892ca5da4bd61fe9a4c515a2a0677ccb28ef0ba5aa7
-size 23332
+oid sha256:bdeaab5ac30000f09e66a0d8dcebc926eedbecf677836a7d64e85dd0a14c8e85
+size 23303
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 0da801b8d8f4..124ebccc1afa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ed8a92d24d1ae83f0147dd254b5c8775f3f5ff5f929996432a08c6b0c84ce983
-size 25796
+oid sha256:b789105fa8b92ed59385cefa12e3c1b61223b9e189dc21d86e50846c2702dbad
+size 25758
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 7139eb1fbf22..cba2821a3afa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b28e8afae469d7b854e6562cd803236dae2a65851a967e236c313d008fbd38ee
-size 23510
+oid sha256:a4e1d45763ca23e541f6989caae367f6fb2a881b35d800517b893980986eefd6
+size 23480
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 1c84786e08c8..06455770e4b4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:97e97c45492bab67bad26d464eb18ca78a3f24ab79ef97fdcac53f85190cb746
-size 33172
+oid sha256:593ce79f1ebe6dda88d3e0ff6a995449890a201a4abca8bf5ee0dc6505fc162f
+size 33147
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 822bf209106e..2fcfab922902 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b34b4878f0f7e30bdc8d0c61a37651036c2eb0011ffb0f6989d3d46e296ac57e
-size 30802
+oid sha256:fc5b1fde2beba79f544e77f7d1b598b85084c1399706fd3bda6f83eec9e422ad
+size 30774
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 086345968d0e..19205acd04f0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b57768304b758833172a30fffa949ffcfc6f83cf2499c398f925f077cc5a35b3
-size 26562
+oid sha256:d8d696f4344485ee006603f05d80f11363576c3ad9d10b4dd060a649fb164370
+size 26531
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 6a9e00c353e2..44a3f7543f8e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:65a6342d7649fb7d827005a733c0957628107d6980a45634f2f4b93a8c552687
-size 24225
+oid sha256:2251838432d6913f4bb1da08d2ac73d6c43844a64ee0d377fddb7b2c86dded1d
+size 24193
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 6e02d0209639..3cfa16960b20 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c5a963649287b166c2048b51193741634276031454a12a21ce7dbf4da4c924c3
-size 24146
+oid sha256:7775dcfa3bca9f118d9f5e1bd245c5093826d8aed9e49fa1358a034d9879ad57
+size 24119
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index daf6d4e9e635..a85f96c490cf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:03d263bec35a0c7a6cbe7d719c01fe5994febcc3c53bcea2d061fe10aff9a4e9
-size 21488
+oid sha256:eb7b625a50346a4b33a65e1a449c71375ef0c6da255bbd51ceffc4e31b7df2b7
+size 21462
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 106c2ed608e1..432bc9e1bf79 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c69672d3da066be7f37617d8043eeb13ed31c37c3d34d98a87d8842f40817f82
-size 25050
+oid sha256:a1df81840d70ef5d2bda1c5ef544b6e672802472fdcbdaf52cefcca6caaf23bd
+size 25020
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 175781907573..77bae6ebab57 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4a08088c581c2caccfb1e468a65a38e1637cce2beb60e88c48cec4daa405f2a2
-size 22395
+oid sha256:436bf8a83f199c66f9671a48379f97fab1298d92608f3d7baab562cd2873f525
+size 22366
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 087574e25306..d340c1891842 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bdc6632920e4982f2be19ec4d98b5fbc62cff3260ee402e1a06fc8a21074c2fd
-size 24199
+oid sha256:d91bcbb3ed16ebe1c729f67015f0d391eecc14441474d9a6a3d13d216d6daa2d
+size 24171
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index d016304b943b..44415e264ffa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2ccd595f1f92cf53c0aaefb4e5e8dc018379464a926c298800e01ad4d1ddb048
-size 26927
+oid sha256:fc3311847ec1d9276966c60736fa9a3b7316716ccc8f574e9e2779a0aa94dee5
+size 26899
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index ae7d1eb86204..31a0416bafc4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:015f3859abdde7db85c895d53a847730d02a8773aa4da2e22fc8fd710d0f23f7
-size 23817
+oid sha256:b34b7f477dd17f60464e6a577edf7039c184617eb24b85960bc8462c9b34933f
+size 23788
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index a14dcc5cc03a..d1842820906a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f002e2831f44afc69720ec94acc06ee7f1fdc0e0f57e371f9cb3cd82bf680271
-size 34098
+oid sha256:b26875009f06feab093f0dc108acbccd9567e70363878f287a3d1d995ce98223
+size 34066
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 6cab53410b83..9e68b62eea3d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e89a5cc6f5024cfc0099a05e51e36136e99dae6a4680bbe0ea3627477e46a1c2
-size 30607
+oid sha256:6d6858e214006c30b5c3b49a0f855153bf446342086f942c31598b2321f9154c
+size 30575
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 65ddbfb692a4..9aecf227cd9d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8e5b10412ddb3b725f6462314dd1f61129399b6567ea0281210e493f90a7f0d7
-size 27854
+oid sha256:47d866be3845c1ba5b26a8a6b605597a9846bcca12d73491ce33b116c63e83dd
+size 27840
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 5287443382c1..2304aee2ae12 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fab2bd9561465f3f541e2dd4e1dc91c5fa92026e91fbd9895f8693e1112d70ef
-size 24482
+oid sha256:825cd351e118e1ce3a4f4492748687eb1f9c168d9887160b6691420a4d008dca
+size 24453
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index a70fd1e16b9b..778aa0dbf305 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9482247a9809d52280e716b471a1ff23fa4b769708394f59ae1512bd8b131db2
-size 21134
+oid sha256:7b3e363e0e481c59a7bb1aafccd127a19a723c74ceba8beb313240d9b2214c58
+size 21112
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 70e9ecf2de90..99ebba63d4cc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:820c465948f583278fe8ca2fc3083fafccf83707c47e41546dc6e4d30961e916
-size 25093
+oid sha256:2f0e877947ef17267e0b1ca6460f222a0a527bfd7124b5e58585601799895c1c
+size 25064
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 582502880770..8ccaf3296dd4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e051a122ae061f8f1e3d8a781a6f94e36dd27464abc4b7ed6697a2ff5aaff468
-size 27860
+oid sha256:210fb71a51a79ac7edf4c0e2793807b942fe92b4c754482855875db8d5876ba2
+size 27838
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 35f53dec45f6..43b8964b4d34 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e1b1906de6c1ce0494c22d16204c31592e46ea4297dd461b45fec740cf8d03d2
-size 25008
+oid sha256:a9f9af63272bfa8daafe9d93b982845f36d91df2f087a32abc376c86530335a8
+size 24978
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 5ce3de956b7e..e887bf382a75 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b795ed7d371a06ddff62ab6418e345a640c8eba2fe86b37548c66c2bbedb56d1
-size 34725
+oid sha256:368ece31339b88f226316968a122c43b28aec59c36fce34e0377c91df7a75b0c
+size 34695
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index b25ee67c102f..a91749e49eb0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c85b5d16d22e313120d408a778365aae939e2503b5d68d6db0327ee53419a2a
-size 31409
+oid sha256:caa7bbcc986f39ee948e704ad2759a81909e12c6d3c914a03c64a0462e417266
+size 31375
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 16f0a715f316..374eaba1fee8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c370ef8d96f5b06c77018c9d9ed47342fbe97c416328131d15f4303101db3ee9
-size 28627
+oid sha256:44a9755769a5b4b495c9b41c2257522235d9b214b550675f5413be71bcdda78b
+size 28596
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 15c048cfa5c4..210682dab1ff 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ff06e4c77de9c6227f40640e6e2307a478469ba5a1d11fab15f0e4db049b154
-size 25709
+oid sha256:99ef9034ccb60d3005bac39bf8e2109aedb81957c4e7ff921f4cf550cf3ab6ec
+size 25672
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 92a5048fd49f..262269e373fd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a9fe9c8478b8fb3cde1849d9961c66e6fdf375312d1a7d80d59bd817ddbaac63
-size 22127
+oid sha256:86ed665a8a04338edb4ebf845a75b961bf590ea41e94091e77cb73cfc2364747
+size 22097
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 4b9d428f8c4d..5c42e33c0326 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7dbd65d3d10724c88c529816732f5df22d683f36b922acad53c2d01e2edc28e2
-size 26072
+oid sha256:425c5eb1594702154b18f62bb7e2c51d4844070577291d35e41317246da88549
+size 26042
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 7a43b7d06c1d..a6585595ba1f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8ac7d90889e1b11979150bd3ae42bf8a12364538e60564f5317ab960349b8280
-size 23402
+oid sha256:33950728de04791704dbfcc98817c2fabf4e78de47ff3dc21da3747a8e52ff89
+size 23370
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index d1fd6824b97b..96bb17fab7b6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cf14cd49dd3e112c409099cd152b9c476f8fee869f76b162ab001db9d5528edd
-size 27031
+oid sha256:d431ec791bd2308afec3b52274a4043873dbb705edc1116f855bb41f71bc4667
+size 27008
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 0e2c9114f878..79fd6c1fce65 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5c0b97a552630be97d4e23664f4e2539b18ce6d337be1838be6cf1f6c5f391d0
-size 24373
+oid sha256:ec983c00cdb4a56d8fd8b7f3d02417dd9640cf4b65eba08e08c330dd1b9d9ac0
+size 24364
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 59fc7a623f75..c9355e2abe3d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:06e923fa5ea402fad395a0e77445023b9e0c58c7537ef5999d8fc2ec2986df06
-size 27760
+oid sha256:f16d29f2306d2b43476ad95690e4c57cda51c3e296bf481cbf53a9d321b2909c
+size 27735
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index aefc7c6c9047..da825cce6ad6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7e34aa893e146065f8825441bea2c4b07a689aa9e114957282504f016e2d33d5
-size 25250
+oid sha256:433849b7c3a3453f7798e5a18f0e634621f76152d82740129a9306d9e96b6516
+size 25222
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index b41faf361398..e8e2b61f2032 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2d3fa83f48b43433c627c095a819180ef6bb14b809ab58014edb98a42a0b842c
-size 28839
+oid sha256:38412ef504b686ef3dacf113bcdfe344cccfdf515bf75fdaea02dd2341f5f573
+size 28809
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 37213affd286..f915ea0af204 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:192947a8bdebe99bd029c1c58ed9c8248a444295425ac62552146dc1453671de
-size 26281
+oid sha256:87164226f792d1daba35c454a48fdea8799da2b542ada054c40bb53be33b7dc2
+size 26250
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index bd23acdd5462..95c614c1a798 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2c56c007ede41a99e118e85932c82776fb9a9678b42acaf0a838785ee8af76b7
-size 27401
+oid sha256:5e1b118a4cb8dd43dbd1a49834d219151b3ecc3a2829e6ce77d74061775067f9
+size 27380
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 1eb521f43e4c..8bd1fa16f2c2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2e18a1ba8ef1f60cd84f40e75ce41c0f1dbbcf22bed6488fd39110124b7d898b
-size 24878
+oid sha256:596b8fa11d626db36d951a3a12dcf617edb503bf89a5eb5ab84e3dc87d0d4b0e
+size 24850
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index a0a5c2f94527..8174e9516569 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8eb2afe1c52ed9c94973193bd9952cc8961c638bae82be97c796561505638107
-size 28280
+oid sha256:4704fba86a9ea220527749e0d2c1add4b011c5341dc723dbce9c79649276db1b
+size 28252
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 646ee4a228b5..5a1dfbf61b01 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c31ae16561a6f94deef5babb049d372f55c0134e7a117f8b2d1b1634468c6af5
-size 26061
+oid sha256:b719d9a840914f460def64aba912d7894b602d55538e9eb14d55eabc0d67824d
+size 26032
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 294b72339f6c..cf41b66e0af7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:064b202f5b20c734247e78fdf255d25afca00bb85fc898122ab273fc27ae330f
-size 30861
+oid sha256:a0bc3a019a1b75b96e5f756640e3e60f5c4f64eca627e9c6832e799abdbd6f9f
+size 30831
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 50423e72599f..550699b51c28 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f27c15b1821a649125376c9fb561c396d2e38e2f25aa5453226a621d70ef3b93
-size 28214
+oid sha256:18661dbcbb1d6e81b9fe96fb89fddf0cdfb6ed2653345f26f719b931b733c920
+size 28188
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index b48cb10e6f4c..973e46472d08 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4414f37d3371dcc3b46f6efd53619eec382438a4cb7d313a1aaa33552d45ea61
-size 31149
+oid sha256:7906cab800c1809706e1dcf720961c3086520cda8b9914311eee6434313f0347
+size 31113
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 207d6f6dfaa6..ff0189533af7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f507e427a9fe1430d097a3c03050ceb1b0564b0d098786bd78deff7c62eff9f7
-size 28553
+oid sha256:a53c4b5c037b75dfc1ab51f0a26db526d671f88186246438716ea63762b51c75
+size 28528
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 9e25b7159255..9f57d8b7a48c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:46a64534f901b1cc40a7aea28a0c72a3c4f42f3c35627780423a1bfcbf1e02d7
-size 24223
+oid sha256:9e076924ee9622a4cfcb648d7cb11577f4c4f16533836dd77a001b67c89c1934
+size 24194
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 0655e412e87e..baf46f3fa986 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1f52fedf3cbf9fc85f6e753893b6c038bc7c51a3e5252aeb077fa452a5fd19f5
-size 26944
+oid sha256:03f620d35f2f88316d8e20ffbb29f49d6b287716d3fbf6226808714b0afec896
+size 26912
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 248b3fb78cae..915c1d01cf80 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c05849ad79992ca4c53febfe1f6813fcb4ef47d71a5929213d67e398e8b3707a
-size 23874
+oid sha256:1f6f1e1145446748a49e604b4d8ead20a86bdf271b46d9a20b8731ba7394bc96
+size 23849
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index d3a8622bbb1d..728802c0d7b7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c1332abadfbc024fd865c7659d8b39ce75827716c1ad66b5af6245611459e17c
-size 34099
+oid sha256:ffcb0763b3a3ec5242fda62cc09ee0a40c0d4c59683f8069192791901dee1cb2
+size 34065
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 76d3bd370ab9..547970c799bb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:685a48e3cef5c5f6c60120a3df096e12f5b2ea8e54e98307d3c6efee8927321b
-size 30629
+oid sha256:3c1485dc75b06c4c6cff9ebff465004674a9240e691424ec19a28c971613e6d4
+size 30598
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index e164a5d3518c..f9c4d56f2985 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:14d5f2e8f979a156bc1b1425354cef52b14aa0f49626d85f9fd025c116c79cb0
-size 27869
+oid sha256:b726d5e1ec4a28872f509d9f44e8f82a7f11c3227faf690ec2868808aa8c6360
+size 27852
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 697c2cc52e7f..94d05d86cc01 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8260b84d828dfc2dcdc1fccfb2e95c0138428efbe7b306fb4c2503e40457e558
-size 24525
+oid sha256:fb36de5b19ac7f0a7e8752b7d9fe19e29e7c9a78719a9e3ff9d80e9c03a5a867
+size 24499
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 46e416240c6e..9fe4f2e8249f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b05adccb7020c409811b87095eb9a7bd79407fe5e6278a31ed447bf950905417
-size 21144
+oid sha256:7387294e79831502f61e5902f24464e47e1fbe954b46b52318824f0df7a5115b
+size 21124
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 35fdf64b8cc6..ed06991a834e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cd1e728d10b06d0b3abae66e12ee27c2a865d11acc769abdede75d1301b00692
-size 25110
+oid sha256:f03ee2fee8f78236f9464d45b5bb3b3f74a1352aaf9891f45d637eab26001792
+size 25079
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 6f7517913b01..993fba1b31bd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:33dca2b96de32733c4620044b6bc4bc83f09dbd8d60af29318d63c41c2547ce5
-size 27854
+oid sha256:0c5665d4955b07d057fa51e0a0c11de6e2e0f62d7226ff7e42ba500ede6b4c40
+size 27836
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index b9660f402a3e..f14067a7f5d0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d072323ec4b3029f08574e23d5bb82faa444e9d0723d4350d8050ff441ab556b
-size 24998
+oid sha256:45b58cd2152ee6dea73f4c17ab484ac0559d650944fa4af915a663dbbb578593
+size 24968
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 25ed9f1a8f6a..f9cde13bef85 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:334d46436ea5797d15aab19782ad4a95effa0c5171dba5be1d13dd2a5231755d
-size 34715
+oid sha256:34efede4e963cea884ab6ed55f08857b17f030888a8612f1dd26b3eb0763f942
+size 34691
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 3919dc36fd8d..3e8c6466a52c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:337e40974f0e40e41ab62cf03d528a1cd132f9b33716560a628ad2792cfc1fe8
-size 31388
+oid sha256:f4fd10a44df5618eac0369b96fc90dbee74dfc952b3759236bf25e981023ebf3
+size 31357
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 61455182eac0..23488969d66a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a7e25c4a8e5432afc049ab179579e8e91061ddc21c53e013d932a33f016ca4a0
-size 28640
+oid sha256:c3f0d0e37f96f58bf38314eb06a4ac4c2b0eba7cfcacafd8dbb4fe9cee66fe49
+size 28613
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index e5462cc2212f..87941f836eca 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:418a2190c248d52a33389367df370cd521654394f5b97412b3e01369e61014ef
-size 25705
+oid sha256:499ad3025527f9ebd44d4978503329dcfe1324ba6c11151d39fb7c92cff5ba01
+size 25672
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index a25c1b5f1e2e..e9355d5bf317 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:731aba38672861ce6e9442ffbebe15626e7741cfe655a67d57702f7f5fd0c2ef
-size 22115
+oid sha256:83ae4410b81b7514c6cbdb894a35ed37249aca2d2bf40bd1315938802cab6901
+size 22087
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 443ffafbca57..dce0450b7943 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3d7fd4c2d3411938d862a0d8176e272104f64cb6f7ee30b17cb8accf5f7072f2
-size 22976
+oid sha256:3e85d340319cb6a3dee6d93c37eab1b634b7854eecf1baab5b23f78ae3eebfc9
+size 23041
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index bc686ab6330f..c57c42eefbf5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5886007f6262ba7be5c7af65a00a28f7314eae0a1264e4f51c94fce6a56bfd1b
-size 20252
+oid sha256:9dc116f1bb35586cff744d99ba2aad4abd77ce02ed8709d3c1cea9fb93b73449
+size 20227
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 628475255496..18232232f656 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c8838dbc891e00f307823a89f8d73086fa6c4fa265146cb9c9ef0ce9c711cffc
-size 23283
+oid sha256:cccc844e902b3761ca18e9f852044007789a83972f90226d0ffa9fdc3b32c20e
+size 23350
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 79b5c50f108a..2f30a94e35b6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:656b9dcd8355ccec768e5272b5e8868292e4b506ddb084688aff24561963da5b
-size 20870
+oid sha256:e1ff091fad771552f53b5afc99b723cd35135a4dec8317ce7e1ecc1732df0535
+size 20839
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 9ece52c8d01f..322dc7f663aa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3d9a28ef87038630c7f355d0824b479a5becc7f8fb01a46fe32939f952e3396e
-size 23261
+oid sha256:efe5f0779da16f1c1d368c5f73536b5603596d16f1c5ba07307ed125953d0130
+size 23284
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 988667882cfb..0d92e455037d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ddc0f6da5bd330e271b5ebd03a5acb8ed2336311a76c5d25b9f840760c6543d2
-size 20199
+oid sha256:1113280cc326b877fa6fea475c79bf284099e227ef0518f31075807f46234bd8
+size 20175
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index dc194a248ca7..0bf02f8efc30 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cecf4c231816f9928fbe8c9239dd616f117106d6d4393a64207cae5531501529
-size 23773
+oid sha256:f7c61797e76f6a90c62cbb156bb9bc6e6da692955949212974fc8f364c7126c8
+size 23878
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index f41542829838..dde1fc357a15 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2f5d6473b81b832190db50a44f0060c48c013927643ea99d5ac537ac8282c6b6
-size 20885
+oid sha256:b90dbc94e79958ed438d9d76e04c68c541b17c4f8c82340f9f29867daaffc9d1
+size 20854
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 8f2f0b11cd03..97e8cf2a250f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:515fb507b09dc760be5354b3ec78779d982700b065ba5b2e5f54a43d9b42133b
-size 25334
+oid sha256:a6d0f0281ff69239127acb7548c087ef2148f17d612f3e9af7688350b263dc7f
+size 25369
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 31ce89691ee1..230c86b0cb7d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf0815a9b78427a256d567d3e81c9f302d152bdc58c4880eeabe4b05cc58bbee
-size 22600
+oid sha256:e15b0da4fc7428edb7bd6ac85a7abebcbea6f457a4df3964f43f10fea5a8ccaa
+size 22568
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 72ea6cd9829c..f65ba09d4c33 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:111ac06c38a47060d8122a00d3efce52ea32924086cca29fd035d2c6bb6cd4a7
-size 25719
+oid sha256:a07f78197c54b4362161a0801bb306305200b54e59bd5717387ed5400c1796fa
+size 25840
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 6ff79bda16ce..e6510f20a531 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ba16f9e276e3b47a82fa23a9b30d9c024fad8026803bff629af7380b3659bebf
-size 22852
+oid sha256:49fef8b101efe8c29ada224ae40749c2827d628453c61af8d5f0c83ec10f54d6
+size 22827
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index d5e4043a0b7b..9fc89f14be8c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c3c468185da8a32be1088512e212c5520c9ce5ad284c72b3347e4024d6ba6f3f
-size 26878
+oid sha256:076466b2a9c14a1f0ff858f3d78b5e985657cfe2405428878f417eb390bbc94a
+size 26940
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index aecd45907257..fcdab65c95cb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d533b3936997b14a8e4dc96e42db1cec251848e48e118b46d0130ce51906bae8
-size 24521
+oid sha256:de9a2666fcb432454ee473e009bbdf94471b86434c2c8612c04304463256bc38
+size 24490
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 596584d4df8f..46862ffcf4b3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7e07d15a0ef34eec7172c06329143a410ed88d35ae586e111b9864765bcf6d9e
-size 27165
+oid sha256:5ab9ddaeffb9c7bc4bb2297460445b0bfa9fafffda0fd39496f48239ce04b418
+size 27139
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 718f69bb3dfe..30409ad63749 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5f7b55aac10908ef3119eba39df2366afc7d803b438fa28bd54b6148545b3ea6
-size 25113
+oid sha256:29dbf08b4ef931f1bdbc52c6b1f0b23b7eef1a3cfe9a021a92714f55ad545a51
+size 25080
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index d8a3b715b490..d8eb8f68a046 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9883bf89f8dae3cee2fed45342724f752694768da37369c1ecb5d6a4ad84e17b
-size 27295
+oid sha256:c402f6ce86967e31c35d8863e627c072413cfe19ae57bef1a670da83c23f3d49
+size 27340
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 71653b83979d..c88f2e0328c2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ed1314379e3c851552f92c6ec417b6b268e5ff5ceb46e1a8a8cd76ae116a7ac0
-size 24591
+oid sha256:8cf7b291784cdde866e5feb2b5af99e340268498da4b62865180f31bf18e826b
+size 24564
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index cabab6bdc033..c41e61babd64 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f4a951c061efe206a838a37cc4e32dbf9a05658f9784029317c3e61c98e42cf6
-size 27805
+oid sha256:4dbae8ae0cdd209a1c3bb569d017c7085aabe510d29542bd02dd771a1c818eea
+size 27855
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 51905409ea43..767c70ebf0c1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5a9942055cdaf2f0af9fc97b24426b007c3325dd894fb6ca0a7e9ad877d3f46b
-size 25221
+oid sha256:23527f0ddb2d18e32a5d58ec69837a4d81fd4312b3716811581e34710a970147
+size 25193
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 6a0a5f2589f0..4239f83c2409 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fa8172d422c2d37a782ff62da50cd247f3cd664d866be5c10bf495fe2ad9ec35
-size 30443
+oid sha256:83f43626bef2829602271994bcce404fbe459a7885f4cea41c296d1bd68fb701
+size 30548
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 023d3931fc61..3d4dc037a8de 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:af1f08de1efd99a3e6f58dd190606a238a424c4f56f1339c01fcdf13d6a19d90
-size 26873
+oid sha256:4d53c5e1f016a0f79add803fb17f24c30c9befceea203717c55d04c68cf410ce
+size 26840
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index ce55a1b7af69..6c281e2f5018 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2ad0f707c5595b03dfe4fe08cdd8d40fd4e17d207d0518a4f820e64a0911cd4f
-size 30270
+oid sha256:4b83e2c3341f62ce87699b095b67805c658e72b9df3d3574fe64a513f960c299
+size 30278
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index acff1dda65bd..17fd4f7c476c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0879bdb8273fef3094e88738f958df76804b7326709da0f6d9b41f7dc453fb87
-size 27483
+oid sha256:7f51bdca4e1cb6747741f55767b81751a58f4c1d073525e2d69be31e2e0f4e55
+size 27459
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index d77e5010d2ff..ba8baf43ce5b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:da78910717bb999c05f247fa17c938f6eb1d6a748536303c0b06b788d140a4bc
-size 24338
+oid sha256:71be9c31e9b1b3edd7442c199f5c6f06545c7fc802903887a6971077851b82ce
+size 24362
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index df80f75fa510..ad0e0f6b9565 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c96af46ce13b3b49ee59655d32f26ee1a3f0518c422eabc9d9e2930800c63d2c
-size 21483
+oid sha256:d884219f01b0f90087065c737928ea0deb769bcc8e93ed6a119b88f8671843de
+size 21450
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 40e01accacb1..341d3c058b3e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a4a0d29d39468b0ab0585df860d86b489ebb58453d445a60866191082e3afc86
-size 24545
+oid sha256:ba437e7b0f891af3db7d71053ed6ef72498127f2b487612be66924e1ab5eef2b
+size 24608
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index d74b86f3af4e..41501743cb40 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6225b7e999f2601a78c9e29abbe5d1d0129a2f8743a4fae476695f72baf487a9
-size 21919
+oid sha256:6ba387bd3b8343f4f17045642aeb276f0429560513b0ac0aa74f333a28c64eeb
+size 21893
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index e031a6fd0c62..136738e5ef15 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ec4072aaa1224284ba6ac068f5457a33a8876dbdcf1420d55efca1eec06b2ca8
+oid sha256:78ae1667d76a778d85e31e7403110c430500b4c5b740ffc039679370236ac39d
 size 24305
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 9c928546a6eb..eca562b05da3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9f29d9ecc3a4a3d42a973080d0f68e7ac0f59d4d87718559cb804d4e23f29781
-size 21510
+oid sha256:86653f6301aab3b97ecd46993d1040d5978f497cd6dbda3438122792070a9bd4
+size 21483
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 861c54e24c30..59cc0307325c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ab48c1c5d0bc3ab7ad21e9d7b63fde40ffc1bd5c7c6cbffb23f111f928f40373
-size 25168
+oid sha256:906416ae26016efcfe86718aa2bf0cb1ae62d4c0443d44670b75ae235f92eec6
+size 25250
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 6af826293363..1c1f759234a1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e71da82aac0467486d51ce216bb1c6974abd0e61e15f15c4c734eee213dfa586
-size 22014
+oid sha256:5d03cb376cd95ac94692ea37c001a0ba0e5cb9ae5a951ad3f74d2f5c9cba5b86
+size 21977
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index cc11bb071f52..8d99bc093e94 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2b9ec897d885f11d2feda0e385864e55c2dc1dea0d1eb45b9f0a096a4f6d0736
-size 29768
+oid sha256:53dc87bcf4c8bdafd4a0bf315acf592a3e242dabd45c350abf81709c87f17da8
+size 29746
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 61b2e6373010..667352387d28 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:11b60c445df4a88290ca11346abc0087629ebf4487a643b80834ba97f9df1f51
-size 26643
+oid sha256:dc6591d6b61ed6e2c6c75b480909fd0c042e71a7e76a6cd8d5993fb4f7de686d
+size 26608
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index c90fe2c610c7..e67b90ac595e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6ce0975813420a0e247921f6320fb51bf7873d050f3956376581527a7808fe16
-size 29675
+oid sha256:897d621a5e1bd7cc541e6d807b10b0020000a62472648d664d060ab221601e88
+size 29648
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index b98727a9ddd7..ec3a2f930b74 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0fadd9c7b9575d24580fc167b40060f6440844fc47ff34829c127ab4970bff14
-size 26893
+oid sha256:c50fb7381c7015a6a08250515ac96611349c9f635c75f9f95e47fc407aeb575e
+size 26862
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index dbd62171d52f..9912e95bce2d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f4238ed78631bc703877978ec98986841cedc6bb9821b6274823a048b545f620
-size 29640
+oid sha256:91d1d5d22404ca2a58b5b339a516ad555b553799cc558bfbd01977528a2022fb
+size 29669
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index d13ced989758..35625896150c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c4137b2a61f328edf9dfe3115c416aa7ab3a8f6791592bb146c992299bb3c195
-size 26481
+oid sha256:cb4e62128c9607faaf64bae20b7dc1a31577a6c9052824831fbf1325f4008409
+size 26448
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 6671cf294c1b..d8486fa75b14 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1374859abaa0527436078bd1406255cf0135bc77a642040dcd36a099e5195273
-size 30113
+oid sha256:cd376fc9b954b9f9045dbc3a326ef05eff1b12da8e293b73c499fbe3bea65bcd
+size 30197
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 5fe0c19c55d9..ca7d1378b468 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:479f96435770572a8e2c0133ec2524cb056a3b60d49e934b3835bd1028aa6a82
-size 27312
+oid sha256:2852094d216bc9754ea0776eb93f18c766c0db69b6763bdb6224aefdec1d9380
+size 27284
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index fa63e32670c8..b6a6c3ebb78e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f23d5c4b718b1f864a447caaa6a8176a8b7322fd8dca42675188b391d5adaa49
-size 21961
+oid sha256:9b6373d066dbdd0abae16fd0b9ae74e796af6a2fdecfb2aa25c3a957a469efb0
+size 21934
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 5157dd324643..fd217203caf5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1dde97e7253d11af530269472af9cb0ccb17cfcf4cd03c3ae54a2c9dbaef52e8
-size 19462
+oid sha256:3a57057082e358d97055bf36653a2a53aaf8db4f2ddf11298376015ffa00fe65
+size 19439
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 4d58e10eb762..066574628c6c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8699fd0737f7e593e90e84610a94ec8eaa4dc40897a2c12775fd6c0f28a3a0c3
-size 23058
+oid sha256:0ed806b9ddd18827e14d3ac0f2ae85ae066ad37aedc31f9b501f26ab8ad7d4c6
+size 23026
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 8155b4906763..d7a1858ffaad 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8cc4e72aa30756df9cc0a03f8c26f1c70409e93544744ddb2a25ad065b3abd66
-size 20428
+oid sha256:526f0e55097d28952f446229e477853426c1a21df33fa7406d6b3366470f2e32
+size 20397
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index e6c5519aa8b2..ebd1a10dd1cb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b6d799f0475f727a95127a5577a6c0ecc7812e724f2c4a9db72336fd29a959bb
-size 22120
+oid sha256:43b54ae6a792beb5ade0869694480679169a11be6eac1213c7b4ddcbd414fc96
+size 22093
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 6f5799ff064b..d91f101509af 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fdde92f7b3e5363d495781b0018d6554313a6a80dab8f7f8c9d9299ca4d74508
-size 25157
+oid sha256:6c4dd17ead8425d3967b52226893a32bac33e6b13e6427e70302dc55093ee2ae
+size 25129
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 2c6a65128100..a7f0f64dfdda 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bc0be204f40e061d8efeeb8e99489868a7d0b6a4490f731328239c660e5ad70e
-size 22339
+oid sha256:75ee371f76bc692f035d4144584e0151863dbe40601e303d2544166b9286d0ef
+size 22306
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index ecdb8ae8773d..6fb75ea7f806 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:db059d0dddd57323081d051d195adfb9ac7596d4a73a7ef0ef93111c9aa3d005
-size 32297
+oid sha256:ef59b2dd2c49fd4fed3abf53f7e1bf1d3be43564416a5ccb474ce89e75132ea0
+size 32269
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 8d6a024d6400..3fa9f829e783 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:12b14bdd1a13afd2801608b653cd8cd76cd4228b67dfeffd852dbd184a149da6
-size 29543
+oid sha256:3a58ce8d29a614fe05ebf643cf956ebfb4bc2ae8f8fbfd93d7382c10e1a289bf
+size 29515
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 73e1ddbb2c28..165e1440b22a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:68646171d55868e1d6874b589d834594c6b8c59cc9cffeabcf581e502c56ec6c
-size 26005
+oid sha256:22d6391cba79a45cbd2be08ad84f863d9e299908c0d14bba9a1cc5917810b41e
+size 25973
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index af9c9fe13318..79a40a021bc4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:faed66221ceeb24d4588cbcf893a1ffa13bb0396e59b77185f712f67b2bd5cfb
-size 22896
+oid sha256:23794463dc1fcaa2ffb0b113c87aef81928dc92c99795eec5fcf5e9c1c87be21
+size 22867
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index af1e92a47152..5d9f1e7cbf7a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aff02deaa1e4b9cba72ba86db230069ad79f14cd5e73eabb97d93e55af3e846e
-size 19344
+oid sha256:7ea12ad2f6dea60553081ad196cef6311f82e9a4320ac5ed6215e554c68fe940
+size 19320
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index c25d9da616d0..47e68e52671a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7f07720e0500ac3825b8f32390ecbc21799485139273db5204dbf5e084659121
-size 22840
+oid sha256:4ffff1dbc5e6f7765835b5b0171d27ef9461634b8fe7074a0db5757bf1cd2f55
+size 22810
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index d93935a23d33..b61a46b9afac 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fdc04df0d0c9f6574b86019177593aef130260801e15cc15895641a6604f7b4e
-size 25757
+oid sha256:1489753b5cb8a79bf51e976829e4c8cf5e10801a197eb132d6e9602167e823ca
+size 25722
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index c4e24e63c41a..34265a63d119 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:68f690890ba6a8e957d407a77c0b6d436632a0d440bf75847d572b8c069adc03
-size 23152
+oid sha256:5e93f9891380edc774b8b522090e46bdee29c90ab2eac9c5fa16f8fcf442d2c8
+size 23119
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 918c1cd23f46..366b9a87a64c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6c6539970fa6805289f5d5abae355a3c5a00aad53afd6e70aa0025b3600ca4ec
-size 33093
+oid sha256:55cc710a018fdf4687108954cb4e79e3ec7b6939ca0ad0e163f04ba61ccd104a
+size 33064
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 727a1448aa7d..77a127ee84a8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:31aa6c0f83344a7d4eec34123cbe8c8459ff881670fe2048e8e080eef36b292a
-size 30301
+oid sha256:3c76ecfa3644160c2d2ba00feea69d9e855ee7faeb4657b241f7441f60aed482
+size 30273
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 94f9c18154ab..77b8fb688037 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d7f34ab28b818f8cf652f6b44c59cff4648c8229d52c1865fc3ddc60bf775c9
-size 26708
+oid sha256:34723bf587f080fdfcbb808c98dfc77bd0f4eee348be9fdfb3fa610070da4f25
+size 26677
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index e9d6c2b37fc4..b34f7cd1a066 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b29ac3e39a4137f783a30f9363592a9ff3c600caadf09ca259e82e616f7e7a48
-size 23818
+oid sha256:9c0df92ead1e477ddf584cc74e623c78a2324483bb62fc8c4c1558e636dcd2ab
+size 23791
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index e4a9a0a89a5a..a9024b384bdc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ae23511cfdd6ffdcceaee1c7a9b57a13224c8d8790a44a7a5d085370324bb298
-size 20226
+oid sha256:3947bedda92ba9992f2f791899e467a697e17454d54e6666c8f2393bb4fa3b5b
+size 20198
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 86ec431a3b8a..0cb0c502ec5c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b16c61a334935d39a7c2276bfccbb5aa09cc358b468b4901d0260827d1f4d31e
-size 24175
+oid sha256:7fc2502ef03e912d4bb75d761762d4aa54a4cc89060f2f7c2c2db3a4ac109c68
+size 24144
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index f89ff69492f4..048cda28ab52 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:11adf19f657d3e9ace6033999c6e39bd74be8a5ce79ce7aeb2ddea7afd35bbb1
-size 21537
+oid sha256:6d5fe4156aa20d366bf4b3f1f0f7ca0115cb43d42bec0b2f4361c6719819eca7
+size 21501
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index fb975bdd0048..38efb4f1a424 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:58349df014617ea76bad4382150af2cf82d9db2ed7647b15e7fe944aab159d07
-size 25189
+oid sha256:a897be01a5541b2906283d61ff704936be7a951b8044999ecdd8c0022f1e1ba1
+size 25160
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 11f1a4f4f0ca..16c01719d3cd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e3e6c322f812283ed962d4db0e91c1770c89159f541a7b34feccd77233c5672c
-size 22456
+oid sha256:fa3a6c3df7a69033f8e677bf521dddfe1138f9622d0ff0189f3e599736a6b43b
+size 22432
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index a7d92d734507..85c0d0c7f4e4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c9c9713e62b33b80eadadbe5e193fee15e653ec4cacd707858efdab4c2e8114
-size 25573
+oid sha256:ee4deee71eb1c0cc9a449b93568183588e119ae81e789447bcf57e6938a06a53
+size 25548
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 4a78f9220ce9..16eac0aaae8b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a557e98d5e17c8e54fb5cbbde337646e40ddf2a6231ce17c59b4c36d1f0a4f7e
-size 23273
+oid sha256:dfc5b836a9b62e2081209d50efb79dd2c03356364c9e201fc772001236fd32e9
+size 23246
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 02534f6ea6e4..0e4e69e7f8cd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a9a8a30c5c3a64b9ef35b73320f2c0d0431d997945341674eb2628bce6fcd760
-size 26629
+oid sha256:53a5625aef7ef3cee7fcce37ba79aa5673d38c7d9126a1d295f4952e6e880476
+size 26597
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index f8843813227b..9238bbf881d3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cd86ad3133fbf162bd7c23699cb12b29a98063c48056604129965a462e8b3ed0
-size 24024
+oid sha256:6264f90d0a2c811a3ca6b01c8a681c3afafc6d0412a879fc90e02fc743978e0b
+size 23990
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 7a3f8be6c625..e74132552c10 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:78e998bd9fccf5fae060cb0d7d23b84bfe4912f503f83ec36b7afd52258ec327
-size 25092
+oid sha256:2fdbbb7e95699b5fc41b944aaa82522f18842a552a74783d2936f83f315a999c
+size 25061
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 2704ea82be05..43950ded3b4c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9da5a8da9f323f65b3ef283ee1a5eac05933eee5af03f960c7c48a7e7c2d0d58
-size 22994
+oid sha256:32f4a7c3271d4549be810e441fe6312ff3c97a33798e18c8b95285f808d83859
+size 22962
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index d0c4a015768b..ffef4307c24e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3b5351180c33bba870640c5279085b54b5681cf8d042163ea067003a257db1f8
-size 25822
+oid sha256:e8b32d6e9dfd97e3d658de3a71b1f9a6fe50e23deb8ba46d2ff35670eed716bd
+size 25791
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index b3456e7b479a..17b1c3c8a066 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:61c50bf8d27615a602cf34bf50c1337ea7316bfa85740b000ff12d1903ce9bb6
-size 23900
+oid sha256:4b362ee11f15d99d2e3e15b0410c4d6c166f2d5a0f5f3ecd9ad2e0ee80e1ad81
+size 23867
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index f2baa436137a..c34a628347f0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:457163159a2cadb98db128d0cbca02c0a2a16c785fc9bc15ea12b27185ead503
-size 28708
+oid sha256:da412b134eb7b62a01f36bf5126402e07e439e9fb4382a2d078b0bc387d191ec
+size 28685
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 2662613d3fc8..ab135f8c091c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8012f66b7528f6847c6799ae427b03f617de7847d1a984f9efe2616cbbc87488
-size 26259
+oid sha256:25b382f59550e682dab55c7c254b913608b72a97de23f03660b7438b23f920d4
+size 26231
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 42b567e14176..93ccaf3d4c06 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:63d484b17cf01f1807f3696a90f4937ce263c043be019633787af71475a44a37
-size 28834
+oid sha256:5b27ec423858fc2eadd329cbe8eb04359f4a1ea3f983c0186cf0a900c2a88b2e
+size 28802
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 2a8cfc481a9f..8ed8d11283c6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7805781e614b7f6ade5007be7d39342b13ce7b384a11857ca8d0b67b7f7d7969
-size 26433
+oid sha256:67f301744a8189dd8ac011c3e2c9068c359de88fe8d810ce819ab8cd53a35c6f
+size 26403
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 9ef9caacaebe..7efa5e2ae7ce 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:16d0d51504fbfbd2d55c2c954518b528ba265d1a24e93edb931da2dddec1373b
-size 25174
+oid sha256:4e4d1acd9fcc9a7d2322bec8739d721a6ae9859748e7407167b17af128198d9c
+size 25137
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index d08216513967..1d7f197ec7b2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:85c3820e24a07b22212be04931df9e351a573157c7dec066bd80655116e6adcf
-size 22378
+oid sha256:3299ecbb5ccec75788b5da675e875da5d0dca315315c9021fc213598070484fb
+size 22350
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index e326c8864cb4..55b29e3bee6b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:28aae2441a5b90277cf93f20fbd17c7bd5d8bb3c0f465dd1323b6d0f82f77e67
-size 32300
+oid sha256:2568e582a5e6e623cbaf455ce98e3c1f0a654ad88ec5769f5a7b15b617245d23
+size 32272
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 50df7939b7e6..105ad547ca78 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f1d53d1328e9a911a272265d06450c84d1f8c80a07bdb5495cc8ab492c66d00e
-size 29569
+oid sha256:ae5838d162d8ad68f50aa49ee9b40ae9e33fdccf0d34b60ace7a788c48fa0ef2
+size 29542
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 2ae4a0c1d445..846c9a43c78c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cdb2f32949800b83ba76a3d75cb6c7940eb66e290052054891d0c9b7a45cdff3
-size 26006
+oid sha256:1f0d2c601731766172b83db1849f7609ee5d427928ca389d27182c4dd615bf4c
+size 25976
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 397b9f28e5d2..4b11814f580c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6c3e1c2e44b2c451003f85c2fdc0720e1e0f99dd01a825dd1a8b25330e3a8bd8
-size 22908
+oid sha256:87199a392252c28ae2f7b5cf27ab77bd17945d7601420b5e11ce9480d5a475a8
+size 22877
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index abb5cdb827e0..fa539f167edb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:84b314c6ea4fb2b3e38b6178b81dddb0fef643259c7e370d26aeacb4d7036579
-size 25755
+oid sha256:fc999e13b11c584d85c89959871754711ce29deeb34e8cc51a81cf3123d644e3
+size 25721
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 95e5d69fce59..e31c5ad3dd59 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bd64f639b0c5ea3fd425102cc37491981c11fef05f3a23a0614d00e2a0fdc228
-size 23140
+oid sha256:edbb5c10236007591535cb405e71a1d94cf84ca157de356420ea52bf7df6470b
+size 23107
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 12ff52efe861..80e335bff90e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d67213ac194e67726640caee9c38f054b3a0dbe49d701c6546cded8daade046
-size 33101
+oid sha256:9e0b60511db3a3bd4833fb1b6d1a25c27d3185a2fca1075576defeadfdefbdb7
+size 33074
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 23b1ce1f223e..f805320e746a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d39c5ffe0e11f3c8d664586658d91cb1fe4085b0a91c7ca991d0e51acbdb832c
-size 30299
+oid sha256:55319711f336c5319beccbf4e3c801b896b1f33ecec62028f9c24015e034024c
+size 30268
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index b2370fffa554..e8050d0d9d69 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:15ea4c4f9fec91d675452cc78da3c9c6f40baa689a3051934226480d3c109255
-size 26713
+oid sha256:d9a113a3559331d03caeb8fb0a151141abe5a866a5847d00653333c50c972740
+size 26681
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 33f96f56ad4b..b65dbed027ae 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:977933b546cbb54f029d3c4fd4fa99c963e0d8734c99e491e7fb53236efd274a
-size 23805
+oid sha256:176e8cd46257a1bb34aecf049621daf8d13ee0b67c307d344a9433b6a3a61aa9
+size 23777
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 3c8aeb7be285..62b40b1e097a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:295fa5f0f2a623500c7a3fc8a67dd20327add2bb482925f552d706efab90401b
-size 22754
+oid sha256:d6083e62eb555dbcbf3c7c680fc0992c5c54d624fd6d57d83051dedbc6e13c70
+size 22729
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index c6d53db6a2d6..0bcbb8ed74e5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f5ed6bfa18e113e1deadc63806f4cbc4bb164c62bf53df39f310e5d2ef168f23
-size 20460
+oid sha256:c9f5528e982c7ec697fa552c504f29ffe5203f9e1af084215563e634b1b37516
+size 20436
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index d3aa86635184..7592f51d95a4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:80bc733e31ba25b4996f2a29327d1b9e2c9e45c2b3f6ad63f0129156c98f2428
-size 23772
+oid sha256:51f4d33cd930e61b89c65c0ee1771af6a6f15065bfe2fd0f4ab4e388f52b767f
+size 23742
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 0f01eff26772..5e1e9b08b785 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2ef19be60e77bd03bddc2e7540a69889faff809def770b5e6ed6dd4cf3e06082
-size 21376
+oid sha256:a407c36763b5e0861c0abedf3fb20b98f17ca3166a1f7b7483a0435bc4d2a148
+size 21347
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 417da07f4c8f..9d2d56ebb9a0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2ae393a7fc026080edcf7bc889771ff5ca6766b03168b7c9ef154da09041300d
-size 22858
+oid sha256:2a007e3ab6394e7169ec64b2214014cbe68071cd330ee8d4fa92c488e839fa1a
+size 22833
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 37dbb2563ca4..388fe451d2e9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:315213466742d19ef4e549df3783624addf41525cdec5de3944a287ba58c5625
-size 25815
+oid sha256:cb9164811927164855848ecce8d20c501838637a7bc145da229c9771ba20bf41
+size 25774
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index e53cf0ba3b43..67d165d7a233 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:02ddbebab2f4679f0c91a3162f91838a0fc1682d148afe18640cc68e6815f782
-size 22920
+oid sha256:9913a5b73ffb523390dff4c6578e0ab7316e7f691953236ec87956141b12a40b
+size 22893
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 7861f4be7485..667a91dd3b91 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:44ca808f0b4099c1e42759ea42808d873efddcb49ebc126a4ceacd533a5cf81b
-size 33338
+oid sha256:4fcd3f3b0466bd4b990ca8d8c5247fb512e885b36f674a361c01d7be9fe8219b
+size 33304
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 40d71e59fe05..0fc5271e2fea 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0ef32d34918f4b44f478b4d7bc2709427aaa81ca45df37edaa03d3176f356bd5
-size 30291
+oid sha256:46250fd6d9c7ff9456c8ba23d3130a05351275dec06a0ab709a1f67e29970f90
+size 30260
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 14e105c422af..379d466a2d7a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:48ce30c9b6b58c9fbe5e34da4b956274d2e59486f515a66e47123a412b7fdb32
-size 26943
+oid sha256:023ddf312200f3cde88bac796adb02b68e4deddf194be140a42dff71822c1e44
+size 26914
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 5ae8c9c0c0b2..8f1073d2d78a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b16b1bcd20ff25542c5937278ec89d896ae8c8749e9e0388a2645c1867c8e869
-size 23863
+oid sha256:fd491f419bb477898cd6df11471b9f94017deb69c8da3391fdb5df4a302de912
+size 23829
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 9471db4e20b0..d21a69fec9d2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9cba9e11807f7f454f4f88850c7a4411015edd31018e39104d2a51051e707a81
-size 20231
+oid sha256:306577d47b07347a07db07f24a6c89f77d918aab60286e80e1df93101188169d
+size 20207
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 871e4cf8927c..576f5909baeb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c0ddb1156587a7cc7f05573a461ef505afc43c05c604aabb58c491cb5bffc7a4
-size 23543
+oid sha256:64c7d39b97fc9a8b535704f668f6b16626edb29993cf248d8d78abbd9b26f1fd
+size 23517
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 533f7a7ab17f..abf466b535ad 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ed5311c4f48461390edb86565bba0c8fc67c9cbf9f769f62b38d83331c3e790e
-size 26743
+oid sha256:e8998df1f2ab8fe8ba830a458fb763b47c2eb35c0a3ae0cdf580f868dbcf9d76
+size 26708
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index ba4c13642646..93737ff8bace 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bc6ce75327c131c88767f026d06bd56b49699b416a29eb12cef4e414d7b57819
-size 24242
+oid sha256:b6a7a1b16f2a6a7567e736af72498f7159b4724dbd0aa1ebb82998e1a9ec07c4
+size 24213
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 49f98457b07e..b2d746c1c6cb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eb26e71a68b4ab322108238e3c4671822adc0d2b1a82e7bc463be4684e5f00c1
-size 33821
+oid sha256:b0159d4dbf37d56826737c0f88d50673e1dae37723e09ff67c11dfb3ca0c521e
+size 33790
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 2dadeef8ec72..49f34aa6a791 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f251b0c69f49312281eb2dc1f898f5a63117edf91b851cfe2a4761e4b361e4d0
-size 31072
+oid sha256:f8c9f3b60a946acc4f2c1247450b04f7ff16509bf22c27681e43081c37c47e87
+size 31034
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index c2116972545b..4dcd5ec917fa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ddb6bde33c2fb657752e9e8dd762a710b08637de4a9c750d54495d845ff09426
-size 27609
+oid sha256:204d3abbfca321ed938d7d826142ed5ee284ef5e7ee4a3a87f32833465074bc0
+size 27581
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 94f8c793527b..6610ecfb76fa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9f6a918b607fdc7b51bab482df0c629ece81242a66a74b4a8ec99930b83e0ab2
-size 24916
+oid sha256:0845d13291b906b0e590a8ce69b9cd503f50beafbad0b2d9c61ebae0fa858d79
+size 24887
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 521c6dca74d3..23d7a35e902c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2d136704850399fbd452505d05a576e6815bcca92810093ae125493008a5b915
-size 21196
+oid sha256:aca12f342e8fdac85612de0d68b896df24991bb9a793ebafae5678761a8885c0
+size 21169
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 2d346bd2a77e..dd2fec488572 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7b79c4ee8da3d94941f701de2fa9647f009ee175146df8b28763f0b24923f5dd
-size 24639
+oid sha256:128082198d473ac5843bb4fc7f44784f5e239a1ee88636eb50da089958137e5f
+size 24609
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 4ad2d12851bf..73dc4047c106 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e7cf18d9fc901f42974d887e6bdcf9d74ba82f3374217367adc7c94727e9749d
-size 22452
+oid sha256:c94863e4b93856b2d26ec2b5926b551eb4669c7535d31a753f1730ccf0457452
+size 22421
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 991282f5fca2..f3bfa3e01908 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a663cb3f6fc8d75758db81445c8c5490ee3832d117d7cd162eb9cd5d7014a0b2
-size 25681
+oid sha256:caf3751878d5cbf1d1c199574bdaabacd1725ee33ac72e34d2c4a876b303adcf
+size 25644
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index f68fb1cd4b5c..8b06ce8b8171 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:500d2d20402d679f1a2978ee3bbcdf91d203bed62914097e24c97eedf5df483b
-size 23444
+oid sha256:b992ec2a0b81172158c54e99b5be8e418f56aae84357c3a8e8ad56aa0eda056e
+size 23415
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 47cb79fee417..64f870edd2e5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9294d7956ffd309fa1737a8bc246b83c0a02e37bc6fa06695ce750fe89bf9fcc
-size 26365
+oid sha256:b591ac2155f435c40aa571b2efda0854a8d3bf74002658c63a112571cd33695e
+size 26337
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 21c9c8e019fa..bde86e6533a3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c38267415256e1224399c01e8e64025098dc882781522fab66558fa7272eb1cb
-size 24253
+oid sha256:35b4c9efb73684aa0dd11844ed9ae12770f70769029736b22ce4c1a015605f22
+size 24227
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index b4d40ebd8b75..4f63a58ddcb2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3698b4d99746eeed582e847a2afe7bc9cb994e1f41c7c2aada6df1524c016d3d
-size 27297
+oid sha256:90a5d9ceeb12c3c91282293ab83524780b5936c5050b6547631c9f37087fef4e
+size 27271
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index af6fbf1f6743..13503c73e4cd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4212e9691700479dabd8ef767928c54b5b914ef5df9d103c0c1a9b8c8f015cb8
-size 25275
+oid sha256:f75ecc0c6fc0e290d280557aafea80306c456ccd01cfacb70b4aa778d12607a9
+size 25241
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 9df0149cf3e0..9c3f2f093ded 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7c282642517815ccf6b7b0664ee9349cc935821f9d87a37e646ca4cc7988b96a
-size 26005
+oid sha256:32547fb0a283f6af3bea3ac455ba1992d01167fd6786483860ed6aa09e9c5fe6
+size 25979
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index f64f8fc6e764..1adc36d7a6cf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2d9f5c9731c569a143701fb8657e287714d147331918189db80324c3fd32aaa9
-size 23746
+oid sha256:8dcf5f56d971a5fc66d5d568fb080aaeb8c44f274e226ea64333a92a361540b5
+size 23720
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 030452ad7c7d..c4e344c93b26 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:beac172ab1ae12e8b61dc841fd76b50b6b10f920de7407d6d6e3a92e598d06af
-size 26812
+oid sha256:1de163ee8f044ca10e4547637aa9a66ab3699860af2d541c7d97b7b918d11b26
+size 26778
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index a54907ee1cb9..3ee930d1d789 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b2cac7cd0e4a1e6a9db90776d4ffef2f194892af5ec21ca314dd52860c8da7a5
-size 24900
+oid sha256:eb708070e7acdcbda0ee02fac695c5c5e74513d34d1a8ec4973fda4e3eb8b1db
+size 24868
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index d0cddbcf980a..3db511d76128 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0345ce5d0d3f0e545e52f761ec404e90b3803dce5d96f5931808b725038b8e3a
-size 29502
+oid sha256:126bd5e9b14fde3dccf60b4d9b5b6b6cebc1c50b0225c188ebb32ff3613f91ea
+size 29470
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index d809cff62fd4..a0b9cf822f5a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f51c6b441b56acbbe676c9c0df04bf61c978b96608d077f8ffe3e07d93ae392a
-size 27224
+oid sha256:69419c5d704f51f4cb2a397c6fa2fe7badeb840c23d3c33aaef82470dd780c0c
+size 27193
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 43ed2a2a848d..b1fa0077eecd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d7f46db104e5fcdea2e235d51097dcb80393b373940491ec06aad5d33891aab7
-size 29889
+oid sha256:c588b95db53a36dae53f34e10ccc64ac7328db23893252bfa63a32b1c5bbbe56
+size 29847
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 5b70e07ff2ec..68afadf3d196 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:84a075f95211048890bd21bffd6fe909810a924fc68828da0122be8c3568b36f
-size 27519
+oid sha256:1687c1c0ffc7919943ab9f6eaa0cf82acebfed26e03bc1ac8027031bea486636
+size 27497
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 5ccf23d795a7..b4349e33ec2d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2e1d08a9afe32ef9bc4385a87fdcba246a0769e55e5aa75b6feedaea3fd25508
-size 22868
+oid sha256:ce13070e6e6ae31ee7f041b17532f761386ce2cfdb1466bb708296c7979666c6
+size 22841
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index c6e8c61166e1..07e0d13200c7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a756a08116b47d68cee7e43e48bb1a6bc84846adcabd049d378e620ce8ebbec8
-size 25823
+oid sha256:3528fbed6d36fa0d25c35905b1cffdf5a493345fea7a5e682d5eb8717b3234ba
+size 25778
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 19659540f1dd..78539211978d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5e7a172efe088db1965578e37644f11f2664d53261ad0aa9f5bb026a0c5d2a5b
-size 22961
+oid sha256:304b8deb3341cc6720bfa67a188e8e3ab80ce676f7a2abeb49f320710d3b3815
+size 22935
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index af353f710935..3efa77db1dbf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1cad7ff88bf06e5bb33dc78b227d9731e2b00585c0cfd4d685ebd4978bb81b8c
-size 33334
+oid sha256:452f4ddbf7a3f891d408dc36ae9505696c960ef7a2901cc9b7e9d2349bbe284b
+size 33298
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 91a4f7492e58..ff88e200fef9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5b577271d168956937065a161330698c7f58df7094d0e8d5e0eda4a1c28ad621
-size 30353
+oid sha256:82e3ffc67791f5aa48af5804ab21710d35edf04bc5dcaf40866fc32fb466ba65
+size 30328
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index ef330630286d..017c72ffd71e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a39f368091c74097414d44ea838ec6b60ba15ef7122d83deadbfd3e9627b49a6
-size 26949
+oid sha256:d235af2306fd66a993667bbbb84024a756b3af77a01764034c42f126d5fb0208
+size 26915
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 56bec9db1064..a771da55621e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1154f9baf4875b58d1d4496a4bc3ece2e0cbd67c963641478ba91df8b5bdf372
-size 23898
+oid sha256:e1c5cf6d2c3764c5db48541a40722a92b54163b4558db2deca710a02b2cedb0a
+size 23871
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 0b25fbf73ce4..0cff0e2ae7ec 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3f841e7c2d96e67e492f7511838adc11526dcc0996e49be05974cf9fa3c87df2
-size 20249
+oid sha256:fca39cb6a5d6a30fa4614eab26a40ddec09c0de39e6ee710dfced4e70f4479de
+size 20224
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 1a3434610ffe..74730d61b431 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bfb1a5ef88dec5eb694bfa03f1ef7a8c28e8980fd6570b6c1a09c1a53e5f0bcd
-size 23548
+oid sha256:d907cf5889d37694193fac4caf71bb5453372cd3aaa13251aba7639f0b0c8747
+size 23519
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 38d6787621f6..3ed41a0554e4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:520919f0951dc45a6a070050034c07a22cc0073f535e35a390058c0860616180
-size 26734
+oid sha256:a2ce3a82540c7d25301b279fe7d1b35faea20b0b616beee8f3f2f4d4fa9b1047
+size 26699
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 8b26a6904a42..f9cf6aafbcf7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4fa547d1469d423867ee0fb3ca57b7c951630f9c380ad75c7ca7b97b861033b5
-size 24244
+oid sha256:0f42ba8d21e3f5a2e0ab12dc3df969e63db12739d392b08a0b941a9e22d61fd2
+size 24215
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 2c39a7464580..77ef34e328c1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:631195ce25f3d0bc592aa1e3f3a73ec9b08f8c893119c0ca47d437dfff749fd3
-size 33818
+oid sha256:b26e351de1f16866182bfc0c77d8067b3f4a8b2e7ffc682ff3579856f6575e51
+size 33793
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index f9520b9e7b50..2fbf53f46336 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:78cdb13f231516efaf6e71b5a76d1d223829513d51dfb129fba15ded46eaadbe
-size 31053
+oid sha256:de953717b223f6e4057022e58b7e77bd9a9fae045d720d71ad69b06a375a68d5
+size 31022
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 62ca5def4c43..a6039d9df441 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e06928c64b038172a1258e1aae20b2972eaa3b875c8770bfacb745fabda1930c
-size 27612
+oid sha256:b5fc6c7ce14672e24169a7b09fd88bf0bf44cdd010f9f46161138ffe470dcbf8
+size 27579
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 19013cf25ac5..f0c0b82ca36a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3a53896d481b235dd1aa74441a66b1b66ff25f57138ccc4fff9335b42b4fda24
-size 24915
+oid sha256:d485012ed9890c026fa14ec9cc1e03e2d878783303103b1b60c6978c57b72529
+size 24886
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 04b98f3a1fa8..f961047c52d9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:421b1edf7e50ff58d442fa508490171803627a5d9a638fc383f7e62fe080925e
-size 21191
+oid sha256:9c21d0046bb221d024aad20c8d088c9de9cf3a0268f826313efb50624b8297a5
+size 21162
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index b9e8188a6217..e47b289dabb3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9b4e9403813687b174678aeb156d96b7de624af2ae72fe7eb57f9fc42943871b
-size 21991
+oid sha256:99be43c44a2b06647cebacc32cca7c93623431d97751314db9352f3cfa9d7cd0
+size 22034
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index d824c26dcfce..90fb6ef255ba 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:64a5347630ddae92391133ee5f1bffe1bac5ce3246bf745fdb0e87440989e3fd
-size 19552
+oid sha256:978a7acf12abed099680a7dc560094e34008e9ac897cce70342d6d291a378af2
+size 19523
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 8236330aa237..cbde1eb1fa96 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:306608324354a7cbb6e4598da8aee289ccb9890f7c5a9949a39339055ddc5134
-size 22288
+oid sha256:e9a3b6c19a5256bf170a87198f911bc892136844481b0ad2527e27c4a650b376
+size 22343
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 602eee10550d..c84b9eaeedf4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:110a4b21aaa1863a827607a76e64df2582d83b7afe8a9dd7de0b7411186c71b8
-size 20142
+oid sha256:68d9d63ed305f2cc1e607a7830f2cf5b021d0ef340a666037314897f53abd499
+size 20107
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index e06c6203e40a..4b1d6e04d7a6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3a211bba46f11c6181b6ed6efe95b5df02f525795b86aec92cceff2cc4bfcac7
-size 22345
+oid sha256:681209e7ec40a0d1cf0920fe047bb01aca4e6a12869f39a8e93db536cab587fb
+size 22379
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 50bbeea5f0a0..1276dc82e3e4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5223f60c83c91051911a0604f3d40ac3dcb425b498ace3b870bd198ae4acc905
-size 19508
+oid sha256:c2556b42e1c3074eae0b82f7f4e3feaf76c44fa833cdda265b51927f52b2443a
+size 19482
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 3058e78f5ee1..bf7436b05c3a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bce2e3924a5a727991c953aed9551dcc6e2e84cea67324a3c89c42cfdccf5931
-size 22798
+oid sha256:23a2acc437f92570cb61cb9e69f1d33f243c8ea13755a3b7c5b677718b94f1b8
+size 22892
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 4fbcf42a0a26..1e0780bd6ff5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3604b2e0ab42742cb4d68204a591058d277fa0dd0454788269d10bca94fe290a
-size 20089
+oid sha256:8ce3fc183db33a3e3d367cd3239046c7701fd7b10b91c3c1a9cb5242782346ec
+size 20058
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 422487987210..af22b809be90 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2fcea86e88c27a35fe94007a09d33a620d07fe03faadb346d95a21b3a1ff21c7
-size 24348
+oid sha256:de270981491b1d35b7e79e1c869c64fc7cab49335b2b437d5389c92ef3071351
+size 24358
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 1f7bb5de8193..d8c00283739c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c625010c7db9a43cf8225ad0091bdac809b02d9e9ab43172816d36abbf639b2b
-size 21844
+oid sha256:28c56b22fca7d565b1e4631109a0af884e81e2c0fa03b1388020c5a2fb69c464
+size 21811
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 61255419572b..235d2abcee0f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a5f0256d245216f9fa90dd90f490d8e15e824a64fb15c7e0ae4874ffc9d7793f
-size 24773
+oid sha256:08942d80dca0dbca5371ca1a7c11e08e85631e7de3608fffefbd17c635204156
+size 24913
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index cfacf22deecc..e107a947ca7a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e0ddeb32096f04efef7e7aca4e94b2d0c46e88cfef89c6bc68487f0e2de42a41
-size 22069
+oid sha256:167f888d80660700fe056d67c07db156efe2c2637009f0f369eefbd66c0fb8ac
+size 22046
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 64809aba41f9..1a608b604ab1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b7c4f709a33c78471d06560c7d8ceca53efb3c1cdab56608e12130b92419dfb5
-size 25874
+oid sha256:5dad527629b8bfe16edbe0d3670270287e2f491037c3cf5be6177ac325ef4839
+size 25998
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 639261ba5373..e1c800b9bf85 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:14da91eeb7526a9ad58858ae440b29075b9cec74045395e8d71427ee8ccb3986
-size 23892
+oid sha256:f4132763cf06fb5a729324052e1b13fef5743bb2864b01e50d48d6840c789675
+size 23866
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 2ff3b10d42ea..8c4e3f03dd3c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5e3090e4e0daea02a1c777ac49db42eea063d2a3f5f9d9da5d743ae6c048faad
-size 26111
+oid sha256:028fef83b3f9cb0bf56b8619445adff93bffcefb3a96a21ef4e9f6412e967a69
+size 26144
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index ac19b51a5092..58628f18c901 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f7479c208b04cac0fa4c6240ffc5df087087b63f7ccce529934c8eece506cea2
-size 24433
+oid sha256:c78d3913b166495f23918b74b34bdba988e228248f9cbf980f163a6c5036bbb4
+size 24402
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index ae09d3b19c65..b16cfc0afaae 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2cca1875d54a0b0d4045c494f9da6bf7a0b2e1d18252cdc2127ac8d0b56e05c7
-size 26349
+oid sha256:46965d518a5863e7a5bbe7898e508d3c3c90aecba5dffea2d34c9741cfad62c2
+size 26415
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 38ddc12c16d6..3a7e43365831 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e449e4ce9edb210f5f15e863c87a57a1d845310499448feb31dd431af2e89f01
-size 23906
+oid sha256:e1b1c8dd9607509c707403d599b5bb53282167d957fa1b11c22070e9bdf57d35
+size 23876
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index fa2d8955afce..ddff5ea5ff4b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c53471d0373f3321795374b4f1815b3e3f97e354c2085d7b522dea3b8cb98ed5
-size 26762
+oid sha256:3cce05b5ea37f1bf200410108a551feffb1867a1adceba74bcfea8462ec4d725
+size 26804
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index ae663b304f84..438ab76a1e90 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:928afc7a532072806d8d8ca0e08bd3e760215d16ca2dcc8dd5f236c6881c76b1
-size 24414
+oid sha256:f50cea61733b7a1587cf3d89247729d69d38b85ad4ad930c60ae68d1872ff7c9
+size 24384
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index ef2b8a0eb187..1eb0194ee054 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0c9e1384340079294ffc88cfa1435fae5501d1158ac6def00bed43d272fab731
-size 29486
+oid sha256:c84a75cbc2d38181a2d198da6af7c9375aeedcd6464133917f31da9f5df04e9f
+size 29559
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 6444f9070d43..1055ed1136d7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ca39b294b222e96982fb729a8c83225501bc3227e23c7073c09def755cd29b1d
-size 26267
+oid sha256:5714ca0b5645a117b05ea05314c648d7b150d5b6b7bd94d8f144d1f6d78a4dbd
+size 26236
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index db63aa52b488..ad4de1bf1c83 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:47c368a668cac88cea345915b86aa6ed1b81da4f70499030cc9f9b97c5d45524
-size 29284
+oid sha256:d173164741b2b0d619e123f6d6cda03a7d6248033f24269c3f4f49c9a97468f0
+size 29384
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 6a581283645d..53fcb48b54f8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7421db75b44f9738297a98a2fb014cc535e6f2cbf1b952e4d2b36bf683c22b95
-size 26702
+oid sha256:12663271d3a32ba02ead193ccbd68d7a85bcd473360a707ffe506059ab39427a
+size 26671
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 321edf867a32..9d2c195d08d2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fe19c62718c8d00be20231a8431e0833fce910f23ee8ced2215f12d5a0db33ba
-size 23399
+oid sha256:b8583f8c2d73baa56699c1f381c2713adeb033ca5d6e481ca073cafd18791710
+size 23470
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index b2456ca08c2e..665cb92bd7ea 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d8278152b07f992ade10d0a50d9701deef7c2bc0d8f7795c81bf230940df08f0
-size 20874
+oid sha256:9cbc6f418a8d2f403ef91fc8e28e76a2dea5a8d5eea6694768da19b52f249662
+size 20841
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 0337492eb450..fa91870bd26d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b81bfe7161f670f4a680131d096b429633a393f0f14818120ce5d72ee006e970
-size 23580
+oid sha256:4c72a3ca01e9d30fd93965bce7d17af173beea0f6ad56a7350cda1700d406e6d
+size 23634
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index b3afbcef9fb4..6271b68382e7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2c9848235ee304661e967833ba4a8c796c079f9e08774e3d6daff10c9690efb4
-size 21219
+oid sha256:b1c4d325dbc65d250f3fb93a904f481112318b5498f5422789e69732d5245c76
+size 21189
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 4d007b29528a..bb1518803e4c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8e84e23d4cebb921caebfc945a3b91c60885f8e6e5e3b1b110aae99b212a113f
-size 23352
+oid sha256:b0598d9551b9b25bf8da4d1006aff71545e7ed1d1b70c41e567c543765a9e148
+size 23345
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index a1132edb81e1..325e2ae9cebe 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e094ed86fa5750e4f6aa2f52990e4dcc69b5638d188c8cea7c81abcd2d1205df
-size 20859
+oid sha256:51c1859ad28a119b3da027a4bae73040ec0cd4522271fbb1e080752f2b5b5acf
+size 20833
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 73cb93513c24..12d349857e9e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fb21a5ce3340e6acff06385dc0558363dcae04598119e937b5c909076cf232a3
-size 24111
+oid sha256:6220f1a5cd436c7634b7fb1c8473934745c5d5d8ad81b3206ae3e67477d2f5d4
+size 24152
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 600c6b2ea1bc..1d50aa0b6d26 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e4c3d1551b6a5db29a02b8d7e25775f034e03cbd2c36d6a966f47f53adf552aa
-size 21361
+oid sha256:c414135348f4beac3de0e03872d66759238705e90c9d3ae2995389a63ece95d8
+size 21324
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index d59829c9b659..e7a9633aedee 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2dac2d85b8d53f8e01e0960c6447c183170f5ef89b92ae37a5f7aff4b2cbce48
-size 28565
+oid sha256:b45a419e82279749661e9966684615a51f458496b67f4b3a6b05fffb741ef967
+size 28664
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index c9812ebb334a..7cb86a0c977b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:84e33788ce2be00a9082bbc7f43fec1e4a5bedec0a31dbbdc5e5bf2ab72861bb
-size 25856
+oid sha256:5ce4d97efb4edc9dd6cf7a03002bb5b1ba8053f484165927c5ac0f435dd35bb6
+size 25825
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 86af72a6c2c1..b7652c2128ac 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ef6fbc56e6d596ee4deeea0aa8c8712e4edae2dbf6b29236e80ba0aec27e1c8
-size 28630
+oid sha256:b31fe3717bde776189b6d943e6428b00adb7b8013c9a633334c57a997d9bd804
+size 28634
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index a3f19a600dda..31c106873149 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:18d84ed9ae3058a67dd39fc07a242f4ccdefc1a5ee2ed874c30664d094f737bf
-size 26235
+oid sha256:e93c472460c36131b790f449b86f0ba2882553ab66f6879539aa3d0f9b7f5b0a
+size 26193
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 390559eae37a..1f8daa915347 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3544c868bcf633812c07fc2b70567f3142278f74fb7c0cb3173483c8ec687ad3
-size 28491
+oid sha256:0428c59c76ff6250db611cc31e7a1effeaed16c14bd7cc5d6f27cebe2cdc273a
+size 28556
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 99567cc484c8..7131fa145581 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d05920399387d56bcb92ac3ab3c2c8ab279c12049e5638306c65ad62cd1cf78f
-size 25838
+oid sha256:9a1a9651ee24010f44088e0dfd090e338222f988693294b7db2c00a12a6c7e1f
+size 25810
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 71e2e3d4793d..e92a6c1ed88f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0973bd1b7a405502bf99839ff8c47422a75a951498a46069cd65a0149e6a162a
-size 29239
+oid sha256:6b092de88cc2265805708a7c6439be6ec8fe6bc2e30bb2d0669c5d28c42fa53a
+size 29345
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 8528dd661b07..a7dc737e38fa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d69f7f2ff0b7b0fafd45f96536f1db0abf171bbe3cb64762aad3375287014a2
-size 26473
+oid sha256:a1a4cffdc4663722263d609bb42c6ca9adf918ba2ee1b4a66b5ee2327561d01c
+size 26439
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 8a8c14633d82..1984603621c8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cfab3056184e065b7d16adc0d97d31c24501f9d4e85ef2f3dcbcd69703328135
-size 22281
+oid sha256:98f2d20aef145981f6243abbf70b5ad038bf943ec9d5d5f1298fc585a93c9879
+size 22253
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 6359edfc314a..72403840d79e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3beae4223d407a2896c6b02cc0fafa5487806e4998e3e701f00ac64f7053cbdd
-size 19544
+oid sha256:28523b9bc04fb934747ac203feacf184e350758059597b90e372b14a00b1c92f
+size 19519
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index cb0f4ac9480d..06bbfb8b9475 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c55f48ec1eed13ca226525356ad83245d28798e3474311a2fb674f5db2bbdf8f
-size 23257
+oid sha256:615e72f578e0a35ebe2caf29404b7f58ade5b2fd64cfa76efdeccd35f3f4c626
+size 23226
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index ab504ea03afd..6528f8e043a3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7fa5b45cea25da4ee7f19fa2c1a2611e4be8829af6a9442b359327f8b656f5a1
-size 20475
+oid sha256:c3d57f0081628e0f50c692330ceee0ab4ae75c98cf415507b86f710dd2d067e4
+size 20444
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index a744308225f7..644c273702e3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ae957253c9f8cd7cf81746ddb19c916234ebb1b02bc3bcd1ae3f6ad0ad291cf
-size 22438
+oid sha256:2d485f2631f4b97294049854d7bd0c6cb3982eb49602b742d298da63ba8acfdc
+size 22410
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index c4361cebc28b..58df736c373b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:40b3dfafeb60b304f2c0d3f5db76a7d7d5f8a7da483a523f07132cd8b9add836
-size 26513
+oid sha256:00e1cfecd6bb4ff00d8ed9e3f5219035b0d79cbb2a58d1a1dba7b24d57cffbf3
+size 26483
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 692f799c8871..6b83c9c5612e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6c961024ab790b7e3cd0359e8fba9d18c269ed7518ba0bb31ed0b9a3b4d8e447
-size 21776
+oid sha256:2014b81119163b3b15f5ccc33ad0e3925b12c829be79c7e486fc3410be2ea4f7
+size 21747
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index c77957acbb10..e87734dc618b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a0cbd6382eb6d3047b8ff53cf7d71d74ca200ca8ec10ba62f576afcf251b6169
-size 33163
+oid sha256:33293b20ace9e87b74dd23958cca5a063efb42db2d0cda845b5d65632ac9186f
+size 33134
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index f99320af0605..e83a6c26d101 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:291c6bac3dd0a2e8acd21df8934952f41eb0636d2d7d8ac20217b79f30642fe0
-size 29214
+oid sha256:585810b8e862a28236301f03203be5321573782bcf9c68c59113e6959cb9b3ad
+size 29185
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 342213b459df..1bf9a638a228 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a6aeeea82000d076b02cc34e9d7ae3b33397345f1e6d47cff7aa659359b4121a
-size 27237
+oid sha256:bccacd4bcb4d04ba1c05adc5be348145ae54b3eca14e00179e7f3870001b8354
+size 27217
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index dd302062a3fb..1fa437b650d5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fac80c99052737bf50213f0f0b45baa12ce95864cf3922ae8151872af3439f1d
-size 22467
+oid sha256:cc8fe197ef7b50a7faa476e631fe4df960c4ae29d45986027af257c1474245be
+size 22433
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 569e77fd115f..4cb691bddcd4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bc8e9bace339062e20b6b52be32ae6485bd1bd079f1bb52541bd3720a4dbcb0a
-size 19538
+oid sha256:67bfe586b4e2972a712340e0e010bc2c964b5c8a240fbbea9a49b6660d0c2aa3
+size 19511
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 5a3aa28f1fa0..b61768e4c6f4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b69cfa052768349abc01b183c9c49bf6347009cd8dcf95f2fcffeb3505cfa932
-size 22947
+oid sha256:5d6cbbbbc345c8092ec7a345f812a10de60953cacf32b22ffbdc69f96fa01dfd
+size 22918
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 2be9e513a345..138969d7dbe4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1e2ec932797a9bdf3ab6e3819b2436624a3f6ddde421f8a3d282a29548d143a4
-size 25949
+oid sha256:f0c71b1d90a4d8b62983cd6cd932df6673fca29e0082ad97c8552f482edb5fd1
+size 25920
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 5227b0340d8e..a93c2c8b4b85 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7b2fd48f232688f2610a1c81e1c0bde84cedcb952d3a642f5399172d3bfa5ca6
-size 22697
+oid sha256:d82f50f3bec9001489136e4068e4d32b06228fe2318e168b0fe062cd3eed19d6
+size 22666
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 3b9a9f05b9c3..cb4f06787651 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f1ed025c715c5250ba08b772ff241fa0ed5fabbb834a8ecd2095727128586e13
-size 33154
+oid sha256:955fa30cd9c74a8b8dcf6855841386cb55a0108b7f17eec1c214b03762a9cafc
+size 33122
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 2c7f3487831e..e622ecbb4414 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4c15c675f2f1d092a6381aee708d166a963a7d1b6fe76449f6d941a838e24348
-size 29965
+oid sha256:5e9f6f6a177a17771e07401ea22db47d4c5ccfc1a9d3ed3f446facb12406a7f7
+size 29944
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 3d1781aefd24..7d428adec8d9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3477f8491e4efd710478afbc32e0eadb19f772ce45e29050854e55e40d6aa29b
-size 26700
+oid sha256:897613b529f3f512ed4dea3f48cfb58ae26a84094a5102ae4cdc8365fb058e3a
+size 26664
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index c0257c982ac3..a98e17ac51a6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:322bb48e8c9d569e6546faee26ead97819910582c725b1af2fd3d0fb6f3ffdd9
-size 23411
+oid sha256:e1f781cf07ea26c344d4fd5d30b77a0566270c8353065bcbd08d33df12c54fd0
+size 23386
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 8beac1054197..cf473c4cf16c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:394b6d27f6f32fe80fde4d2c615e7272516c06a61c61b6e465c0f208922a8398
-size 20363
+oid sha256:a70924c4b636bcac712cf411e5e8a78c7744a503ea0493420c4a2cd1f1a079cc
+size 20333
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index b145c372bc43..054d8e9818a4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:31630bdc4f4f00fee96601ca31a0db126f1b6a5af25bf03b019658a82d0508aa
-size 24360
+oid sha256:373249b7283ff8d8430423d891a26810162c38b29c1b0c0e065cb5ba1304ac80
+size 24327
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index e96cbe0526bc..f7a28acafb34 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b862f1458a8dd972111d9825f89b3dc7f7698269d36f5f37329d4fcfe4a42659
-size 21705
+oid sha256:4c3e0d5f505c1727fcc4d31b3908db9057d4f367805fe4d0edbe77ba79b8c1ea
+size 21662
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 9243f5fbe911..664d7d223a67 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f07daa2f1abcda7ef3deb2e90a778b0ef58c3e8cff4b943c31345acdf92ee1ad
-size 25362
+oid sha256:88eb6339564adedcfdb461ca2b08f20f52ecba82da819bed8be2800834c1ffda
+size 25330
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 8e1354fcb67e..3c85da06a595 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:212c467b5561c8119085e97d2b107ff0d1d5bd08170be00d23c510240173c1c7
-size 22579
+oid sha256:32cc067b33af5fe8dd89d4ebb15c6b6873b14185d2ffcbffc26fb71f6e4a30b0
+size 22549
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index a519260bec8d..0ef9be481679 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:598838996af8f16f9704a8e2a8dc40d313800e93e0cadd72a3d04a9f1728eef4
-size 25798
+oid sha256:545185954a9c329a84cddae34894e43a7510e3cad408fae34c49d9616fed1081
+size 25770
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 40e84c617fb7..0661f16f5380 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6f6d516089e6675154ecfab4315c351111ec51bbaea4d52f1329aea82e13426b
-size 23394
+oid sha256:b2eee0b6f829332a8f4b0bbac184ab23194092f786b4ccb088ec3cff056c4648
+size 23360
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 45b4e177f761..ed1bb35029ad 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c90145a79513acf7b60e5f2104d34d4fce0ef9a687def3ab0d2f0e5b6fee5a03
-size 26636
+oid sha256:2f0034e8766c73f2f943aca3d157e829d022b09e8ca76ec7ea100cb71272f699
+size 26605
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 56e4c0fef3bb..824bca666cd9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d2f57f0ff89408585b2eebfbbfaa2037091629e1ba71720ede456c91cc00642f
-size 24201
+oid sha256:f7e120d82ab560d93ec94da760bac945008997aa40c3001a5110b4d886b2b45c
+size 24171
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 183b84f53a23..e5d50fd70f11 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b93b938af6aa2e029618af4570ac0f9152cf7feae8c2083cd78e09bdde73a0f1
-size 25213
+oid sha256:175f190afca67373dfe55ae3a0b276c638280e70ea71bba8aed5eab4527b0c50
+size 25189
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 56730255c8ce..ffc3cc0bd31b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5e6cbe2e60bdf6c3cc775c9f0e7ea2ec6f1d8ac42cddc7473870ce0f56d49638
-size 23081
+oid sha256:b5545c8f21d534b00412156d1ba2469335fc5d91f0d05e77a979b60cf0fd8b30
+size 23050
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 5f1544cda9ef..ef50edb382bf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:25ddbf6e82a3aa10db6da862d048f4b74758fd3a80729ef816cdaf955a793a46
-size 25946
+oid sha256:5663aea1791a141ad1db2c353c9911905250579ee5141dbb400b8969465a3442
+size 25913
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 0cef26bfc602..6caaae112e45 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:63819199c13d2ed0a42caabdd084beb1838df377bbbeccda973d2b25e6ec71b2
-size 24062
+oid sha256:66497e496c6b4a487f73356903650f354b3be257a1a6295ccb38f23536b93b58
+size 24028
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 00e1423fba2b..05412599dce9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4f931616b92c52b55f57bac0140db9c290191494762a223d23f50b2c79536598
-size 28804
+oid sha256:4313c6afe256eb377524239e5e7fd71c7d1428078456a25ed61b468e74130301
+size 28775
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index c6f0c2bb58f0..d1c0ddf222b9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7df804d326fa07bdf8b1bdcb19adb24da1713de1e42499d4f2922eb4aea12ef2
-size 26320
+oid sha256:9b12fe21fcfe74a7b82f6e7cffec6958d6461f1ade32b6a4122327259b9b2d39
+size 26290
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 359104d99172..7893a6f0e968 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:070863d1e09ffc1c06ff2a589ce99d2e3125f6d60c2b1b4299c8dec930d731a8
-size 28968
+oid sha256:ec60c10e03199c9ccef96df4f875272cbb414954b96e8f393f3a7942802a95d4
+size 28938
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 8cc68b5c549e..35ca6a52bec0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f69c54cc4e0a962ceb3bc546f1e060f059ee2298ee6f0ebe50885008a75f3192
-size 26446
+oid sha256:81b8f7a219c124a03389295212c9d19bcab15103795806422a7e6eb62e8cb765
+size 26419
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index d379911a7c7c..95d4b6d1c376 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c5e0d03fb8a819aefb3426ea26d73a2c09cc3a94452e19736667bf4ce1ec09a8
-size 26524
+oid sha256:054f5e21f6e3714ceea94335a1db722a711670719230b366b5ca63fdf4635f0c
+size 26488
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 338993858125..79d05b333984 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:403b22d976bcd2a763b62dbb9fba472590cf7d30c627ba24b44c8a5616419f75
-size 21827
+oid sha256:ff757e1417aca9f3ed3ee8372b4489f3654ba49b09f0c22038e039a80a391dca
+size 21800
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index d4289b90f0f6..9fb41519e34c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cf42fda0a5e8a37d9ebb1d7598f715ce2f10321c3a25606606de4e954cdcae4c
-size 33155
+oid sha256:5ecfa70c2104795253da4ebd9d86ebc2c94c7ce2eb308e4faa14b03641f8882b
+size 33124
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index ccd5393dc0c6..cfc4572a9cbc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:53caa2bdacd7f9f29d348a8c3992316cde392e2432befe79bb1f34c2c5eed181
-size 29219
+oid sha256:0565f064667d83e8dd603cadf93c4d8142db58371b16f48b8c24dc5d0d306ed6
+size 29189
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 7866683f9519..201a0eadac3b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:14f15d02d55a3b30836675220f19d416991fa724d1a9389e97cb7161f19de30e
-size 27233
+oid sha256:5f9ed2c7965230351cebd297387d5f04ad1fed13f0aa6cb3d151bb4d6f9a3c4a
+size 27205
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index f96441a7de80..779bf23ad2c6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a16ecb6fdd6685aa86e2355fe8575868d2652cc2cc83c3f1363b18ccaa786228
-size 22489
+oid sha256:17fad54a5c27346345cf32e305aec1b7b3a0d6220351e6918d1631c4bcc4b24e
+size 22460
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 353e9d259abc..301497096eb0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e53efa21525c25b930f624679e98fc9ed0eaa3487b9a2df4a5e4db6a1856fc3f
-size 25943
+oid sha256:50b69029dc515d616d65590cdc5964e183b71f8c06c0f8e7a6fe23267df54307
+size 25909
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 3ee458ae7f8a..61e604e31843 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:64826856747ca5394517db39e161cfcfe6eeba4d47bb54e39f7574a836f61dad
-size 22684
+oid sha256:42f97cc2a150550cdb32ea71a28a4e86571a71ea5c37524985d575c26ceef857
+size 22654
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index a9060746d417..ba33bbf89f39 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6baa4707b0041c91acd6fd1cadfbb5f1fd888995bf807adef6da6af0774f40c9
-size 33176
+oid sha256:b1f3cf91a2b9061441f5d07f1f500200c0a5142be144eb4f0577e9698fce3bfc
+size 33146
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 13d6219047a7..96c7ff3c5ed8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b8416a16f4103c4b8d350d012f1ea0e00a13d3165506d10ad970c6f27780541d
-size 29952
+oid sha256:09c729d6b576a6f37f5a510c8b5915aa6861764d26cb420db9aba6a7cccf643e
+size 29927
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index d2a868aeeb4e..0852d85e3a47 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7a0b8e297e0e70cfafc616caddcce8e24ec6a8d66cebaf3a6bafc48a25c40dca
-size 26708
+oid sha256:58967b87716e2fddff6455323c776a456a32144f5be43be9f98afe14f6fbd534
+size 26672
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 768a941d0459..96c4d4af8691 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:116f7cee47e91636591e444be44d3cf83c91575d6734bd19f19f6ba296fa0a4b
-size 23387
+oid sha256:84c51cdd23d0b339362d87ce4570f916094aa9f7dd845646a728095ac1b35650
+size 23359
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 74b8b71a6f72..1f2446cee76d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:39a668b1a4e417ae97a05ddd8ee25e97143ee28575913cd2b893212d6e4f96ee
-size 24414
+oid sha256:bb6df84d70bd56ea039029b7b53057232e1b379b37334f3de2776823a67ba2a2
+size 24385
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 14e3d7418884..0f1378008587 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bb083d110c653d9442571784a18f65b4f4aab2f543e4e0011788501d2fdd2d03
-size 22088
+oid sha256:9bec08e113943c46e43535475fa0af656de40490af609628e34cea59ab2a7cdd
+size 22062
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 876eb38d79e6..c6d963f5f996 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:66ea05d81191ed86997652df828f4836dae5264ba8045fc3bd0391219b5dc213
-size 25186
+oid sha256:f9abec639ef39653e03baccbb72dd1b9d58e53af4276d6881e4d8457101c425b
+size 25158
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 11a2761bff51..43c2fe47fc01 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c210cbf457937a4b2e6eca6ed74e060af851c512f8b68b52356ef423b56fcc99
-size 22647
+oid sha256:bfa6083087df4c25e457d768058a93f59bab0bb32455d3f18b6342c1128c476c
+size 22618
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 69e8e19d1aa2..8c4e6ddda3c1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:33b18f828a9dbe573fa9447cf8fa8b461ec3e771bcbd9a5d34bb0186e1bbfdcf
-size 24510
+oid sha256:2cc4b666d62095441f90cf7cef7279f7d1832d7eec22335047e66ea6bd020d22
+size 24479
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 9ea4954f06ad..583ea8356e25 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5e5208bcd72e48a20bfb0ed79852ce61ff22def7572ad2eca768c99cebd16ca7
-size 21884
+oid sha256:1043271d466f60f52977a0b2ba9d4f1994f2346e0f869b3275aad99e8919342f
+size 21858
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 789884eeceea..ddd5f47aee3a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:736630845b605251004c6810bfcfbab078f44e6dbdbf350e4c031e49521d882e
-size 24896
+oid sha256:b0d844322738db6f739aced82499cd0d51c1d83370f9ab9e1b2f8aa10a17662a
+size 24860
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index ac40b391d07e..d218ed682f39 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c2fea25de962305fe469b69ad24b316436266a186da09fa5ed4bc06684c120b
-size 22494
+oid sha256:8795c795e78084fafc3bdb9ed8a3a3a40f4016464057ef6a6dfa37551496357e
+size 22462
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 15e98d5464e6..3e944fb9f724 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ea0dd63f1dcf6a4cfe799a69387f453e55a91623b29848cd0c9a29ad5c49a78c
-size 26520
+oid sha256:81272259f89c07ae6fd754d1821ec09fae9f7154bddf808dda806835e5de5b3d
+size 26479
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 2fa14becccf6..2d4d8056283a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:53c16495839aa1f5b77e445ac5e6c6bb300bd0150c1aa4d893f8dfd0416fb91c
-size 23952
+oid sha256:0db676d5844f36f44aea2990440681cea87141493ab302330fe71c0c7da4b9bb
+size 23920
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 7bbdbbe9c6f5..15882e9766e0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e4b1570ab1cc216afbee4192afeb18c6fe09316bf1a2b6badb8d1bc3508c65f2
-size 27266
+oid sha256:42ca834103760d98b13d488d5fea63e5253122baa51afa3e36259c467efc67af
+size 27243
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 8eb832222f6a..2f5d248415e6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d6d827a62c3267f58917e3332f8e241efb45807d4082b0ae8cc3cec988d4e2a6
-size 24611
+oid sha256:1ee17ca9cb326665cad91faee5985301d332ee96352acae791c96f75cbd243f6
+size 24586
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 830589d643e5..3f1edcb0ac1e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8eadd14cc15c969a3a06dfc46e986e8af2d4900d2507cd3ebb799f1bbc508a90
-size 29101
+oid sha256:ba8b6993b7ab956ce04510e4b9c9b0008abf422d13764b2cb52ca52832a07593
+size 29077
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index a77f89faa95a..debc73b191dd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c4eeca977c120a025e862e8f798ffa76eb2db7e67a8cb868cb1a721766d76412
-size 26396
+oid sha256:e564cb62b6ad6db9ec9f22534eee61b6e6cea6cc9371470557ff2c4338e1bcea
+size 26369
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 8a6ba29dc3ab..951cf2a18a21 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e5ce1b726a405826a564aa3b2ca1ce4652915d3c3846aa42b8eac21b381d142
-size 29762
+oid sha256:bc299ef255ba7ed9641f09b0b173aa0a823788915c96ab04c1e91f2d01e8d0d8
+size 29729
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 017ac76a6823..326e5d3b9432 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:05f0d5e3099d5c4b4a0d1431b0d58cab997b0bed72806640c9c4b1f3aaf172e7
-size 26983
+oid sha256:c5f65cce3caa36fedf948cdde8608ae71d9cc52085482deaf2357f048fb1c82f
+size 26951
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index f8d49f2e1939..645f16ed2c15 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f106ce4d644a0e1441149399d7a3467d7c6149e5cc314653989ce86061202f14
-size 28767
+oid sha256:0f46ab989f50e3ec06575284ced8576351e2fa058a9093a6c20446a0e3c7597a
+size 28747
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index a368c71c0810..370d90f9e49e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d613fd4b23e69aeec684176da2cf246d2febd8466bc7827a0f299957f598de92
-size 26089
+oid sha256:536dc57836e804d702b32a3e1ab024f0abbe765c716593382366211adefab83e
+size 26066
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index cdbf9f3bc67b..5ea8e13094a0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:56c030b001b0450387371aa39461c599490be1f3104c781879f96a64ea399fc2
-size 28974
+oid sha256:f2396ade000a617f04aa89c7a2711c7ebca7f149cb7ddfdfb373ba82c18e11aa
+size 28944
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 1a4447f4ebc9..d61d1c53f013 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c0c952fb69d7acf0b2152cd703cea5b5e2fe1c32259fc3a0171724bba08e089d
-size 26699
+oid sha256:5a84a2fb778e63ab90bb5e264ce456ebdde4815bb131274c9f929e3dbfdc0cae
+size 26665
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index d21ce2e62d23..b14ecaa73061 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:be66e05b608a965e7b763dc38967c149f70a3829e89581c8c91b89c82b82bb2a
-size 31586
+oid sha256:36ee95da9b2bb011495ace9f8702e6a8bf248b65ade99681312a48ff4a87bb2c
+size 31555
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index a2e5caf32034..02ba2c2b245b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3735004252bcff9915fc2869b895f130c47fbb72298bdecc800ced6fd12a9c4d
-size 28820
+oid sha256:247e31b432795899069b67338595d2d3dd74ddbdb1aa22d6404b9a17d36580bc
+size 28794
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index c75b8416f463..5adeaa839fa6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:487e1cb58adb369734a0e0279e6197a9960abfebb2003c1a6c9c35d7aaa11f3f
-size 32028
+oid sha256:312275a598b148c5a277c731091e5c47199ec0db5cd88dbe470f4bbd4456d51d
+size 31995
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 145ac38996dc..b4f653d109c0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c3e143c61d2ab18c63624c8ed5cd9fc5c08eb0edfe3b829c34895225f4af5cd
-size 29429
+oid sha256:fc8731eaa1679769e0096ecd0c3a25e698be91954de518c0fee11d93d9533a0d
+size 29397
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index e8b9f01e0aeb..0e4b8cf86dae 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b8b2b3b51551db6c9669ca92cdbb8fd0ac15790d7917d209b710e4c4da0ae996
-size 24541
+oid sha256:926c26d54629ab6e34785a345424cbdfefc45e4ddc3beca7cdff787857fbeebf
+size 24514
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index c77880abeb6a..72148530d056 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ddb1161e8bb30ef856fb6f5b64222e8388da773cb008296b46f12a04c297ff27
-size 21891
+oid sha256:96e592f7128a51d9e26a3696215b49f4b937402cf3c8e0dc51493b7668f5c438
+size 21867
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index d382736108ef..dbca86535417 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:46799fd0a15d5a53310da1894f9a2f72140cd3f0491e2a1c783c4435f6a11aa6
-size 24904
+oid sha256:1941a6e7a2dff8510f920479adfd73715fe38d18b6b7b950c51fe6934dd68f14
+size 24868
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 45a8b149e98a..f381601cf4aa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eb1bae50dc2b7b0b3cf70a86e78d0fae4551360905cf73fdaccc6d64a7c3120b
-size 22481
+oid sha256:a3600f1d65d6d0445d239a6af02c4205979d333d6be3d50073f299c6894b7c63
+size 22449
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 3b26dc369cb0..24522deff3cd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7b77af30d6b4d7e631cf55d0565831b2c10af77c80aca1ab93139876bfd271a3
-size 23671
+oid sha256:14d7ae07bc098bdcc3f02c77fbf60cb30a00dc39da336b85312ee7d5ec54fffd
+size 23713
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 4cf330238642..019ae3dcb8e0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:286ce9c95d2665550e76127c3d3429f248e2ec37a5c82371cb40be0b74c91231
-size 20507
+oid sha256:e4bfcb24cb74906d86719109ab6f697d535a2563362fc557fb2f088abdea9363
+size 20481
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index e2d6d5f24837..2d5c41d7e8ec 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0fefa926f19321ff0c0f900cf4556346c7dd63f85df5f0578602aedbdb86deba
-size 23726
+oid sha256:77535f9cd78ad9e9ce4b011d3f52ed5826cd49eabd1d62acd71d96ceaf537510
+size 23795
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 043ecce12d69..09b70725c327 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0dc3144362712061cb1ff798a8237ef0275e827bdd0b0cbd2becc652b954de93
-size 20764
+oid sha256:ab1756f5a8f5a9969a60973ae0b0c342759286aa63f42c4856956f24e6fbec4e
+size 20737
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 6a6b292e7811..c6965eca310d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7d396a7a55a48b66d562bf3186c307658152c6136dd0da6661206b7716698467
-size 23343
+oid sha256:4f28567ca534e8d2ba3f639cfee78676c688e63832e0aa81db30cd041a87ae8c
+size 23282
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 0f7f130adddf..aa29f88f68f4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b22d62775ccc9bf59c9ea3efc11e4ad7294c1c6c4925794bbd8d3fcb2add501b
-size 21339
+oid sha256:d2499099edfb44956f013ef221fb045decf50e4b3ee20c4b9e2ae0873f980b02
+size 21317
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index c93a6a7d86de..b8ce9e19ebd3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ba74e7ef7e234f546cb48ea9c5a68542bad044913351f121efcdd5e53b0f6ac2
-size 23589
+oid sha256:068d647e8405ef8a7f28477c8d32c5c365e422457bde71378994138e324184e3
+size 23660
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 73b3d8452a06..ae1dd358ed9e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:def7122c9b89c82bf94782c744cc202324d526f15635f96a4ac157e4d0b59101
-size 21607
+oid sha256:8b87ff5c93ac6fc34ae5fa59f63392cd4a7c4f1483116d83dcff73738d1b8b18
+size 21577
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index ac6ccb77bf7b..7c3542c47f46 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5669c0038b669205aa7c31ab49abd87d4f48386ee0527d8d9b6f184c22fa4514
-size 25274
+oid sha256:b89c6dbb7207fb98585978245015ce0759fc5c50f114f570b093f71d8303fd5d
+size 25339
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 3fc93d60fb70..8b214ddb0ea1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:59d01c34b6b55f369e0174c62c594d406d5f1b6843f89983da00a36be22a322d
-size 22397
+oid sha256:d1008a8873c854f524a2e59c5099092ebe4f6657237e4eb5c38f1c2fe384de70
+size 22369
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 3ccd2ab5f3a8..b050cddc9c80 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7ea26a35dab9234fe2ada5097e330f911c2dbbc190c438d438308b0ce86ce997
-size 25470
+oid sha256:1988ccd79f0218f9661897d66d483cc1895e7e364e86bc6d97109eade1f130f1
+size 25563
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index f2decf455334..688bbb3d10e3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:24a0af0716ecf4ec4de3342fe673e245d77e24e18f8639b43d21ee234501b27d
-size 22717
+oid sha256:6a8d343654f727b23e38cf0d743fbd5f49fa4e0537a88aba90be9de922fdbffd
+size 22691
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 45cd02b76413..a2167754e5d3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ffdf3bcfceefc823c80c30d1be169b90245008e4eab8149f59b247e6f38b2e0f
-size 29323
+oid sha256:269cb4cfe12b2a5a6d208f200502333a3586be2487c864f1880e84c2f251322a
+size 29392
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 6ac2976f5be4..d481fd1e8022 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2908566f65dc14aa032cd3e5089b9048eda42e07de6d388b4488ab2a48df41ae
-size 25672
+oid sha256:a0224d515e0460c5f060cb4d3af0b0941b66dc0b2750fd15d773c4bda5e79a0b
+size 25641
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 14a804601d1c..c6b59893a81e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6b6523e251c5d98bd8d9133c53a7a192a6a6a4e834198d48db685861bc15a6d3
-size 29398
+oid sha256:d37e23ebae999f74a4536cff9efe2bfd2899fc5635acb6384a9f32dd44da84c2
+size 29445
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index c8a046ac9e39..1c9a557fcf62 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6f016c9873c5dbbb560cfbba8f58c292b2d5b1c7a883550aa9e6bb0b4b592f30
-size 25886
+oid sha256:80c0b0657157f2efc56905fe130043e76935278945c6c1f93a07f0e7a815a769
+size 25857
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index b2f69fce50bc..2b0614f553dc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aba04484a06bf1b5547cc79ad957493d544416c3c659026cbb577855a854883c
-size 29998
+oid sha256:541a0352a4dd9ec6891bfe1e3d3ec7772f4efd521d6a3994d78c9c165e9639a1
+size 30113
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 659a621391a2..bbb4558b4c54 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1ad3741afd6ba8cc126d8ea9655a9696530890df510ac36f512be4c4251307a9
-size 27096
+oid sha256:905a5ffb9e5325f74f2d1858a693363c54fd6f7f8054986932a7223cfbb78300
+size 27069
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 5f83dd9480ad..dc37f4c745a3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:86d827ec17ae3f4f380a4643a1eb5b3840f0ff6c92f9af88fed3b3f5ba3b37df
-size 30263
+oid sha256:858cc086df53426fd2cd16a8a20f98fe516920892aae0696e844bb479cb493f8
+size 30298
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 487ef3fc61ff..3315bfd71a05 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dcc5d1d19399ea19dac56c037439cfd6d518badc6a1b566173ae3086822dfe4d
-size 27434
+oid sha256:3878bc1d95d7aad53b599df1c4a92a9a0f7a60cead4c81f01baf058f56b9b03e
+size 27402
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index ecc598fd17a3..23df79ccdcea 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8d9df123b3d76a5c907bdca0ede17f8fc64bbb571e553fac313776798a194356
-size 31806
+oid sha256:fbe81c3e12202de5233cdb840240352d20f347dc920177d52009a6b9fb4f0fde
+size 31949
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index bfc7c1911d87..d01065e75737 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6556b032605c65f976ada7a6a13c4611e7aa7b64522c5b5272829156bbbec7d1
-size 27766
+oid sha256:701edaae24dec059c937651ed460a3afdab8e4d2b43ef90dcc20829b8bf6c914
+size 27740
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 72f538492026..6efc6a99ba29 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f16ea1580edc21a9e6626d1aa8c67a6ec09765d0f0eec9cad8d1691af685ae15
-size 32119
+oid sha256:d0fb71c5a59df781c0867e2691381dec8241017988e8776d1427c62c106a3fb0
+size 32163
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 0343970da45d..87361f52e296 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c432beb366efb0bf401b646d42c5b9a31842b156f729546eed39e6ed02cd4054
-size 28205
+oid sha256:e3c2c4d9162d97267b9ee91bfb3e6046f366d214902a2f67c6ebd02dbc12c979
+size 28204
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 1af723dc47f2..9f9693e9d53c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c8ba8fc5acce841e168b3c39243aaaef2f840b58e403ab667a91d3875af02d47
-size 24768
+oid sha256:acf863a61ad26e410d07eacb669b9e08a4a62d6bad8dcdb33a3be607f1a36ed6
+size 24833
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 05671a4a86af..5252e64327b6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:26c43afa857f520ef32a3f33ffa196e8fb9cc3b0b59d71d52226a7b8c4d18b2c
-size 22459
+oid sha256:033481f39f707884472baf447158c4c2b5de052ad17d554720a29e307aa2f781
+size 22430
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index dce6d86c3697..dd0f865c7ef8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:200da28d8acc35013d82c11d14f2d6bb6e77960d85cdc157fbdf6fb1de83718d
-size 24935
+oid sha256:879323badf4bf70bebe3ddd49047162c2473cb6c332456da696bb699946ef7b1
+size 24957
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 010f50f198db..cabe037ad069 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:77c1f1de00a3d4df940760a15de6b4cdb28bf66ac3a61f3d29d9b9a1d7011991
-size 22802
+oid sha256:cdae374f069eb9b19b915ef4875a3f6ef19e42fc9be37f8637580f9fca5862ba
+size 22766
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 9ffa5f78189c..a30fb34ae0a6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:299799c209e37905d6cf6f3e0cb12260294902b51ed69d0aec3481974fe6365d
-size 24602
+oid sha256:0bc3814b9bb62fe41d75191aaf70920dbd1da5bdeaca8012b077e6d5dfede746
+size 24572
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index ebfa6bd10aa8..b776c9c3ca02 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:93ed472d84f3bcc5eedbdac43539a595c8bda48bca47a8ea3036b6bc83c9af6a
-size 22978
+oid sha256:7f76f91151d2fcf8596099de20c639bd43b6828319378401d605222b12b079fd
+size 22954
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index c1c1eefa15cd..50a699f42134 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1721ba6b6b4d2b8dc57a82e5f7a1e26394b3ef28f9a96f24fcea7b2cecc5aa54
-size 24845
+oid sha256:e5a71d24d39a48317a08b4869d96b0308e5b04d7122f1e18da6a6c9b087d9983
+size 24895
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 4fb745f9df30..abc9c94cbf69 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b6344c6e0daeeb480eb1a13b25af4bb4cc899b4beb7da7747484145ebe3199a6
-size 23370
+oid sha256:084fc354123032fa08f4695bcfbd73e176c2051fa88894a8b76aceb681551d61
+size 23339
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index a30a763278bc..7f58b8547121 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1ed83b6d61505e08772d8eff7b96c07d740357dd5fc787eee01f822e5564ada3
-size 33189
+oid sha256:8809548ad43bbf3eddb04632369d28a9bc58fa899553a124ecdcf1a7b0d19339
+size 33170
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 1b2bee5a31d6..7b2c8421edec 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2f24ea34ec92d2639aa9a8e6c98e5b4cb6e349e79dd0e4728b603199b1accbd6
-size 29635
+oid sha256:fe39b26463f72d445e7ce849ceebf61c5b20edfc12baefc84e3bb20e2a5fa475
+size 29607
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 130aa100df0d..f2489d9c5d40 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b90c9386c2776d558e872084d3a6cbe5d0489d29e8bc1eac19309f1ee8180065
-size 33103
+oid sha256:063c974d0d9f0d01e3fa753fcdb4c1309e5d6ab6f837518363783d3ba86ad8e1
+size 33186
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 4448bffa724b..da9a521cf0f3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0e2441471eccb05224d13547bdc7714c9c49ecb55b49cb6c40e720993e8685a7
-size 29998
+oid sha256:7ed58450d805aaac8e0be13cfc2cd18a8623b5d6705c7df14fa0c78a08b7e39d
+size 29960
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 005fb98db689..c66178ea0347 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0647eb5c0f175249164974786f95a503208975633c2d0399622c2b8cdcab01b8
-size 32841
+oid sha256:9cbed6e3cb03e23a2bdba6c0587f7c5fb4a71381712b911e696595cad307c53e
+size 32893
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 3aaba45a7b45..89e3abb186ee 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:85454f69acca8f231379d4837658f2e50433fce34f84c99ce1d2d9e471ca2324
-size 31679
+oid sha256:1b2cef57a40d020843375b2d4863feed43990b620a7faf3f3114eeaca9f96e75
+size 31646
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index c56b27bd2a6f..8f69f7ca0910 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:67e3f2374d3f64e95c4abc7cd013a23ccfd68981471175811f9c3197e8f733d6
-size 33211
+oid sha256:85e6c63f18556d288019d2d72118c3e0cc87759e2ee2945a357d6ed8d1c18ce8
+size 33250
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index abfa0a5e68ac..3fec5942550b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:03bf463a30b5a1b459cf50fb80f485cc8fc72fec05d955ba3e38e86c34699e18
-size 32080
+oid sha256:28b25e7b427c35682f06f82af66110fda6cbe6807c3ec6b4e5d734eeb19586a1
+size 32046
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index de5868eadbb1..0f78f335f477 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cb6905cc4c8ae80395efb4b06ffe8bece796cb72b60f862ad1a747b2da559d2e
-size 23873
+oid sha256:d1986661871b193fa464f5bfb83c9b441eabd5d315f0b901142de54075558851
+size 23849
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index b56c873ca857..2928b18a1ca7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f479b4dfde74289baa816bd14d595e5852ae1bb560d6faf0c2bb12256ffd0eba
-size 21384
+oid sha256:957350e5eb8f435f5c5d507f7a715168457717bfb403bc4956e62c950c25f9a4
+size 21362
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index b16358ca4f00..52647e057de1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5165a7b3fca90f0e617ae4500ab19ebf53e9405c3dde8acdd6f236f14fe681b2
-size 24861
+oid sha256:c9c344e83f973e300e573b7dbc09c481c6dc147cad5e0bd61d130c42e3a17c3a
+size 24834
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index b73b1faba573..6a3bf34abaa6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d55a36bde7263688b46ba3db4e6e1b1b30ceda4dc501128b655ae321d65d9ec2
-size 22347
+oid sha256:8f50a12520c128f6e2fee168a300cf955c0f69dd35843f17544b573f3a21376d
+size 22316
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 86fac2a1de96..30c5790f16ab 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:93e855c9793fc875e002b3121948fabff379f3d72f25ed492d42e15232afb31a
-size 24016
+oid sha256:4f2398670758be2799756560d756d751eecd6630e1397d34f1051c539866382b
+size 23992
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index bb5eb4d534f9..fe8b7b464f5f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:03e16971325614f9c16e7c95646411946296168edc8a7ae90e11697222c4327a
-size 21243
+oid sha256:110af83f1cb2cf52ce4c8b7d4348287d2ad68515dd4a5ab4e542d885a4593a46
+size 21222
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 2b41bdf456fd..b27a09f61cc3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:daedf8b9286c219d10188cea09b65c34ca42c7ec76f54124b778d548a1d07d8c
-size 24691
+oid sha256:30540c74182c4f8a4dcdbee868e1d479739e42e35d41a9738f793083cd3d5b99
+size 24664
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index fa5c849b4780..8a8cfa70e6c2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:10cc791daae5bb5db25bda921f4598b5f11f30aac9fc475595dbd11107f3ff22
-size 22272
+oid sha256:5b338ca20c3a896ad2f331629836dbe51ce98fd14d181c4c21acc08886f07d4c
+size 22247
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 533ca168b231..c1f1a06a9e8a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:459517f008d245cf2c9df29af4647e8f71bed5ed8abe8b8f6094a375019e488b
-size 25816
+oid sha256:44d740132e1b5b7e9a85939bc2f997abf63c364c2ba7a71d82b64d656843ebe3
+size 25785
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 6082f6179e8e..dd123c592b40 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0b95ab27e7ed0b668632e66a1529c17e3b649aa95629d7ceeeb428c01a50e6b9
-size 23510
+oid sha256:cec3fb1da257cefe74e44f2bfeaca1eb17881e2ceac05ccd85d4ae692f184787
+size 23479
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 51ebf763d292..b175e0e1ea39 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:62275115af5ae449cb3e395a96ba0057d038f84e2fe6f0224060dfdb9490cc3a
-size 26680
+oid sha256:bc265a69b3f18c40375261f14fa510b530addccb5ac1f7ba2854962f3ea900a0
+size 26656
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 91b04fb3a919..71df34728c4d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b1e7753c6ecfed8b550219a2b4b39f20d0b31ef8c9bc90debf639d38b9d0d8c4
-size 24296
+oid sha256:34bb0923f8619b629e6e6e922871e708b1e45a62cd92a7f46d7cd5db6dc763c2
+size 24272
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 1a7a3cd36bc8..6b23d188c1c9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d6b945988828dd05bd301c8d4614bc8a1350fb5dd2419c4981f4aea186d39d79
-size 27771
+oid sha256:bf0d967de5db50949b7b43ebd9436b80f0458df1fa4dacc9c822952fc8410135
+size 27745
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 3736556cfb39..7eed4c04f55c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:21ee6608f998594095d6125ba5d971f44fc766b5f7219d0486b928ccd1027866
-size 25276
+oid sha256:8e74a622ff1c3cb6002524b7a19110e847ec73ab9404efee47bbbdd4a743563f
+size 25252
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 35f0bb228ea4..845ca260ab7f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:93a46269cfa59f3ffb503bc9214e4ebb63647e36b86e2842813b567050adac24
-size 28655
+oid sha256:3207da9d2226705218818cf62054b12624223ad5f41d93a7253b4c6a95d600df
+size 28630
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index a1d1471c9c50..2c45e2827011 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c25ad00704b017fdc0f4fb47e77d68efed470b6189141b008b6ea67f0c0aa07c
-size 26171
+oid sha256:91498f2056486d3334f6a9a661666d091b62ca8fd6abebfd7e3389a1783ddfbc
+size 26142
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 212a0918c72d..b516121ec096 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:66c7653393d4638776ef8dc75de8572167bd917e1e5fd325afb4f31b288e03a4
-size 26937
+oid sha256:2a63963acc80ad4bb8a7216fa9870d7381e11d12494491d75fdc6d5341352512
+size 26910
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index d0524ae4db77..a17abbc5dcf1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1ac09c54364f972e4ff143f6f12562e901507dc015c1238c782ff1b63a88f26b
-size 24941
+oid sha256:6f650d9efc1eab97015f540babd88a83d7e147e65e340002394a62ff7e2ea4c2
+size 24915
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index da09bbe1e1d8..4d9ecd3b302e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7219ee5e710d765390aed016a525b2e21572012785f0af3785a783d0e1f4ba3e
-size 28441
+oid sha256:e76afd8721ddc0965ac46b80dc0da78f4a4a1229a8c9d8d2a3a98b841470ae9e
+size 28415
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index dbc1456f4a4f..58a61b3541f6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bc840ab45e835e4d0d474bc8620addbc14dee578abf998a26c6170ae60d85e59
-size 26181
+oid sha256:4ef02666313363f7c0473c146e1e999908650da1b740b0fd0d41f81e48d2c47e
+size 26152
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 3fbc2bbf5840..1ee0e52be4f5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3d38fe9dfeceaafa6da59912faabcf9c96c6ff5f51a29e4df0ade9f950ac0670
-size 30005
+oid sha256:55458d939ea9a65a625f300dfe74712bc419204f82317ce9feee8c3dc65410ae
+size 29976
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index df81cce88f95..0017cd873223 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e314613e9928736ff4f671858ffd44b804930a73a5760a661a8b9604f60d766d
-size 27573
+oid sha256:71b80f3be00c806ea4bb1cefa45045c3d3f36138dcb41ddc3efd85c60090975e
+size 27543
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 2afe9fbcbbc4..ea99c625b4de 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2022d16253488258660ec8bfb261ef76bac0d09b0c96678a68a78c9502a611fc
-size 30989
+oid sha256:afaa87c67b71889622c7ddfd9b9cc3ec7bb10b3c4f3e3efefb1b2459d57678b1
+size 30961
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 285bab9d1be0..c032cfb05219 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:277c2f26b316ba684c84c7ae132001cd5c6dfe2bea238577088df7fee384c267
-size 28394
+oid sha256:8862e743ff1b4b7984edcea50a233995d134a0a9019dfa5e984c155be5692cf0
+size 28375
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 5387c6bbc132..0c2e15a7d31f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6b218e2408519b6b1893f50bd3bf79af46d204bb99c3d7eb9ae5f55b8eb229ef
-size 24977
+oid sha256:0e59c8a5dac3391fc6cadffd7c7b438ea2384519281e06aba20bd69cf83c5f7c
+size 24949
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index dca5dcfb41c3..8e84eb67942b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a8417f86d60613de3a0756fcd6857feb3ed6df4d11be60f720534b995f5ce4eb
-size 21232
+oid sha256:9ab51b9e00b8bf3d5a51fc5da3306f9bf465ff0e1b6591f0a6a1ee44a8b508f9
+size 21207
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index bcbfe6e010fd..31daad1b7caf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bd7b8a8fa4ca79df9daa4afd34d429e9d3e38fa732dfeaf2bdbbcb8dfcf07b4f
-size 25796
+oid sha256:242f4cb327dfe2cc645630e0a2d30f622443243a38a06e3634b72f5b5698bef7
+size 25767
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 80bc3585543c..ddaa595a4a8b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:42b876f34703f9c818d12273b8eabe7a5d0af4b8853417808cd7b225665763a0
-size 22177
+oid sha256:f91ed6587d8d17bf3ba0c84a754bf250f05250b999b6f6714a2f64a3c7e8d3a8
+size 22145
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 74501f42deb5..01d8add297cd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:49d4f8da3daac07815eecd48ce227475779abcf6952b065aa295aaaf280a4984
-size 25300
+oid sha256:dad6b3dfc086fe3c2a603171cfd5f48fff865dda77cea3b12c9625b5908f0d10
+size 25273
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 65817856fcc6..48812ed47f19 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4c2059cc28cd8a19709e096097de3f7221fd292b8bbf22d5caf7eafa4501008b
-size 20933
+oid sha256:b426f131d056e24bda8297ce96cc543d0896aa3c18af836070a975cdf5fa474a
+size 20910
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 64209d24aeb3..de7dfa76201c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dc9bd903cf39b0d958056d440fae8f9041857e4b327f4c25a016a88047190bf2
-size 25926
+oid sha256:0cbcce95480b0b891faab07e12ea41936713fca18a0f8fe9d6a72e1f6495cd73
+size 25898
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index bc659c130fe3..759f55d69e6f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:91997118787798ed1e5bed7e144628cd4bdc5c0f26d3def085edecc08a0f44b5
-size 21933
+oid sha256:1aa8d1e47e11d496972d704d558218105cc8b6ac4846880d3c4245e329c8b5e2
+size 21909
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index a425b2bd1703..d7296124f0e1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9d77f856da624accee1f56d22bcda5e6c0962b14518b25c790dec15eecbcef57
-size 27135
+oid sha256:8c4c7a55cb9dcc50ca1a87a09e37502ae905b3c8b367d2ee62510737638a7052
+size 27108
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index a03c51888520..fad3814e5ac8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e39a4ab38aa1d3ada72099ffed3029f8a21ff3b549e290b4e5d835cac244603b
-size 23204
+oid sha256:32f39d6bb36ddd51da0223984617994f7f4010375c1bfbbc70597a728d1f85b8
+size 23178
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index abd0f0593ef5..97cfb94912b4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:10df53a8b308fcb697078cb24e76b65a71b44ca72b91e26e4548460992c20306
-size 27918
+oid sha256:0c8eea1873da2ec426e6ca63a0a9a58b2db9ca9644cde40381dadc7da2da6a41
+size 27885
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 35d05f236eb9..7a7b13845e31 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fdca4959b93d9f0d6c75603c0c48ba76d91c72eb41c26f3ac212b4699a0b177d
-size 24140
+oid sha256:8c1bf958a443d70d9ba9642bf74b9fa07c79fd4f1a4e607c47ec30574951f2e2
+size 24111
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index e62360bbb8e2..f0841bea84c9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4f32aea0f25a57725cb08e50e5272fc70d63b4fd926084fcc64bb253cb01ae25
-size 29800
+oid sha256:34e5f797147e501474d0660191843f87384e9ec676df40bea2e51237ad7a62a1
+size 29780
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index aa65ac76f887..881613a11da4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a2a86f4cfdf93edbc56f17c17c8cb465c73277e5a25b46f632bf85dee6b2fac3
-size 25685
+oid sha256:0a69396be40c31263d62d040c7506ad9fb75dc8d3a4c54a3523549ec4d88f3ab
+size 25657
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 01f49e003b33..2007294ad33f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:64164987544d1269400a3464453f1c63375828deb194a53d9b0c8474eaea40fa
-size 30479
+oid sha256:f83fb24e85713bc23ab3e057e8277ebf5ba723ca67f5988332a0919f62f740fa
+size 30449
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index c23ec2be89d8..4860f0b6528d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7f9fa72d8749ebf2e52a05ed76f3c05d149454d5f811d2579cc7b4c1f65c00df
-size 26505
+oid sha256:94831df63de45d15aa60cc15afbf2734939527782eb07bfa5c7e08578799ce0e
+size 26478
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index ede9e16bed9e..1a069fbb194b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:283b89d1121243f4739de229392b4fa97ecb5dc121d1ce53aa2c753041ec0e8e
-size 29264
+oid sha256:d693deee759a54a08922f2048b6444bd0e202db42492782aaa466272f88b1292
+size 29242
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 031f1d1e5638..d0581bcbbdce 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:09be0f672198581daec7b31bbb47c450aad823a014be0eee66e7ba2ff487b09f
-size 24990
+oid sha256:c7c968998ff8a7164bd3f918b07dfa9382a5782561ce75a2a504dfcaab310938
+size 24963
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 5afe8e6d115e..ae96bef1e0dc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7d621c77866a91180724b7e0bd6b57939db5634cd0724f0d84370b8becbce004
-size 29974
+oid sha256:4050425fbcf7fb99193ae34fadeac310c62db9813e7e8395caed68d5b7f665fc
+size 29944
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index aa200144b459..4673a74521d3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c91e7d80ce74ea8bd3d8d50073622c58c1b7ef7840b3f32fc90f8bd45fb204fc
-size 25845
+oid sha256:e445cd580c384a3b4ece64010deec85a1e67165c5bf5471b2c759a15663c272f
+size 25818
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 3379bda6d176..49ab4aff30f1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6704128d32d49517712278aa327132cdb14b3c9052a1ca2c2d41f865d04fcf7e
-size 32115
+oid sha256:a76db9a89321c3efe284f87b27faabf2fdb7f3c7c076d6e0ad32555edc0368a0
+size 32084
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index c4a4c0b3eeac..1b9a0045d02e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:15c9c1eab095e1f895c24bc261a7c21bcafe75d61e446afa406ff00f6fab6078
-size 27888
+oid sha256:fd7057806b34bd1eeff1914d850eb198e30f20341a495e8045aa5cdea84eeba9
+size 27856
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index abd7598e0de2..03358d6af5fb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b140a36d95c224935cca35d7661c5d4c1fb62de8780920a5a907fb4c8b833293
-size 32497
+oid sha256:bd36e0cee0570e779c7c61c4fb722b9f252ecbdb0636fbb13780156456923b75
+size 32458
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 481c9790fec2..5d4a25684b80 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:811678bd712f2c90a038d194d56bd2880ffa5532d6e491dcce397d564463a9c3
-size 28449
+oid sha256:1942dba0dd259c98043f7cab64d43c01ab04eb5676f81b77461c2797138f997c
+size 28422
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index e7f8905a33be..f3d4aaa17d1f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:de0f3f03d6a4c8c4aa8f987645914a7b0c3aef95eef09317dfa248b2524a3e65
-size 31922
+oid sha256:6e259f8a79079dc85de8382a182a984cd630939f54cc0f998d83c27c9bf26d5a
+size 31891
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index cc95178f1b2b..722329e5da11 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4c8c98430f795b3a9a9a49d53db419078950b113fb98f99a30d1e440cec6ab3a
-size 30808
+oid sha256:efd50c2b5542998dfb61522672a7f0ec4220ac1656dbecbeb09e22c2daf3ad90
+size 30779
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 0098c81fc406..6877ba94740d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ee72ac4c8b4f90081a353f845612fc160b9452a54c5a7310ce2e6ee0573206e3
-size 33362
+oid sha256:c108c9731350a570749a3e8ada6bcb28422a2e58427af001364f1370ee6aae12
+size 33332
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 79b61955f34c..6acf4f767645 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b927882ea420e9ce667849381fe6e45c4f3da6c8f2e1156e653ae29d30e96357
-size 31669
+oid sha256:5d65ffb20b8f6ef8b12dcc11859eea21ad46119363edd5c8ddbd9991ae817992
+size 31640
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index a5f11423f1f6..4db5cf81df24 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ae56be4f77d1cdb59d4828a1c815a0581785fd74210f183806661c6b71fafa3
-size 32790
+oid sha256:ee5bb891731f0e0802a8737eb5281f226b5dadf093451f3b49eaf79cd4077536
+size 32763
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 52e12f3a0f0d..865e5a5915ff 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fccc38f59e8fabcec86dfe69eeda1795aef2f1f0dd99274d21a86173fd3f37bb
-size 29903
+oid sha256:13125557c0c051812b43e7dd480c4056b6e95fdc3a88281d7d1c0418d9187f79
+size 29877
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7151e4753a1b..cdd600668607 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aa162f644202a700d054a30fa6987d483148e7aab8fb339c58e84263200fbefa
-size 33779
+oid sha256:93cf6e3dceec647c12ae2e701b881d0be913599af8ba6a5a99f0a5c0353c8621
+size 33741
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 42ce4cf5a6a6..f303a4724e3c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d68aa395b44b1961be5b2f372d904ded12fc06067926929f85012d598cef0fef
-size 30807
+oid sha256:5f339c466bebc3e821ce9077fd42228f09951c688e20090cfc64285e389659b4
+size 30782
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index bfa20f716c3c..e487c3594c7d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b65389464046b7b099ecd87cda4a5f8a139976074ff601db25399de3f46fef17
-size 30980
+oid sha256:c312c6594d284600719f53015d728f5837f6b032388c6df2769b5206345205c3
+size 30941
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9cf5ab599911..9af492fef190 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4c662176bb5b3de0dd709c2bf34e0548c4b5c0ddf97a42a10440566b6ee5ea6f
-size 26002
+oid sha256:00d7319f64b7095c7d8b095068decd0414d9c59fdf82637408d274429f022236
+size 25965
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 4b436bcad116..39c3a3f37b28 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8cb9411d87c0dd8ad1ae4da34418e08c5834ba5bd37386b3fd17eb9205af9fa8
-size 27661
+oid sha256:2d39ffb94c18eb13198d7c39728600092f7dbe906c84eba5d9bf09eda16e20fa
+size 27627
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 02a8f7d62982..1169ce4a1ccb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:31902ba150fd28bf52796653d6bb178525d5093c89d5dc8d93af797c1f1bc86f
-size 23791
+oid sha256:e0a77e489018728f6a5697e8dc2db4d439278cdbbbe1bc47c02a37d8835cfe41
+size 23763
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index ebf71235f5e1..7739ca1b2a2a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:57b1e096c42b0482517610c2585e2ef107665d286a104c2bb9d33f9f35251625
-size 31675
+oid sha256:3580cd83a4004e5c0e4a9e22ddec30efb754ce3cbd981e23fefde4153aef03da
+size 31645
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index b81e03960ade..78e2ff80f85c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ecbcbb9baa917f7a41332b6dd924ff42da3fb0aac102f45f906ec4538e410cfa
-size 27516
+oid sha256:456c74f6c0aa9b3198f7b82b501734380099e7d188336cf673a1416274965de9
+size 27490
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 556a43d189c4..6fb84bd3de95 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2a51e5e7b084850b4f859ca95357c6d1e7ee7777b785b85ed9316ce39dcb67d9
-size 28792
+oid sha256:c1d6397fb604948da8cd58db3e8d41d123daa80e9953db013759c888964e06fd
+size 28752
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4777791fa752..c03b2af1313d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d6c92fc9f93521858cfa4b59b9e25e879e2c10b4e17314f19ca5fd3f64c7c7b7
-size 25045
+oid sha256:79dfb1acaf6ab1ad068d61fa64b3a1d5717eb705238588f518a4a3a5be795a3b
+size 25005
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index e37f43236ece..00150092981c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:066253de77e37b44537d804b640251004045d9bf7ef45f118705921440adf65a
-size 31748
+oid sha256:1b58db7958ac796d2c1e4c35280d9bbf5be2a1a21f59674cbca61932ed778a18
+size 31716
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 49bac6b252f8..3311747f3646 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:733253d2d9ed735fb242b0b253217ee354bcdd2210a9b32331758ee351c4bf78
-size 32992
+oid sha256:1d57c6a51f78f0a5b37a7fb784c1830e9f8f2c5cdcee430a890ce6c81a94327b
+size 32964
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 26e6d4e51dd0..d5bb6820062e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8c791203a1efa871d6264cc2cd7593dfeaee46927026e23662c3e8fc7dbe12d6
-size 32687
+oid sha256:2ab4648f2dc23fe22edd2b4e201fd0f1b4f76a26d3efc69b1eae10ff9dc70109
+size 32656
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1e48a2768f72..23448411d56d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:514b1cdeb9c20638d8d0d2e0a68ad9d32b58dc3db2748bd56664b1e5622bc1d6
-size 33277
+oid sha256:b0ba716ce8910500d73d2d4e0ca1cf7ade65eace2239ba172f59509cedbbbd9c
+size 33245
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 266c537dea18..8f2ae7eb3e76 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:523c505a780a2bc597901184f209fa3bd33c07bf7ce33a46601581c49cd1d68b
-size 31151
+oid sha256:2f1500146f1678c4aa0de174a25b83948c66522ca705c9441d03823488aed52f
+size 31122
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4285b88c92b0..ceaf1d2701e4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:69b6cdbc3b4ce70a9299347f9251cb47a046718e873a585c40579bab6cc3ca1b
-size 26743
+oid sha256:ebd5f3128451d71b752ea2b3e5d752b039aa98f57a0d55d4e03fac9a7f6df41c
+size 26707
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 282c86df1223..bae2859aab1c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:12e8bc4bf9fbbf17e2d916454af7d95b45c5b83f5f1c57d3a5a84e7fb9dbc5ae
-size 31576
+oid sha256:bcae1f025ea1c751253f6935538dda72bc5c0af617d441f70c8f7193b0e87e4e
+size 31544
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4a6025a78127..9ca8ef217130 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0f8e6aafdd14be20756864bfd9e41829f116f3ba206499f7434fdec0f7273b7f
-size 28403
+oid sha256:69abb404f166036000327dd606eb9f3dd260990f11461d49267fd18e8874607d
+size 28373
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5b507e1c866e..7730d8dc561a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:851ffd1de03957900deb0ad56909de2ccf4b7b833117e0aa5d422551ff0c5ea2
-size 33889
+oid sha256:9ea9bfb024c1a261c4da4458fcd57210963c48b62bc9ee222eea9f1ab96654c7
+size 33858
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 14c28058b1c1..938f1a979756 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:02dff5a60527a6a58234decea2ba73e5a5ccac675ed940adbf166f5e2030a0fb
-size 31013
+oid sha256:daac9a17b11e893984ea2e1d82eaa6f88eaf79fac717368036bee93acfa3438f
+size 30985
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 437b9ca4be8e..30c63042be99 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dd9b070abd299ed8acbe1c0d802d5878e1187118833c6f73a4419b2a94195937
-size 35021
+oid sha256:2756e6a17cf6172d26743a873ccdf9d5e33b77c87bad7bed05b4458ec5da9149
+size 34999
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index fab3bd9c5410..dff82a1f373e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eab5a6b3290f97e94a9ea29820e2e420f1ac3bfcbf953fa7b05dd3a33259cc44
-size 32173
+oid sha256:145f5e0f133d31b98f885fac8183f1f29808906ea7a15d7142b179c93e17ef57
+size 32149
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 96c8f5720f0f..780839f5cbbe 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:41dc0d88334ae5634df39628ed418c7fa35603a41a59bd2d4587a866fcd75b04
-size 34667
+oid sha256:1f0ba5817269cfd11edd750de9b5d9dfdcd550a67e307c28a5dd4eea9e9978c1
+size 34639
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 097e7fd9b2d3..93739b0c2e88 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5a4ab4679df55cf159d1a3787c409f55aaba309a32225cd40fd94f5663c0931f
-size 30026
+oid sha256:98915fee5d15b6d3f8e83c849e79dd196381e626ab3de794af7e0c01a6e15b35
+size 29998
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index bb39a2f83778..5b98de8d83bc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0d411fac0c30b10412d06ceb1f641798cce645cb3cd2150caa4942ded33eeeab
-size 35180
+oid sha256:c5863114c047f25b86e8df29abce4269cb100a06b0af73ad47002f19995c5fa5
+size 35153
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 40b17eafcd78..45e5c0f37f5d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0b117dbdf8ec2ba83ee60c8ca251ff72a0a42ef0c7f456597cc0ffca88341de8
-size 31046
+oid sha256:ea7d3e134e6831f5fcf5681ad2b44023388dfbe545cdae617d01bad5287cb32a
+size 31021
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index f3d48d3f5e9e..27abf8eee382 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:168baba5a7da7c03b6b0ebe8ef7daf28122cd730360944afe8f738724c79e2f2
-size 33379
+oid sha256:676e8cd32fcdcaf602a5af47d0c6bb153f19ab9cb0f872757f1f4d65111ba7a1
+size 33348
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 649d20a3e1f5..029d150810b1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cc83763b6edc95a1038b664b0cc728f0a9f9ae3167b1a3b6a43da7a0ff3c9958
-size 27955
+oid sha256:14bf9ef64f015b0af932fe0cc615f39131c4ee54bcf9cf5084e5c31273abc753
+size 27928
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 03495d945fc8..038c77fad805 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4dd9a9ff3bb81f94659607ab2133a35186d6210d145b747d5035f0f025a7679d
-size 29107
+oid sha256:0f7606b131f6e40d25503ddbe11159a766994f8d65f9710a655c4054feaf393a
+size 29069
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 06dfb869a920..2a841e8961b3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:400d9689bb8fc9805073ee17ee2f9f20236dfbf0c656bc2e352a7d887d617aa4
-size 24711
+oid sha256:7179da0f9113fa1e5bf58c32ad8969b5c2a4ad8513ff83f1e3de74e1aed5b32f
+size 24675
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 2bd405ebe6b8..4697981954c4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:412c9330a0dc72498d85521ef91c863f2c898937a8888a2973210552273b63cb
-size 33594
+oid sha256:c489d0597b49b28175a5fc322f7d79091744242d5bcf29a5721278bc6da8e725
+size 33564
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1a2ce8081e7d..4fd99831a0b0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eaba5f0a28b5d599d51c2d8bcbfb359f4d0e2fc80aeaa900b0721b4c4e7ca6d7
-size 29204
+oid sha256:b908d88d9531ee05bcd36ea346440537447b6a3753e287eb4a1914809bcbb59e
+size 29179
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index d5d798261aa3..bc5f7a22cb3e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b327cc8712845eb2210ed6b152a91857565f40972917c7e8ad4d8adab1365a04
-size 29812
+oid sha256:a410107d740099316420e2a92fd5cdf1dbcab37865be5fa7d71fc6d6b0fbd7d9
+size 29785
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9c12a4dacb48..36a4ba3d770c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b0d34a0b89431568a9d3d82812fd54723c60787d403feed75631825e9a49199d
-size 25922
+oid sha256:c5f3f05b1ab4fe556a0f676338a9d3a6b0f7d1bd9c69fe36f1a53942859262ad
+size 25891
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4251ddc89089..06d18c7b61c9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8ab8e92f381875e30f0c496341548f89c3122b94bf97545c117ae2209f10d167
-size 33962
+oid sha256:869ca4deadbdf1af06d1d5f31ac07ab9337da2a93e737a246806b7b08772b1f6
+size 33927
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 126cd103435b..8b169a3a6d50 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dc7ecf1034a4b188c15bcd9db23b4f3146da83afc91a587cfbc68ca035cf68e8
-size 32573
+oid sha256:50cf7f15f236753848a52e9c71e4b654c405c853683450446a6e3ab568d93cb0
+size 32536
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9ee71d4841be..ca7d446ac7ad 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:14a9e0ad8bd6fc18364386ceba9debcc36b37da0d0873cc9bf3eac950ee85ce0
-size 27245
+oid sha256:c3ab49faa5814c21faff77ca9d62f3a6e9227640bf1f534c683ce8fac5efaeb6
+size 27222
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index adbd4c241307..39d40b272978 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:87d8fe02e447cc7b3be580a13d5e13f54a794c75fccf6ec33ac71f9648a2eece
-size 26413
+oid sha256:0d71ad75c3b329afa92f7e5ceeb122a9ab4264607f83797258c231dc74c18695
+size 26382
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 754c73417ed6..26a0055def07 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0a61b28f77869623cdf4255371003b2dd00e5cc1f8b4643894bc496e9f23fb6b
-size 33274
+oid sha256:c93c52f2a666633eed0b02be04e1e34387859ffa75544348c8a79be3304922f6
+size 33234
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 788ad022dced..d1d9f49e9183 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f39a94f5f7a890e5492a462926b99b37304df00c89630968fd1148eede68cd04
-size 31207
+oid sha256:3d3dbc994cd47ca7dff8010592f4beb82d445123e6d2727573a3f1dd3bfbd285
+size 31175
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 37938b0597fb..3e901d60ffde 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:657c50e580a45e4da2319c647febe1df41612aacae8a082f88b1f55839ac7bd8
-size 33314
+oid sha256:df58359f76678757a817d470223619590eb6d0bda0159ce67135ddd838040ba7
+size 33288
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 0b326f546edd..96c353ece329 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:28ab86e94fdcbafa31843e3d82f9215c09ebb661d3f5d7ed7ab245545913bfd0
-size 30398
+oid sha256:0eda1b0773f783ab34cbe78ff1a736e3dd35ed24fde1fc8f5f8d5ca94b891445
+size 30369
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 3f67aa79e0df..34f2307c10ea 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f544380014eba8d234f83a6909e140449f445e289bf1c8149b0042e8967b3ace
-size 31332
+oid sha256:5296d38d2eb2ce00bcbb0542271d7d81fa34ca7f88505fec92709cdb633c3b5c
+size 31296
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 81865719e6ed..e47cd23ad68a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1950f75ad4a0278d4619020e74c27ff17bd591383fce1bf74cc6424448ae5225
-size 30368
+oid sha256:e625a2247226dff7a7a20eeb6f45e4eead7d4828d81909508fe8a06e7b2ab415
+size 30338
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 71c582796f42..b7fdb07a4ca4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cb38fec29114df7d6e28063a04f5b44fdbfd8e71541ed732c63fd2b7dab4977e
-size 31512
+oid sha256:fbe035c8894a0d0ff8aaf4ac4ead2be134d85a168eac0111decf1e8beb3cb05d
+size 31475
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 04fb19e426f8..f1c33bd97ec9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:41fa609ab704c12b06e8d55d3e9017443956870332b2b7707baf0139d6d7e27d
-size 29527
+oid sha256:3b9c8a10a51c820ca2a088192190df1d007b334d7c6fc12566b4470a0ec4c9f0
+size 29501
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 00b300a051d7..c7427e5ec344 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6d3773d9483b4c1d456d752fc67194fcf81674f5e70d147eb3d88315bd05c9c8
-size 28865
+oid sha256:da8766d11e01e7cde503cde1345b58fe1843c8dfdd74515320944f02dd0efd4d
+size 28938
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index fafadefd0eeb..5598db3b895d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0ee621782def5503aec96fef3cc488df0c1c728216154ad240db6eef62176760
-size 24676
+oid sha256:5e1869ddf6db6225fa95430e20f491c07e622813ed3bb55e368427911c9231ea
+size 24642
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 018ac3e19fa0..33c720498182 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:70e9dac9a35e0e3aa281dec43e311043b2d2ffc045f573a6e2661d5a020ab559
-size 27108
+oid sha256:009599d9d491a9da488652566160063d4b0a62c2ff6b4c442afa22187189cec1
+size 27151
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index e97088788e80..03be9a41d7f4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:71786f4c035903bbe3d4eb6782c6b97b69c6a43c916a74963600373d7e5ce365
-size 23221
+oid sha256:6e62c9d004ee8344ce224678061b888a79070600ba07a8c34e117a34cb4d1e7c
+size 23178
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 7a7a26f7d7e0..19e426e3e567 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a1aed5590c5895a9ff8c1051e82217fded73ae4cb34ebf9be7fffe3fa5ea3893
-size 28958
+oid sha256:4fd6573d8604702f9546cfcf22f63c5cefe4316ff3d69d52636307dcc15e9861
+size 29096
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 58d064f60b21..862a71d0adde 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:926907dea9715782a9fd87b4e611b8ab953b9fa021e09f04debf2e1fa12fbe7e
-size 25533
+oid sha256:1e3bf32ce9ed5ddc7960e5705d21ffe136fd7c1c46140146be3f64ae0812f514
+size 25507
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index be99cd2a725b..672201313a32 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6b1eb4d8a372aab75b91107440d56286bafbeeea280eb43ca02de5b6978a68e6
-size 26027
+oid sha256:37162139d5a1f5718edf02b79799d5dbf260e9ca9017f8c76e66c0272953a825
+size 26139
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4af203ccb3bf..8c534148db6f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a051005205b74b080f1f742e3dd2095f57b7ca2e2ae30438df87c2881f9bf259
-size 23175
+oid sha256:1ecf220f46ca420ac634a0d214b9974d43319d83932315fd6e3f6c12655bbd5b
+size 23118
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 41538dfca635..67b92350e720 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:69170db83df6cb4ffedeb2409acebb71906010a15a314212c66ff13716992a8f
-size 35292
+oid sha256:4bf36372148109bb9a2e265cce67da7da12c6a21f8e7d2ec1353d9b7bbec90e6
+size 35261
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 0069203b0fb9..640cd565cbfc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1ea2dfac135aea19d1a164f0b499ce8512949ef63a9c694c014697976bd51db9
-size 32330
+oid sha256:82f30ee0d8eb4ac3e1556d874c4d9bb2eec821ded15783536a036552588c3e9a
+size 32304
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 917c9de913f1..0c89fafe1fea 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:23d994c931f3516fa2edcc299bac795d1441cbcf662b00f69aa2b8863715efb1
-size 34853
+oid sha256:e174710ec8e908a0ddcf043003522dcb71f2b3c6a81494855c75f8593c601ce6
+size 34825
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index b1ed65dfa11f..a9db224d9005 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:74dd2c0a120d8af847fbe584d3fd8c417f677dd31fdbbf083dddfaf8682b6438
-size 31365
+oid sha256:a55be50f132b3835cbe87f5cdf98d6561e8dc58c3a48e691502f937a95cb138b
+size 31333
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 2fb81b4e6eff..c98931c73ec9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4860302ae72370cfddfa046cffe5a3f8ffa8bfdaead6ace6dcb8bb2e46538c64
-size 33424
+oid sha256:3c2a1b787cb400b10296bc79cd494167809163134a7ff83f85536a25aab88a11
+size 33388
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 70f5ba5e9bdc..d76a871ae2eb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d4391e2df6e4ea4faa97d8d30af52ebcbb21ac39cd636894f095a109cc34f295
-size 31326
+oid sha256:b21b87378281a1eee60cd5742eaaa35a9707b25925eb7609d04430f435831605
+size 31294
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7afea5c9f82f..6d7f1111f6e1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:18a40b2e96b031c40e6e56b1cd2fcb9a74b7968961581c5524c2aeb349855642
-size 32971
+oid sha256:9e8d9d2b065cbac578688479883b03d79a031b3d2223e124ee30787283face84
+size 32939
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index cfc4ade53094..c934dde5d4fa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:111fc5a02e91768f5f266fc14dd802d565875cc5103acfcb67531dfd09fc5612
-size 30462
+oid sha256:eb480330d19f10a785da23b44850f0c4416a7f0974cb333978d1f983f1475028
+size 30435
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index a4cb0330ff31..1666f2a9bc5e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a2d452336697a7168c1446a22de73ef11b49cebfaa62716bf8214e9d9199d1fa
-size 31368
+oid sha256:a76b78fc2e4a75c82edb2ec7f504e3c5c4d5744d521b4fcc931cc9d535f8fac0
+size 31427
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index cbd5c8f675d9..73e64e961a15 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d29ff20eb8db947e17d2cc3df64a9511fcfeb152d76971875ae6c712f8687b7e
-size 26746
+oid sha256:a1cb9cfb31ec046243339337975d93c7e26580c6aa494abe9bbe321c12da4f6e
+size 26713
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 9efb8f99d340..eb9a5e83ea24 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c8cb4e9c98c90138cc3e9f8d93296b526cd81e504f5792b08908027385ea9f47
-size 28242
+oid sha256:6eecca6d0a25dc4ce70eb03b4b2416bc3fc17b1352440f1546ad632862d12e28
+size 28291
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8677fe3efb09..200d8e51f88b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:863626ea0e4a7c01252a1b86c6e77e55cf47b3ee89fee05cce8352bcba301bff
-size 24641
+oid sha256:7b9edf7825502d826ad4ca257b4edbe21901a24fb085231e3c9d5098fdf4123e
+size 24603
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index d4f32d61a4c1..4801d0b4efde 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8ae9104aa607ad561a06a95bbcc7cbcae347bcccf74a4dc9393f8cffb5827814
-size 30726
+oid sha256:3712d1789d97bfab6f8629e941c85862be2f9ceb0bbc88adb1ffbb85fb1a146c
+size 30770
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 104993a367a2..1ad9f4408043 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7a5b8382e32262a7377a2973f184334115adddd6e1ce4918244b0c97ea2d0bec
-size 27031
+oid sha256:e829ea717f85e62d94c28b38197b13207627952809b6eb74bd24080b617fc772
+size 27000
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index fe3feb8e8cc7..52cb9bb2e05d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b3de83731c253cbd37ef3e7f2e7c901e9c8d1ce92754c970a64ac891a746e3c2
-size 27354
+oid sha256:6ad4ff4827a6315696174e30a929865dade8da6cd53f2e190b04198a00ab75e0
+size 27396
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6ce332ea8bde..0d0bd4862bd9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d7848329cf389067edab8feaf849e206df865b9216e735c2621c274256e5ad68
-size 24529
+oid sha256:0f5f52a3208871d983ce3c6c2e3da6ae24d11824ac0a1613114d48a49a4f9eef
+size 24491
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index e3e057fef884..7a7f36b0d2a2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1554831090679626423db1c0ff86b18f16835b8c99ca704955535095254073a6
-size 38631
+oid sha256:8d7ba692922674e0281336dc234879943ac0d2f9b0fee4edb42a1b3d54e0a4be
+size 38594
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 2e698aeacd7b..d7ec902c49e9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:110e6fc6a0e858711a784f3f2317d10fcdd32879a925e96ecc7ce55e2985105f
-size 40775
+oid sha256:11aaa8bae8668bb25aa63caaf41417ccc4454e5bf2a28e80235c4161ff95ea0f
+size 40744
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 55957c90686f..2e62c3fb543e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5235ac9423a17a26e1217e6e0168f96567b4d523e6df5a32d647c35a9c44cfff
-size 36886
+oid sha256:619f6aab322841c3b40bf8ac957bf70c1d7568f863537fdc93f9dbedc94d0b61
+size 36853
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 8cbc7ee55072..511b4e630897 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:19380e1b15b1935f8d02c4818dd0d3af9a4c61dcdc5fdc503225a024ddf55737
-size 34646
+oid sha256:79a216b78734cb895a70e86578487b3f82c6fc9389e40a0a020614dab46e8c0b
+size 34619
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 17e4eeeefa89..9c730509a129 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cfa8f49e5744c41293023d662d69d53e08e08e941ea853a81db75922316d7596
-size 38070
+oid sha256:0da28a03d8390fc70ee4f9442e92a989b225fa287bbaf42a8d114a3dd0309dc7
+size 38031
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index e4d4e3770940..5b38f4b15d12 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9d7f353e4f5228ecacfb983fa49fbcf5825b91cbf0e9bd6d79d62488998a22dd
-size 40221
+oid sha256:09e3800ff7bc167eb3996a8a96cedb0cbe18a423a198c0ba7b877df354c64b86
+size 40184
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 0c5e603c45fe..ad625bc91aff 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a91e30d319b5517bd9a1039d22698c72e62282e2b717e66c35ec25d294d600c4
-size 36038
+oid sha256:67774d9fb01008447bc0b23f11f7ae18d85dd5e4ca29783bb897dd53497ce9ac
+size 36003
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 29e69b92ae90..84056ce1abc0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:41c78fc971c1bea399944e0ca854aa80df0b070b5201942d4aa68972ca6e224c
-size 30827
+oid sha256:c55f5202f6e0b55a74a29790248591144da0e0d0e9a9d6cd2073931243b9128b
+size 30787
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index ae63b54860ec..556ad91482ed 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:88fd0515aeeee20b11dba896c3ab70b46149e487d0776b8eaa51dee7a210efa0
-size 29270
+oid sha256:6240378aa2701b5b7b1cede57a021cc107d877b6ac4b158a29aa7e2aa4c9d760
+size 29242
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 5e4dea88bcb1..f0559ae77361 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a5a5fae89c76a6227f7abbab4fd4436953e0ca2d12eada9875c842dad5349033
-size 33367
+oid sha256:3ca48282be55f79b2bbc5d889603e8248b27c121aeba997d04c0448c4f9a2840
+size 33329
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index a7d362ee94af..552ea355dda9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9058588766b1de11dac5271bd592347b7a4ac1a8e38565d1b5d7f2c0dfc6fb32
-size 31964
+oid sha256:e712e065f1b566f7a06c69a48ce43faf6154600f5de2da2907f32478552d1feb
+size 31933
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index bb1d591317bb..d27466a7a6ce 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2bd718d1df994af23d9ddbdc6c4077bb7fc571f69a8c9012766b599bfa0a4889
-size 30124
+oid sha256:12351fb0dbcf62042cd4818404fe9dd8624e642bc22e9d886ced2d84f4e386a5
+size 30085
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index e1cb13270d87..e7ab2c91e720 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ac1f545194ad5b7518318c3501923504c32aaafd919a1099249638ae06136c8a
-size 28976
+oid sha256:e9c959ab9d80ddbb35441ba324bebd53009f03c60040b7b1a04207448ca41bc2
+size 28948
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 92419c34fb4c..3f685371550b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bede3e2a44f479d141856ce6ccd21df3d71b5a8d193f389fc25efbb71f836ec5
-size 29154
+oid sha256:05fda7a4d920f6f4d41243bf2a2b315d40630a56f2807951528053e59e79a28a
+size 29125
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index f2756a871004..234c477d5ccc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:49d661b62676d800a52662731bf423198c2190f096c93b97914a3ff7fed490f7
-size 29321
+oid sha256:d8187a20f5aa8e34fcdf17cd9eef047bced2dd0f71bff564c7e52e9f3239ba8a
+size 29292
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 95de1420f2c6..2e7bed589f65 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:69c6cbda885076fde1def2e99cb1a4214abee5975ae253c32ffcab31b04ddbeb
-size 32599
+oid sha256:8133f2fcb82256cad71fd1df853f2f69567bf85eb84f670f82ca946f7d83716b
+size 32578
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index bf8047c1f41b..208a2e9a3ee0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0eaef4f47b1dc43ed88cdd6365da1b21f48aab482eb77b955809ba26f5c9ea88
-size 32828
+oid sha256:2719ed751890db2aff127d79031ec32fcf16b50f33ee2291ef74d09f974b12cf
+size 32800
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 0244bde8e173..f4db5b748c14 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7cda538b1fe6e6b0df536cb14372559760e8763b90701e66156ea23e15689106
-size 33485
+oid sha256:ac7164698a5a896762cd1ab0b01d925f92640678b1c389acdfd8d0f1d8093398
+size 33452
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index dc14578e99e8..58399c5325ee 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b4967d22005ea392cead4a944f2255820b292c3ed7253615bd1a08afaf6b3523
-size 32732
+oid sha256:cd9267dde2df153dcb5a0cad10aff25ffe8ec21710fe88588f6841422757ce47
+size 32698
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 50c10c205121..fe89d3aa4946 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:adfdf6083e9d71a59500a5a464418fc7b8a241cb6ac0620542c20914b4347aef
-size 32725
+oid sha256:51a6c6b957651052f0f8d5f35a1e928e0ac07792dc83f6768206379dfde0d243
+size 32768
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 56079355201a..7bdc6a2705ca 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:13cd5658b7f4e8d3755d22f8b524e1c2072295f3b9795ce703dd207d1dbd0e27
-size 29016
+oid sha256:c0e950ec2c9d8831cab07a4cfd6375ecc1dcb0cd8cfc70b7269342277f7eabd7
+size 28989
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 16c8c2858111..d59f486a1c14 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c585ac1a088acf6472c167628cd1e22c94c8f43f307d86f887855992e1c215b2
-size 31676
+oid sha256:36cb5cbfb9c8b8e3ef17255a3025121a9575bad8a5189d99fa0fe76f1f3c1785
+size 31791
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index a07d8557bf1e..cf22832672ff 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a07b2e84d38800e86ab078ddb6896d56e87ad740c4feaf85bcec818e1b186429
-size 29590
+oid sha256:52fa367a84f9823b8dcfc52ed44f368b1fb21ec41d7784bfe4b9111cf42daad4
+size 29562
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 21a006273a07..619381b52a52 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d6e699dc16d0b3603a9acf2aebba284e9eb6886e7dc05891978e75ad40da6c90
-size 31793
+oid sha256:fa6e75e1f3ab6b00b484b42d8cf4335b581fa7a823fdd5110d157e1712cb38d5
+size 31840
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8d803c10ec26..8f7fd52a530d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:de46540a71aaf36a8cdaea676151e381518e84a0d187777775684761072e0a29
-size 30753
+oid sha256:77cb7c643e82f5449cec16d11d31cdac9584ff82d6bdf52709d760b3fc6298f0
+size 30717
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index d5c2d7868b45..6419494c2f3f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d8a29af38d0e8be6f35cc704c9709b9a522bffe9e2dfc9354a0030ebf489b205
-size 29713
+oid sha256:0dff97ac44fb584eae2320b34e871edce222f4e764592a68875953257cda9580
+size 29711
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7a2b0a7b8eb4..c38a4f32a8cf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ef2c0cb6dd7ca00abecac4ce211b7fee3434be2e230d4766b3f8ec214b67b8db
-size 28484
+oid sha256:3970b3026910c98cbb159bbb92fd5790411c2927cc5c8e6f93bf4b87cd1b2fe1
+size 28452
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 4182adca1761..c6934b924150 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3996e62248529a94dff622d983abccae931eb629a653466f1032a22c2259be2c
-size 44467
+oid sha256:4158791cf87f214c207d259e216f8b4c9bf63af0f8cceb6e62c45c287d1833fa
+size 44432
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 7543d7290704..0395e112726b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:22ab49465e5954b7f1102d113d0ea6e92a0c90583f21b88b0d36948fd23f41ff
-size 47653
+oid sha256:daec0dac3248485432c979d8d82ee03bfa5f53b1d266987d666f5f2eb71c63ad
+size 47624
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 19cf9af60571..b6fa339488c2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5cbfc08a25dbcf1d6a90a119250324927d12a95831875f9152ef526986507066
-size 42747
+oid sha256:59ed7843ebf00769e180717865ca0cbeb2afe49b34c1ac90987e778a97bc3677
+size 42714
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 6b6f6bb5e5d6..301c60299b30 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:67b87351dbf505b0f7f2cf3e5ac2bc3c30059e030c011b724e345f2eea9ad75e
-size 38376
+oid sha256:03e2bfc7faca6fd1a66d5e0dd650f4a18bad4d41b3266f70ae76c079e767dd5b
+size 38347
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 60d22cc174a7..943a275903b9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:35c288510abaa265579d8c136a1264d5a31cbec9ebf3c42d22452d437dd1f09d
-size 40922
+oid sha256:46a9d0d713d2696fdaae332cd9e0529a8bfabdd6c8a1a4d90f4f431ec6b141d3
+size 40897
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index b4bb441e53f0..1e3a584bb551 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f1e1e35c79de7ae5e543d2a60837a4744f395d46c563af3ba28a1257f88470d6
-size 43915
+oid sha256:90a6474067b057b6f9ca88fb5c9880cd39d5ea2cd6b733bc0d9bea1c5bfd3969
+size 43893
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index c16e604e6272..d8eaec3a7a9d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:93454c0ee51a4aecacdf0b6d97becd91d88a09351bbd9df4ec5db6de4f94c694
-size 46602
+oid sha256:5d364042f83974822653f7c7a42d20a9917b785b8f45740288fd80eb491b2ca9
+size 46578
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 280cadbeefcd..a6f29d62fa26 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cca873854e9da853ddcae0a4aa301928c2fd4680780b4436fa206b4466f24a16
-size 42390
+oid sha256:2312f662f23536a799fbbf43cc56b0843857ad3681bae136aa9d61e69ded251a
+size 42374
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index a9866aa3d72f..f23c19f0c078 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:22fc82736b1f31847f81c10f3b52f290b08029b1089b756147813c14db6320ab
-size 38161
+oid sha256:759b484b7e3adfa68a24955ca835c5ba8f728342519ffd365d02ae7487a3f62c
+size 38116
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 56764a9002f6..b0388342b2d1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eb7b4018bf45b1ee886a24143d38097e1d0910d9646e99a8167273fc866243e1
-size 36944
+oid sha256:90163a7325fba5714b63db51f37b84df24ae3c3c16d69f5757df6327b96cfb31
+size 36908
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
index d6983623b9e6..20457d665f04 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0840c2d9793ad64ae72bcd34af13958d482159305bb60f5c2a592f37dc018f31
-size 40692
+oid sha256:3bda5af433659898cc8a11b99e361375ae8e6d7e6f840bf8a2ba2e7a94882f04
+size 40650
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index c2fc281e6934..7c28a82bd69a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1219dfd6c0d13459dc38397a2b4ebbf09fb1a7ec2bfe21cc7425b77a473a1925
-size 39779
+oid sha256:56f4c863e8e1f86d2314356a8ade4aef6c26060f82d0c4500c2e93b9b4c9d05d
+size 39745
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index 71f76bdc997b..dd4d2cd09963 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:22e042bdee3713c4489ffc8a6a558b85dfbac5109e1700dd2c683ed173e9c624
-size 40976
+oid sha256:ba5e44d867be826e4ada5040bb115bd52b8634fa13d92150ef4fba7da86bf765
+size 41072
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index bbef7d73ae96..2c9ce682fe3d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a75cac15b2c53b6fc804cdaae1f33f17c5b36cf4467b1b2797945e023de00f03
-size 38160
+oid sha256:4949ee551c4133a1290a5565fc28d96c16594db65395b73b2660f29c162e1cc6
+size 38176
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index ed6996bd6acd..9d48741ab25b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8c4e0778929f23f69e16aa621ea9ead44ec99f46fbf281f6187f193662e729a1
-size 35193
+oid sha256:9d21d327115285ac3369f800ef8028c608190c38995da05acd2fe3aa4654c530
+size 35152
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index f5d9ca108e32..ad6d19fdd055 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ce4b3e314f7b479b43e9e2ac669b14c192a8c698fc0c35e6837ea64f3b49c3c
-size 36997
+oid sha256:08c23b200d0a8999fca7f0e33f9e1d8831f2e0e1f7eff16ca9d7588f37d48e77
+size 36964
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 41bd6edc0040..7d318619e8bb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b5ae97df736c64896d3c4df36b7e726fbc8c31cfc54f8d40dc8b298bf6a4709f
-size 36750
+oid sha256:f944c95fbea2e2bc9e5c142bf7527b3e4c2b176ff6c45fcf66b0da8382fbc331
+size 36719
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 802ed903c592..6841084e3ce3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bd1e19a451474535a068b8c0afcac7e95f22eb2373b738fa7e8d4287134d53db
-size 37624
+oid sha256:ce149c73b9d743926be2e8b6cb053c4e86f9ec3423699405404ebe76c073ce77
+size 37588
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index c4525d3fc887..7f8418ef8e78 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ddfba8c633c21210d31487a55aa46b90f6e19c9e1c724d27bb0871fa22457e91
-size 34737
+oid sha256:156746bfa5ad1e46d37c318dc6eef443d67e9020fc92de52f48fa42998a6776c
+size 34706
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index c64467ef7917..5e30959e94c0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:26bdfac3d03e039b7196981c22663ce96ba2b2a9fd752355c68e7e58f80ea698
-size 34069
+oid sha256:c70b6c36439040ca735d5b7ba3ce38f05afa339924b39bb678969afafcec1794
+size 34034
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 919ce6b2add1..59af342b29d9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:94e524facdf804d02326ffe5ba8eb517638f46cb18280298bcb2e549b8ab96c3
-size 34988
+oid sha256:3c37e57b330e9bb17f22157e423aa2d17d3f4b1f8dccf32fb16cf673c5d99a15
+size 34955
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6f052837b3b0..e07964ccd4fb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3debc05c6f57f8d2a7311e6aff24930e10ee8716f980f4e201791b2c787cbd6b
-size 33905
+oid sha256:8d89aaf6178c09a8f9dac3aa653469724af4b059448eff6da177686f17ca7219
+size 33878
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index ad8143d947b5..de153bc9c9cf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e56a437c7b1ec9e9cf2d9563834e064e67af9e6a7587c763b1313929d9a98dd0
-size 34697
+oid sha256:423f9e2ac4f87d333ebe84566e93230236281d0806451dc82492b1a302922dd3
+size 34718
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index b01cd9c2f466..89bda49e78c2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cd792a96868440d0b59f48b2df9b096a28ea5cf9075bb051667c9f30b734ca1d
-size 31260
+oid sha256:d12236cb6b8b46a10247d8eaf052978ebcb91806e26f1940ea5694b46c934313
+size 31238
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index d495b61da997..dd637ad0945a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7b4abb961ed3bb93f48e3adffafb8c38c440efedc6af9c4d81b8640216257883
-size 33268
+oid sha256:0cd7bb9a2fc97e74e035da2e017bf1b56531221785835dd9638e569bcaad6feb
+size 33361
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index a520ec53dafe..240b39149736 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:61413963373dec4bd150befef388dedee8749dabd424f6135bf16f8e504f0a43
-size 30588
+oid sha256:daa785a68403310a9f94e5e967790a7b2c4d5a2a2ac0bef89a36ca09b370d260
+size 30552
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 5a11299d087c..ef5744cfc9a2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:653520a9bf5387808b3b1459c068bff2695b0da7c6c45636a66907687ffded2c
-size 34016
+oid sha256:4b9a2c8539447ee158bf493ba4ce2a696da66771796a6a5ab79b0988e928da5d
+size 34060
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7bcaea369db2..564b50e9739b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b7b8c0721fc70dc83e3171ddee3d287b79af856c4a9c726bbcf6619bfcd5def6
-size 32108
+oid sha256:ee2083d360189772e3f86f849a5bb6c9881e075b5a71340c6f43ef4374b329bd
+size 32070
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index a6e36352f45e..af49c92bc17d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d998aa650b31a04fe301e46dae9d213c799e136a2b981b32a0bd45cfeb664dd5
-size 31107
+oid sha256:9d02fcfa5a33ffd5fa1e96c382a40cdc0940681a8f99f46d2b9bec8f21c873ee
+size 31177
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 22c4637b11cf..b96464401353 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7de0fa0d1d16534e81f0f1d74a605f4ae206969fe8b7f2004ffe02151f32ecb0
-size 29528
+oid sha256:26f7997a5e100206d6c777d8cfff90e0ffc546721ae9b1113d83bc9946fad838
+size 29497
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 20e5d36b77e0..7e3656473384 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:48ccb2061f349b72a552f348cb2cdbf6da388afdfeaf6dcabf8a0b577c348d6c
-size 44866
+oid sha256:7d4642ccbfc2cea962390cd653aa965cb0ac1b6f774ab09abec5742eb5066772
+size 44845
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 0937ea359317..5ab1294c2d1d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7d308e74509958a07b6100728b0c995e891744fe50960f589098979e11d1c360
-size 43153
+oid sha256:2f22db0b85c0dd12377e0470fc0e5cda4e5951ed271835af4f89cad6e5148a46
+size 43129
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 8da61fa2248a..5483f0c8f666 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a1881cda39cea1a9e5d7d3e9df07e0e2663f3073093dbba2b60e1c6fba23765b
-size 41109
+oid sha256:e4ddd605013a2d04235698a55fa0232d789335d18a3ed8b7c10e718255955b4b
+size 41080
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 4327f7cf24b8..868bba48ae80 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d414306978d3d3e6f8fd354f7c8676f7aca12eaa2ad5a57c24042a84e0d3b3fd
-size 45499
+oid sha256:c08056555e208198db917ffb9fcde5f6e9fa542498267433836c0d42819b536e
+size 45476
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index acfed401b86f..5b149ed06354 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:56837392cd789c632f3c824cd432b3b34188adbec2d724235d9e109f93ef7809
-size 47732
+oid sha256:e63f0ae626ee49c240fca5e70c62e876ea25d08c970ea63a23989545feef04a2
+size 47701
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index c677fab572d7..549d397b69f3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bceff794dc11fcbd648cc53d5a639a42701359605853ec8ee682e56ff5439eba
-size 43973
+oid sha256:0bf402e67a65167c366bb308c3809f0bbcf6592d73c7a99689c74b300da5db45
+size 43944
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index e81f309d616b..86dfac54a728 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:94e136858e45c1b6a7de8581ee6aeb39fae6017a2de69ea323a339e20a9f90e1
-size 40170
+oid sha256:9652374b94aeec1855eddd4d70368c045125a776ec182960e54e1db45f689152
+size 40132
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index f87fd29cd2f1..a9e3a063e4ba 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:af7e9495af63dd72e20bdc738763dce18123c211c50bcfe123d777886f43c34a
-size 38035
+oid sha256:08f7a06c9c81823f07387911443e39ef0e82e0c45dc723bd7ac41da85b5ce0af
+size 38010
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 3cf79f316312..e6ce112790a2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c22b4d353d6c8302337f0df06a49a4df1a0a82d9a43662e51b846481e4929e05
-size 42533
+oid sha256:ebca849db250dcf9e0b17002807eb26b78be7ffadd7b97d171ae470b592e60bc
+size 42495
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index b237b36272dd..9efa2f761134 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f13e729b69786d6f8de3c7c28ce630a77e47b0f8f46351edfb3bacd336b9ebbe
-size 40695
+oid sha256:70086ef78505db07b37c61068115a2c97de57e3962e254c290169a5123f07a37
+size 40674
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 389b89e5d524..31ba8c4dc2b6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d99fd4fd385d042028171e94195a848df42bc16d22402706a0edebd763a313f
-size 38065
+oid sha256:43df67176422af1bfc7e36d396bd9ce415ed89f03e1265781bca377b29c1f4c3
+size 38018
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 71fbd09679fb..39b1adaba0e1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b07929b90e5267da2e303d6d616ec2a34086ed1f97cf4fd95fbe6710e3fbae9
-size 39374
+oid sha256:64aed5772e6f775fa41b7ecb43a4d2f14d2cf5c1263f313a2022f4e67f293b18
+size 39346
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 02f96c982caf..7b06dd14c090 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7ea893dbb4033c73773a4aa0548625a297a47900498b7a7f33615fc4d22a7ae7
-size 34551
+oid sha256:2b430508bbaecac3f26efb6ce5c6f20e1fea7729456622a38f448100536e21ff
+size 34522
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index a903beac7436..3dedd6838bb1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a0ed462b5b95e4941a306bdc700077f7c6a003830225728df5f36984033d17a2
-size 36610
+oid sha256:b132a48f07071b24c9db8e19ec9d3a6d019c9eec4a29f6efd7960c303ecf47be
+size 36577
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1e03b062abe9..a9534d864834 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f3df6a5f6e32b48795c09b87eaae1c6d3bbf47a5fabe9fe1ffb4855bcff22ce4
-size 30295
+oid sha256:d01f5b894b82218cb7d78b66d46782d11a298cdc35febc91faec011982210db2
+size 30266
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9f007ef9af91..32ebd2d06a91 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2fc3f26e809b18a900710729eb271eddef058a49b214fc35ceda041cffd623eb
-size 28717
+oid sha256:40e29ec3622a7d6d2e2ed1e33f3c4cd2c1d9f6e802435e5b8fd99af34fdd5098
+size 28685
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 542e45780025..f60a18423b24 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8686ed51810f825172c4868cb73d8b1009ac76e6e5434a8e72067bbfbf00f58e
-size 31881
+oid sha256:5f9c4b00b7a653d016782c753d18baef159ba9777f598ba9dec9390e34ec2416
+size 31845
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index b2074406180d..f2865adcfe71 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3a7fb20e00e520905c253d48509fbaa2091dda075ce18a21d048a98ef1ffcd31
-size 29393
+oid sha256:59ff15709c85cf7f65209f040d7dbf35a9d4b0007e72d3be3f41202d9c2d61df
+size 29355
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 93e76303f93d..99b5f1463a12 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3553e4adcbaf2bbb84d9d94bfae6e4851dc7fe84f5db0ed5dcd004f993729ad5
-size 29472
+oid sha256:8d6f68c5a9435b78bce6d0f7d592b0222775b27b4119197d29d51d64eb7a273b
+size 29440
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9cee723e5263..8c3c69eade26 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9d967d50ac2a4623934aced32713021882709c6d5ed85c678d3df957438aa16e
-size 27476
+oid sha256:29c76306779382abbcb4c450da89888698a0caa199ca5abd014e12cd9b9c612c
+size 27444
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index da38dceeddc0..c6b482b682e7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:26c535cf71507d0bd1f3363054fa5a104740fe29a303959a864cce6ac45270b7
-size 31002
+oid sha256:8c64ad20b92667183b51cc817874e1b989a62fb17c40c2fca645ed3a097db101
+size 30978
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 3f4e656a6108..21a76097a74e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ffd20fa38a154c30138cc83182430d52d4d3d2457b324d6a223793955a50fc0a
-size 28110
+oid sha256:d1f062b609da39cb880a1bf1aca256381b40ddd720066ae43dda7dba20729d94
+size 28072
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index d020435a48a1..fc68559a71bb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:26d756f12a94ae7224edd4888bc4071b7b424787f592ae72db6f4649e7ab3eb8
-size 27383
+oid sha256:1d48f52dab868d7a8d6e67e6d30b32cef66520e6a32f8022e6465e39c1798a70
+size 27346
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 986a3019c1d7..d588d9d9faf1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8c7f7f1723e5975adafd811c1d720856c2b955f81a0e7c7579c11e9c9ec64cfc
-size 24194
+oid sha256:005ee9316a19ccb0874d4f25b5bfb0ada295aed716d9c3718de0c3f165723630
+size 24164
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index c9d91f642d7b..c9779229bd23 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b931dae1dea9289d7a4c839aeff62d0e6464ff2f1bef29f6e4f40dc200c78885
-size 25163
+oid sha256:9f01fbd1e0ba165596b42650b102c25bf531b779bfc326fe39205b4161f0639a
+size 25132
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 85d7b961b4eb..b3681fc41cf3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f109a38ab54ae6068665a3fa60783114809caea3c1645aab488b9b882a10e1b8
-size 20868
+oid sha256:74e415522fce04d929fd92044ab10d414dd38767d2a69965f8d5d1044e017ae2
+size 20840
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index f074313382d5..1a71234cb3aa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8e9311f55ade78f087bb4c37aafe629dc67b9c02efaecb1b9498c231e2b95c7c
-size 28769
+oid sha256:23661fb75fc57cf0e8e32253d42ea2fff6cc1fe2e512ebb5d6feb3b0905a6186
+size 28741
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index ca9f02e76440..9f3aed333521 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8608d9f630fcd7bee5c8bb88a5ed18264f95e14f91eeba69f812124e0db2120d
-size 25665
+oid sha256:a7d6409b7442ade9ac2899f82eab7bfd34af1e9de0b3a501efb5b7713240b56f
+size 25631
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index d925bb6e0998..f2551bea01f6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b10c2f623eb378f2a5f7a975d7094185acb8b77ced36c4db7bc5bac64b504869
-size 25815
+oid sha256:07b6ad00aab051767980c0084d8255cec5a0758cd4c203e4fa0becb9a42f08d0
+size 25780
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9e1273e4a630..d80158f3d236 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2f52db830500017e5e973979de9d5c63beae859e26e672b67b81d625fa894ee0
-size 21620
+oid sha256:94cc1e721ffb265c16bc2918d9501888b0ebd478fa200ab9ee139683c154f937
+size 21594
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 3789ca5d78f3..edc088591ac9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b96c63a2d1ef5cdea0476571bf076a35145b2aa9e3a4f7b46ea924dc9ef75137
-size 30062
+oid sha256:425e2cc9cd2079132acde6f96b397ccc2fb8fe3e12bb467cb775e5d41a1ef56d
+size 30030
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index f66633b4254b..ca538ecb0a8c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2583592b24c288b5cc0a58e733a9a6ea295765756281db2b86b36848216de9df
-size 31173
+oid sha256:0b21c64757dcd5d4875ca9df123d0dd5aa88bbca65879774f85466c6f3e91a38
+size 31139
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1ca2d47f4c33..e5199895ae4d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:62d89f66d46f493ef1f4df8f7cd61b06be3d2fda2242530f542195c72ed14ad5
-size 29182
+oid sha256:6f48cfa32dc0f70ed75acf89b6354985db2dd7e6e0d66b7b5afb61d7bd51158b
+size 29151
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7c967605ff04..4e2661bac6d0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5d15e0de143f23c64300d090de9188839b339e36cc7846739a3f0d2aa9232159
-size 30273
+oid sha256:5d815e7699edda67cbb1488f0f87eb7d7b8a2a627995b77fa4b2c6edd1584495
+size 30253
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index b0507d038454..11d6728de4d7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:84ada1c25d890e102832eeb56a6bd1352843092772c3f7bd6e23d6f8c8baf20a
-size 27247
+oid sha256:cc9e743d4c1a5d5786ed6917654d4f41bad61c7ca32f7e87e0a88ea7e629a3c0
+size 27213
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 27e6071ca822..0a7777f90b1e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:728bb45f5c469964698f36456146a84b3ebc18458c92622245c6908cab9dfaee
-size 24074
+oid sha256:1467a0a856be6800e89b0956a5f734d11554165ae340ba39cf0af021045fac22
+size 24042
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 8c0fa33bb9af..2217a4289de9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3bc3675d3db25283c503e964bb05fce4728e1c07a0cab4d736e25405e1d4aed8
-size 28147
+oid sha256:29c002bc941b5d04122f3ca2767b9bc35942c2bbfbd52229e0d49916f4c40684
+size 28115
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 056d96ded380..29c577b36f20 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f0d685fea90e0e84c7cf6c0a3a37a750060991c6ac8e02407d22c438cc6ea257
-size 25505
+oid sha256:86bd87c4064c3d21a27b01eca7bfa25f9121a00be118f4532e7fe057dc38327a
+size 25485
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index a17f27b129f7..72f764b52fb5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:df413ccd63221772e5886e5165b3acc6cd320ce0bacf1d69b85d4cd1ef603d28
-size 32268
+oid sha256:b9bc8695b5e7c16ca3138fa2df9b7c7c964745c37450606fba3d19c354912c10
+size 32232
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index a683712858d1..e25e677b4c2e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:52be7ec55d3e23d2f59d89e1362319f8da24445ce186bf3434325cdbf7d60370
-size 29145
+oid sha256:72b5be967335db8034c984de7953f979fb29240683d56e3ff37d5244f710b121
+size 29113
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index cd9fe49f70dc..7185188bac60 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f3a3c1093a7987f7fc8e25ad2a29fd543d91eb05424be45eade002aa389cc7ec
-size 33384
+oid sha256:307f04fcc9d04ef8d73abc06f7089414525438d6d78d33bc45be449b8da9bd7f
+size 33354
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7fb4b0b3fb8f..dd20c0d2170c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2ea5719c562963f858caf80dcd27595f39ecf8847d7761b6a8d24ed970b4ecec
-size 30152
+oid sha256:caac251dd3cf8e86ad5f35addb91801a5a7863812c7f16865f771f41ae41d614
+size 30127
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index a2821129c8c0..cfb8369e8bbf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6fe88137e6ddaa1a4bccb19dc0fff77281cbd8a3ad98a408168c940f85008ebf
-size 31618
+oid sha256:8d0b34c6ba318031456e58865088754375554a7bc68a29e419baf261678a4d5b
+size 31601
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5a9eb76e205f..2ac42fc6b4d7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:259b21ed28c577cfc2c3d244ef2c9bd741610f4a5af84ee1e33d998a2989f904
-size 27762
+oid sha256:fee1bc7303489c34472cd763ffb3947aac251b7ad652ad7442480bc5c12270da
+size 27731
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 41dee63a30b3..75557793c9fe 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0091368f0be95e3bf8a512340f0588eac1bc8969d2e70056b604c1b3eb2bcaa0
-size 32659
+oid sha256:92401e9cb8d70b8b5c1152fabaf5b80d4cf12beaaba11efea2f7bbf8498fc5ad
+size 32636
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 900a6839252f..7a7d5764d613 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f235fe0e6a85da09a412ecd3116d55dec8acc2f3e7f838ca6bf3a4c4efc55858
-size 28891
+oid sha256:cc30ce484971ae270f545cb25ffbf08a84e31f646812cadc124ea256162744d4
+size 28855
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 2fb2b82dbee6..a839f792892a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:52a36d55e0dbaf16030d26addac3e03ba7428e0d7c6df7af670aea683125661f
-size 28924
+oid sha256:5d38728de02b5c98b5371ef5ddc84c71f142e9a07791a2998c619c72688a9f3f
+size 28898
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 42b055498b87..bc8aa9aea82d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e6a04e4ad45c91019b723e1d5fe006627d48eaf96564596431938761944e14ff
-size 26080
+oid sha256:d3f1aaa346545b67ca3f2d06227fd9a0607b97a0a0d3fc4ab6fcbadf8cca854f
+size 26047
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 35e5b6c9cf68..f7aaaecfd13f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6494b4c87a2ceb4a6dc242e5adae642c042b798534143dbd660f6ca0904a7881
-size 26245
+oid sha256:be17d3c45963fd88b81689156d92f0e15d0a2a46a895709c57ffff1924cec95f
+size 26215
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index a181edf07ade..ab35bfb418fa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:57942a0d464a74d4ab97550163eb92f18112e9ddbb7799e4048ba09da02d51ce
-size 22263
+oid sha256:56460111077b3103f2f3a4d499e43b3c0c7bf5fb4a424ccbaa4f8d965dc98bb5
+size 22231
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index ff875961ca5d..ff0c1e167612 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:41194158b0eba9ecbf33cbfa79bc8055accb2176f18a035bb50163ef11afb0f6
-size 29436
+oid sha256:b2f270e82b8a09b113dc9891700bd602156c93e019c85d13a62e887d59376f19
+size 29406
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index ddc7afd5e7fb..9f3f2c6f1a9c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:56b8e322d0a04c64c7782c5973072f688f4a98758b5b83a4016582b851cd77df
-size 26247
+oid sha256:b62ebc6123d12fb8c3edf409d6267e0b279c4637bcd156b83ad9c4212ab775e0
+size 26216
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index dd622c4ee84a..a43ec77e3b39 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:db0a62c468b5bbf86dc69296b26db2193b37c0883af10001e239cdb1a7861e2d
-size 26906
+oid sha256:0af933256c64ed59615ebb48571c08512cee582c4b138e3e6b7d1c60982dbea2
+size 26879
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 177373d7390b..a27e7cc50b88 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5b037a2d0ee78b518eb89c12016145567c6ce32ab7e4cc26d48d104d96cce557
-size 22787
+oid sha256:9eceffbfb3d514c223f3ba764c73e0c690494cf7c6f865fdd3f72da9ddcdb2e8
+size 22760
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6627a26b8069..780de8e66b0c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2fbadd3a307cfa776349e3b18a824751f98419a3bce689a81994f027bb44d99d
-size 30862
+oid sha256:888c06aa40ae67b12499999085dce76e2444181c690f53fa9a4329302f755a2c
+size 30824
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index fd17aa9e4a9f..38d649d59ae4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:055f1061feb190c49b6d4d46c5caec148160ab6dc3f0e2797edf76588922687d
-size 29266
+oid sha256:b1ac3868dd12f937f0ac33157efe59b2610b3c88fc0dc19430dd3f8cc1eb859b
+size 29235
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 68ee40432654..7488aa2fddfa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2b96a9ec40279983df77025a3586941b89eb7502c41e6fdba0c62232dec40b02
-size 25427
+oid sha256:e65013248784602634122d6afd8b5d9352591d621557f000f155127f919f22e9
+size 25407
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5578af51126f..a84ca847c1f6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:96b754ee4087920b4e4f20b76a3eb31c106a7669b634a0e04c0d1f2b80842774
-size 25243
+oid sha256:6df17c8e83d7b0c53ca0377bda6486643859de3260f18132beae2ea0dab72c78
+size 25220
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 6d48c10713b2..906391444ec2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:33f5a2551e8758361d0bb5659c0cf6fd4eb8121e1f2d6ae2c6af4b1bb4a592e6
-size 34242
+oid sha256:b57f67a525f2ad092a904256f9e05a63592b3e92e574bbafb11ebef2f00db99c
+size 34211
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 1d07cbafa782..d0f9bc5bf2a3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d7d16ad74a37ab0660a5465f905fc5e22976ccdf7622f91a07f60be5c728d7d9
-size 32147
+oid sha256:e4303f4a31f255746be3b91b39616dc96807a8aec95c1ebf4140bc5b2f66b908
+size 32117
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 54901432aea7..da289fafea73 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6490ed53a0f2b89b4818e857b7334cfb112ba09666dcd86d8370c573820978aa
-size 33542
+oid sha256:5138d9ef3113c32e247fda5818c5c294ab589e2ce8dcdfb9ae553f45ca5586a9
+size 33506
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index f3b0155c0bb9..7a9f0ec2a6a7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:76c61ccb41ac0bea22aac1819efbc8e72fb45d281af16c8e69afd4e96a7b760b
-size 31032
+oid sha256:6b3de44879a6798c6587061634ce95a495000ea3cc4edb05d84f021dda7a012e
+size 30997
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index f19609e242c1..a0b447c0c82e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6525f9500caa565fbc669c41cdee7fe215780509f4adeef2fe6cc8a8796a0f63
-size 32364
+oid sha256:4513a9d4a98d0e2080bf4bf1d272a1ad153c584902e88b49270aa4af8f1eadfc
+size 32331
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 44059a1637d5..26a61219e152 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8b629a1a7717b6b90a56739fe0668d78205efcaec6f8891eb6d101869fc3f393
-size 31050
+oid sha256:86ff305d2648dd3ffd699975681ebedf4350ca31934d73d871554a5e47ccf9c8
+size 31023
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 5b124f57efa8..c0b2573b3038 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:837043d6ec44109a8064ac40a076b01b5ed66d1c5e457c649a402c079d5a1a01
-size 31523
+oid sha256:63b5faf03a10b9296604554d678aa458a50dd79980de924627b9b8207cf70c87
+size 31490
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index e1ab7b93a270..1d3953131509 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a6854ddd0dce83c0b87bfb57b9dc528a64c77a8a728c7b388ec00dda5a051a79
-size 29998
+oid sha256:d5ca923e2e6c9cebc65571c85f93adee7603b66ec0b40b843f5eae6ad8291bc7
+size 29972
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 678f067dd0ed..660b1cc3e30e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf1a10b17f81c462e8dbe75d28eee96309ef6a7f32ff3a521194ff94faf9a414
-size 29709
+oid sha256:2cd6c76cf8eb770b3f368d1b22e6c667f2b78ac838ae39bbd7b2227f74cc05ec
+size 29790
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 5b49e9827271..72dfb0db8eab 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:724d4bd86bfaefc9f6045f83079c846795922b45eb247f6234733d72cda2c87e
-size 27851
+oid sha256:7e68240273cd5a2a2bc5270707eadec0fe7ab4dd1b1634bb8b8a62496701a4ab
+size 27815
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 5ac816df06ff..24e2cd02b39f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:af3d3f513eb4e392c4cd3d17128e7cfc2a2b882ec1a2f83ab9aaf85edb33a6ca
-size 28228
+oid sha256:37c6d25ff233efe11b9e0f6f81c308fc31d299e9c5f40823f0acbe9c6c3cd957
+size 28313
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index a1fa66cdb93a..37288a01539e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:938857070a9bb748b89c0e442266b1ded7fd466f186d8938c2de525cdfa062a1
-size 26339
+oid sha256:e167a1bb16cb3aed883dbdc9bf6c0debbe99e2a056eb16c2462ef5644565bbba
+size 26320
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 709e88d9c189..1dbf96bec764 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a0ba4cc66cb55383b50b5bd6d6d4087b853e848f97c5b06b12f48a8685a97867
-size 28056
+oid sha256:76ad54c64995cc746f37011c22109897eff7db645a1a1ac995a6e5bd0bce79f4
+size 28097
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 2264b8b4f10b..abfc4161f76a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:987548f5ad01c16164d0e0ee5135d252263004f651466fa0b009f5155ddd5cc2
-size 26655
+oid sha256:bfad145bc211b334be193bd4340bca2e45ec94463e0425fca1a83e3af687154c
+size 26628
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index d2ecf03765b2..4b2cc0c3651d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6b396b885bc32eee83a3153ba17c049161a722ce74f22f68befffb2fc02e5238
-size 26121
+oid sha256:788a76f312706405abbf313bc8cb1f87e7d792c4438948465c89618f92b8a9db
+size 26197
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index c6062766792a..8a4257be9e2f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c1e3e3bfbbb2a046f3ae6284bb77ad9e44d66d9b8765809d1f1ab2e82eca7b17
-size 25201
+oid sha256:5a9ad4f2e684f3b18ff2e2add65c42606da7f8f164e52b35e8023ab4f452df73
+size 25167
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index a308621bd7a5..7472e9383822 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0e41c96f95e78268ba77619ee6e0f78e814b7a40ae35286e9df2cd045973ddc7
-size 35986
+oid sha256:2901326e398f4a9ae17351bc4ea93844d18217ecc0e6ce1773642e75e90961b1
+size 35958
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 0400fe2ca52e..746c4019f224 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:20429e90d1b90687acf3900f92d3498d8a40013c189e5dc89e56d31d581934c5
-size 33161
+oid sha256:8d5f2164de7645156a28151273e5fba511c35dd18a1aa507fdb4b08e6e6cfca6
+size 33136
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 161f96380188..fc29da2a46f3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5aa4dda93b4ded69cc944573a1d9d3d49f99e71c7ba23dfd462865d1ea74cad4
-size 35039
+oid sha256:b990f2e98177e874db05b526b7805b422c6c93bcfd0fc0fa9522413f08a2a8d9
+size 35011
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index c17e55fac65c..f9ccdedda00a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bef1b6136acf5bc9627229a4cc02230d1cd967ec3621d37853961af51b57fe92
-size 32033
+oid sha256:6059e2f714644037b4d7d9fe2c548c9314442668cd2b384c2540b404d1cc31b7
+size 32024
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index e56d42f63f7a..ba90ad7e4912 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:01d00a2bb2c3c5f14a98ca44dc023de2cc8c780530e2e303c56b8f83ae69f84f
-size 33990
+oid sha256:4d089ceb7610a1d852a7f2bc91e1ba53e1c692461509cb2c0e80d9cd4b46444b
+size 33954
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 2977506bde71..81ef7ae2ff88 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ecda65f78463acc5d578e3121becdf492af42081f7073e41ecbfc8cb5189f01
-size 32326
+oid sha256:e34a1fee8e97fe6991ab6865890b82ab0a0b4450e2581764b481afe3de882391
+size 32300
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index c588a85c4b97..f152f312bab0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:97e7bbf13478a77170156da81896b0e89b773f33360624eed2cdfe41d2d1f183
-size 33261
+oid sha256:76f2e1ba50b5a5db919157a3e77f3d25c25d19346162b59f98782a8bf1b25dd9
+size 33227
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index b158de5e4d80..cee335db3994 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8b27e5a22f712ee5c7464f41b2ea8a7239900f08f77afd851caa855b92ee08c5
-size 31121
+oid sha256:da85699193972f46063efb2f06bca576afe95d9fd5efd804180b432ea9a40bcf
+size 31092
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 21b4258ad929..b24fdc954533 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:797fd1cf22f08c3d7b65d5dc754f5a81dd309da0f6b0c4e40da87fc9edf30660
-size 31686
+oid sha256:121ea17bf426541bebcaeacbd452b3edbec268d898062130e09e4cd2baf15d31
+size 31772
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 12f0f421cfdf..821db61bccc5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:37a55d47fcef78b33a68f00f68ed081699312a96a7535d077551c01569eda70b
-size 28725
+oid sha256:b4aed9a63f2077635231552afdc474217a019cae1a5047bf7bbdf2791df56a5b
+size 28696
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 1792506a633f..e5ae00493d73 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:552d68dfe7419e4751557b1c2dcc0beb5f81b2784b215c1566c9db8ce2065440
-size 29685
+oid sha256:bd665139c485564c94f92ed81329886392bdf5d65387476fd3b6da8568809720
+size 29712
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index ba43b4e6dd8d..9f0fccc9e511 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a4d6080354d7886b8225f58a421e12191eb8f83d83ca6f4de3a8799fc5a1cd96
-size 26919
+oid sha256:2b6633a7c89df9053b0edc2f847e39c4dbb600a856610e9345c00bd103c74586
+size 26881
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 7f3f9a1d900d..8542515de002 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5a6eec57295e75fac3a5cdc92deffd55754e2b26b42ec334e8470362c8366a53
-size 29815
+oid sha256:b7ffbede51a1c7ef1d7a9acd81496fddb4ad44aed4b4212958df3a5d40cdea4d
+size 29852
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 1930fa0e04b0..6b17a9b2691a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ede8da1d15dd8dfb7af42159d99fe7ed16c9840d57b8f8b498dc884257618e95
-size 28275
+oid sha256:5fb36f4f3e96aa55c11ca1b426775a30f9b136269b0075a5b500e74b04a4257b
+size 28243
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 929d86ea6dac..6b07d06847d1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c05cdd370e170d6f21e14522bec28b883aa6afed84fd5256eabef225c41e7ff7
-size 27339
+oid sha256:ab5b46f9eb8b8b4d206d80ad8390825a42781dfdd69f93bfb42556a41d4ac71e
+size 27402
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 1b269d1d7c21..714b2a0013a2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f5fcc7e451b4184dcef62d654a982da6bf93afb9ae0f2af26463234ee1988972
-size 25997
+oid sha256:aceb9d1cb9c626afe30cbb887e6e4b211425c55eba15edf7e0f4829f1df16a1b
+size 25966
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index d9bb44aba55f..9271e9a41947 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d85083debc45b3ab93d2cc386b9434d2f0d2d9e4925c6ac42f01192d22776375
-size 30514
+oid sha256:d6febe5c2b3da77030f4144c075c1b8b2eb742a5447c46b6e4a052928af0453e
+size 30487
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 74a16bfad5cd..d068859025c4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f67efb30c99a3941f0a199a5f899902da79a58f4ae0c5f5956962a02c124e28c
-size 29551
+oid sha256:3bb7307e0dd61ea9286f9a0b17abfc3624e72187a33424ce6b071301ae31bce4
+size 29521
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5c4f5836fc28..402a3ce41215 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d596f0c82db4116d48e2ccea7a0a047bf10c50ad04e9bcd030f366e64821bcd3
-size 28102
+oid sha256:9e640f84c0b6d77f479b90bf5bc1f5ba87eae2a66d8c165a76c2eed3d26f02ed
+size 28072
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 42de6fe08817..f37503f24231 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dc01ba9c24f134701f70371e748793da680ef1deba70cda41e6448f1b95d14d7
-size 29731
+oid sha256:73b49f829a7236fd0cd7910d4104e6f6325baa3c5b38c60087268128d8adefde
+size 29712
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index b79338ce3eeb..1c6e447bf4be 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8fa72c08f4ec64d8cfd7b482e483ea20443085d631b251d22d41502d94a1ed99
-size 28906
+oid sha256:a5cc3e8561a1dd98b270f83f41b4117b4bd8eb60698e695d76460b665564037a
+size 28884
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 7118051f9675..a41c5c59c3ec 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8de30283fd5ead7ff7efb8b25a83e29893d3481e8fca28aedfcbf2e6263fc5b0
-size 29115
+oid sha256:bf0f2783cb56273240c0a72c404265514f9ac28cc85ae3fb1ffd7c128919cfbf
+size 29084
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index f3cf30ed6f4a..0b54e9fab9cf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f070f635163192aeafba578afb1e13b776480368506560725d6d6a1cab1ee629
-size 27643
+oid sha256:bf3cba759e2acf95bd58e37337e3122e5f5a83d3de4f994960562edd30fba862
+size 27610
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 433b08510955..881b0a6688ee 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d4845e1861641a347f1097c679e7b6afdd9b8657635b48ce484d0cc9f09d28a2
-size 26205
+oid sha256:fce3a742e4cd81fa54581addb3f0da5acc0a86f02a7311c6523ffb568b5cd03b
+size 26185
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 06cb30ca89f6..f65a33425ea9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:afa10894e6983dfab456d33c1bd5fd26ad88eacea8322b2a7a1e720012bcb7f3
-size 27146
+oid sha256:70883d6694acc72f16bbfad869083a3cd9780556c320f7fe44dabc99a0d3cb42
+size 27115
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index cf30ed57be88..26d1ce5ffbb1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0586f6ae05c161597df5fd161f78d99ee574b8f8ecf22bbba953688a39518268
-size 31202
+oid sha256:00b852ebfc783202655436e7f00fd7f3bdbffc7135b17ff0d74be84226183e47
+size 31181
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 91f94c2ed5da..4a7fbf592833 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e8f3cd513652b0a4386a4227fbd45ff481f289dc627e1abd385b8468abb43d13
-size 30040
+oid sha256:7e3387968ef404a53133ba6424a0881be432f3f020d322b5c6d98faf872c084e
+size 30008
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 563ebb88c9fc..1a2c98df37aa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c7881e43ada40aeee43cd51f39f03ce4ad05860d2f4ee4f923f320f005d3a850
-size 29276
+oid sha256:2cb59d5507b0b54ac6c0ef90af0d204b0d52d6443ddb188649b9c37194c0d123
+size 29246
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index c58c470f4cb2..4eadf9d4bc70 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:87ea7151eadb0afe722b93a546fbae99d35b450c494cca239d25b7d7391385f8
-size 31045
+oid sha256:4ba0fcef141e92b2cd31f9d0f6c7c3a028b98d1bc2528809f1409be3e19e2400
+size 31015
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 0104782a8fe8..e95fc32cf7d1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f764cf6d21a15ea127b6d5ede4e4a1abc77800561293262743dba47bfb8be223
-size 30437
+oid sha256:c31473253caf2de69b820eeeb44f729c9dcd8dcfdcff06d05d6dc22bf2073a9b
+size 30408
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index c71a21ac9231..60cfb2d8188d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3d8bbb40bbcb40434589c2226faf627709396f3dd55d9987e076cef173cbfdf4
-size 30106
+oid sha256:835617e875997f7c42cf3499a860ebbc77791340367e4216df8f7275c9772122
+size 30081
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 25a6f1599a89..c999ca82a60f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1a850fa6ac4d1aa89e6065b774f362399adbdfcf30fede5acc9ab580db098815
-size 28554
+oid sha256:e93ee7c85dee5cfacdb9352cd6da36eaa92c6cdeb4ac9faf87c4fe9041f9aa66
+size 28527
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 5c208790aa2e..857ee944f416 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e915dea13a5b83955c618620af7727bf4944eb7cdbdbafafcd34b9b8ceafceee
-size 27451
+oid sha256:681af63503cc4d2ab787a1f92f010f49c5b40f1ed77cd74ea2c9961063741a24
+size 27425
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index fb51ff7ccdd5..e6b18aabe981 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d5f2f7a51d9305b466b94f03367a62ae74499c8db8913f42c4f82b2496a83e7a
-size 27156
+oid sha256:e426073e862b5f131a828bc0c114a4ec3547b8d92de518bc61551d1728b3bd38
+size 27132
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 84444355e35e..c9afb9bc70ba 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e8fae92fbfa6d9fcf7a34b31d83d848f8a318cb5e61bb88bf4b1e0e59c9c7f1f
-size 33337
+oid sha256:b12c2fb7245f58f4e3aaf912576e65d6f4b2b0ada08fd0e1794a2f08537a215e
+size 33307
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index a8645b5343c9..831b77393a35 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3570948c4ba101a168208f0adc1f734acc4c2edafd00fd7783e7899ae9a1467f
-size 32667
+oid sha256:e3d2ba11fe7001fcf5a9f6b0201c9d31aa8cdca9beb048c40e6f82edf01999d7
+size 32721
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index cdb7a24377dc..a95b459f7b20 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:be346f721da682db1021816352f36e84a0e98f42154a7fc70587e4744a4212fe
-size 31000
+oid sha256:c5c23e7cdbd119ce8c5443133c16b185735e2d7a4d52723a954e1936b2b8f9ec
+size 30972
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 0d4e38bd7a31..493135c98323 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1faec991dc255fbbbcfc16bf3affbbda6fb2db1353e2f94233f5427b46f693cd
-size 31562
+oid sha256:862d23322490503b740fa14071b49249062cb78721d5f8ab78fc26a4e30da954
+size 31531
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 09fc6f5e6c83..478cd41aff1d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5f11c015b41a9761df5c971476fc07f5e8a897fda38529d958301b5a06a9e23b
-size 32709
+oid sha256:3428287aaefbaf9c524946392c17466e89375d34a3c5ce4eca167666b9622ec1
+size 32678
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 658aa1156d78..5c6c2f24e882 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a5d6be93ee324f2b030ac7868d71b3d2ff486cded7d9979453e2548de7ae6518
-size 31911
+oid sha256:281fd92e597f5c14d47c4af6332c87bb551c5b95b902a3ccec45a5140059142d
+size 31877
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 8d73b971ae50..3f71ec17926c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:29947e46d0809ce77a6a6ef11c888a83dd83fe7fdf174a9f68ed15bd976e2424
-size 32481
+oid sha256:bbdd8966f222824d26bba5e1b334285d9581bcdb03d5b39ee4212703ee6a1e17
+size 32451
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index 19a3c423edb0..f7f7d053f1d8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2ca0271dd518fab4260cee770251f6b0e32f1857308cf64bbcd53f845a747a40
-size 31878
+oid sha256:ac80049d376d14c82f1441828b4b2e0c078dc573da0a8a826a31bd7218584fc0
+size 31958
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 051d8fb22f4e..fc45d7d923c1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:84b29e3936f86fcecded2c97a07d23222638aec54be55368feb3aee4fdff8731
-size 32333
+oid sha256:0432e64804f161615902143bc660222e932891ab0176c5754b3c904648aa4793
+size 32415
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 9e2ad56f46ec..975519e82a91 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0ace1e76b51b6f39dd0d61328bd1397b48b93a3204a8080bc47c4416ed70eecc
-size 29973
+oid sha256:1bdfb49766096896dacb4d6c91b29751ae2ae8a72c08fda2d04eb2cc3f8cf5c2
+size 29937
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index a152c17a02b2..c2b091f9a2a6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:55593323b24616a5fe554423c7c9dbc09ee55154c3658fff8e2e5058ef1bc53c
-size 30848
+oid sha256:7f56af9e518da4edda7c69a1d4c2f2962e4542d116804e991299a04953358930
+size 30816
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index b4dcccf520c9..d6a94a063254 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b3d1e1972826404b4eda1cafceb14fe2b9057c734e5dee1903a5f099f5a1b512
-size 32169
+oid sha256:8b3d92bdde8ab37ae227133c27c3368aa798750b746b2780589ed6a58eefbbd2
+size 32178
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 0d7f2928f5d0..29d04b37ffae 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:814bf1f47f8b512eae61c010f6d0bfbb8b000aebabdcd45440e6aba456974fc9
-size 29489
+oid sha256:91c97ab58af78a8b21a725c798a9f5de3bff80d44d82fc2086a632a2dbd4884d
+size 29553
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 512b537ab070..100eddafab32 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2c4ffbd84930c4ac2d3daf5b1a28976269a1e7da4f1130503f68f6008cc6a384
-size 30304
+oid sha256:210ef2c792b4c576b399a53353b6be4ddb5c281474221de429bc5c4dd5acbb23
+size 30271
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index e8f763e575b2..70b380bf929c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:83d10c391339ede71ded18e776ddfa4e051f503d1599ed809bb2a4ef20a38d93
-size 30489
+oid sha256:a24ef2b577e9836240e6337f20a9ec446c5d7789a5a2201aa35cd9dbfaaeb03d
+size 30453
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index e5b09b38cb41..32754e48ac89 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a64e57b3504d717d844cf64c39cbf652fe86ab2a18871b6fd55b5891054e6200
-size 34962
+oid sha256:877378bbe4828f907d5c09bd9e0b03aade6df5531f3c57ca0b08f9aa23ef76f9
+size 34933
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 870c9963fad1..77f114f1af86 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8040d7e6a7f299a03f8064a2d5cc6db274bf4dee195dc2e29ce4c3d15cd63058
-size 36889
+oid sha256:58c8f62ddc26d200e6e37351ea6021ec712d5fb41f74dd20fa590e02c03f2ace
+size 36858
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index 13472b619a30..a25e278b6c86 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ac7fc4360929cc6d4d00b371156efa812a1a2319c489258b15689ad7279bc21e
-size 40961
+oid sha256:87f13bf47c8da16ab525d2507abf7418f2025e5cb13c478dabba6c88eccaf067
+size 41100
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 64a30fa80162..ae0644508ce0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:256a611182be7ea58f86aa6ea4ad029b8b2f1d94a5ed717cccf49d8a87439013
-size 35393
+oid sha256:114611540798469f97ec702cb89ae949db378d3287f32bf55de3d9e5615e097b
+size 35459
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index a8aaaa7f80ca..903f3f181c32 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:74452459e74f2e8f19a12097c8a4d818d26f79187dba3412479c469be0aa37cb
-size 33186
+oid sha256:99cd23be31e34e34ec451bc0fbc02ced00fae73bbcbf379a287f3082fc9512d3
+size 33158
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 12ed0a66aa73..ff655dbbef38 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2175f164021125de4c9f9e27ed427d684e689e8c53ad0c7fb2a4450b3de44fac
-size 34883
+oid sha256:ded77242a3323bffbc2fd0cc1c55823406e4adf9c76460008ca0f92a5abb8f65
+size 34852
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 16ac4f2eddac..6d8e4bc513a9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2d8ef4f33a173bd1dfc3f061f324808573695cad471daeaf16d813aff9c1a15d
-size 32492
+oid sha256:5a5358610d7b18936f472057f086ad4c10e9ad1d7f6aeb6781a73070ed2d26c2
+size 32472
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 385f63a59ce7..1e3b5b9d9b7f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:248a78acb51ed09044ffc9afe6dc59ebe4637a85f2bb9016e7b57cbc28ea7644
-size 33935
+oid sha256:7cc337310f5b12ddc8bac2def3f818e4c1683ecc0fcef367a9724481d206ad29
+size 33904
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index c168b704ee56..41b54d2bde4b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:60c03430c89684172bf8de28a4b5c93f900dfc23f41d2c028241ae503bc30765
-size 33072
+oid sha256:a7c585d11189789e4a5a46ab1b7f68a76f8cbe62aca7b3415508cb03dafb0581
+size 33044
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 17452754bf31..7ddeab8e3af4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1355d1cbe7dc0a0982f49fdb82a9859ee26bdb8e540ee79bfa284acef2babadd
-size 33865
+oid sha256:4fa0669dae17b627f4047b1c798099a184ea99a1f47447674228553a2e56ac41
+size 33836
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index f184509e6889..eb2ba807d8fa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:faa393d8dbae59f902b9e2b6cf0e96b9e9e8ca499e58efefd0563324858680ba
-size 33172
+oid sha256:2131117553d168af0f2c63c125ba69368e06ea33de975261bf98a5d623c5f600
+size 33223
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 628b725d1656..6389cd5c74a2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c7f6c900a1f74da5aa4823fbd925fa36cd0fcf57f6a646d294578dff118619ce
-size 33447
+oid sha256:ea9f89ee072b0d18c802aa71a277f57065db5221b49dcf70ffdc44ca91a331e3
+size 33466
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 73daf0cf70bb..d158f23356f5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f4d3e7161c8097c936fe53cbd297b2a5ce50b89a0aa345d9aa3ecb8bb49075f0
-size 30255
+oid sha256:1aaa1ec4152b56f4e599698f9baaf11298fae10c2ed046a3e758817939680852
+size 30221
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index f649f6b2f68e..1208d7b82ad0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e061a530235915254ee18fb2f16dea1fefe533bb1bdac3cd626a48aec65b2f65
-size 31326
+oid sha256:6e1d8c33ff6884d16e66d404fe76c943b1c65d2a32e673707c23a079e03fb142
+size 31294
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index da682f746c3b..67f47b675dd0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6a5edd8f4c464f94027bba7fa669cb965fbc5c10bc982851145358f753234c6b
-size 33586
+oid sha256:e7b81e8b5168764e09f68fface6c18f45e8f5ce21cf467369433f3ef648634b6
+size 33619
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 59c9047d7610..4c620a26fdd7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:24d13437b16326cd42b10e599125addf6ce49f866efc87661f031ca8945042f0
-size 30874
+oid sha256:9baa79412dab3aa74092987380f64c1c7a4f596fe3885d2ff7e4e755507dd6e5
+size 30924
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 21e494304bd9..0c74e6dd0e56 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e75036c10afdc9c3cbb76aa2c889ab350cccc90e4327dafca1fc81cfc70d9e30
-size 31087
+oid sha256:07667cfd0cc94529ff275b7ccc9433703466766eb0f13c5500c27c74d53b89e2
+size 31059
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 1801742a8e90..caff87664af1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c790fba1c7b2a6a31efbd3bb1ce2118e48ae07570b69c0153c27629495407298
-size 29811
+oid sha256:70867f17c1300476483462ce7982747f15f148e49a5386607d3e4f565b62dbef
+size 29777
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5ad3a0535ea6..94a0904d4410 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c241298c57de97fb6eb22052e64595994b656673420dc2b93e165ea9a2390541
-size 36716
+oid sha256:0fa5b4fa121a71ffd2f3e28669e901df60971a948174fa78d0a0c4ee621e5f8d
+size 36678
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index f6376dc5aae8..7b13937fc27e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cc4f84a183de7851b40dec227df66eadf925f064f770a6334280847058661d79
-size 36519
+oid sha256:6524db4d54a65ce2adc05c6578b3ef00eb85650c8d9d7b4054390e4d53ce5178
+size 36719
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1b3bfcca3086..d8e31f16135d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:260c163d6c2263be57a4a2a9fbaf5492a97c42591ab8d597aaafc7e7c87d93a8
-size 34052
+oid sha256:71b80cdf45f21bef455c2b8d42debc9eef2ecf1d2584b32eaa2603292d524fc2
+size 34023
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 30e5e73c733c..837df56c1845 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:26583519aa3bcb7a5c0ea568b7e62a11b88f7a15abc19ebddb9f39b64e054c9a
-size 35960
+oid sha256:4b7517fa116cef9d87a29018b687f85bd8c82bf746af728f7a60290996cb32d0
+size 35930
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 82dd41cb6028..8cc6e235f058 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:309d920aa65fb70bb91b1adcf9e406c76c1a2233b9532943ce4739f49df6984a
-size 34782
+oid sha256:3af8b5213ae038b69eaa4ef9c6d989065e226aa3df522123d53349c1241515eb
+size 34752
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 04cbb70c1697..944beb850770 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:918fad10ec5515110e9eb31b2bc096c1238b0752ef71a4f1f152fc0e51f6fd84
-size 36735
+oid sha256:6ea34bee91c557a4b49f83de5652d308792e67502f937d4e6599aaa1c811dfad
+size 36802
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 8ad6600c74f0..9ab764ea0bcd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:55b916c2e674adeea898365a5d00cfa12e4e40e3e65b3fda3232fc58a47a2af8
-size 34259
+oid sha256:bbc0f870f3d0b9866053d197df3b2701b28d7236b9e39e447e54bdede9c3d7b8
+size 34237
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index e24b47e7c17f..f1eb4d36587d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aa36f12f606cb91f2e2185cb8cb53a49b2fc2d50a6f2f359041ae9ef9366f357
-size 30131
+oid sha256:905dd179045d6a311d631d66b9456b0c0185eaca661d6a6c12b4e19316f99e57
+size 30232
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 3c732ad70c7b..4f882b9deae0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7f98124bf631b23a40c8bccc56f606247508490adabdbdaca4bd98b5c3499d86
-size 32978
+oid sha256:0fa1d3b213ee4076458409cb61a767869b76a3d658124993106546ce71379bba
+size 32949
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 598d7f9acfff..d38b591e3bfb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:120befe1098688d78e8efc96f7c5ae64abed38504265f59c333973ab8bd4f6e4
-size 38935
+oid sha256:5dbaf90dc4cd59db1a1b1dbf4c953ab20964aae568c625c655fdc2565b2b74b0
+size 38904
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 14b532c5e097..3290d26034ff 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c97eb29900e25aa9939afc3c0b7056c7f87eee82b059617076aef623bdc33e65
-size 36248
+oid sha256:baddd48b28ca7ee2416e890d4193a74eabb6da39f223514a8dfb0d0c830eb75b
+size 36292
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index baa0ebd2b56a..5d0b3f6dd731 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:120d490a2b84a19c793d05c6e42d3460e91047b614e9376445ebafe0e73ed692
-size 36814
+oid sha256:6cee99129cd2990ded9f7e3dbb479e4acfb0ac8f62980f503968a3fcc472bb06
+size 36784
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index f83506c5edff..9ca6a78a0879 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ce0e648e1a8d8b39e498584e4b913bffa5cb8c3109e7f725ea18a034c510747b
-size 37341
+oid sha256:396b2e2e0a05ef0e8a36ad923e9cf919e67055fc79295eaaa5b188b7e8734aa7
+size 37307
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 2addfb612d03..83c03882012e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b5faab990a8a419b9b5f07a52b0e2148fa85c4a708d5c091694ddaa5e2d6f6dd
-size 36202
+oid sha256:3daa743717e0338f1b7a040224195f406e32da3910243c5ece16ac5634e2ed1a
+size 36172
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 2de74253273e..98e57614025a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4241c9382302c2a8450f6da7e207df76e7c33fdd7231481a4c1ebcaf920a2036
-size 37705
+oid sha256:7be0bfd4c57b1ded610b3fe6698efef5b2db541f5c9a42b2ac96cc7543b4332a
+size 37698
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index b44ed1355802..a3010e0f9b5e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:166e784b2bf503d9da261c6eb2a0c2e5bc3b12789f1c446a1f6a52a223ea21d9
-size 34178
+oid sha256:fdd7f1f0796f6b84490d516d791afebe9efc8075dd1787c09013e7522efdd7c9
+size 34146
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 99ea17b0685d..47e377e1742c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fa57008b14c83fac4d67d5fe9bd8de4998f817df384964a976b73b5557692bc9
-size 31244
+oid sha256:42c99d234e7ad6066923bb112e2d33fa313c7c10dd70aae51e411fd7ff80217c
+size 31292
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index f8316e83725e..d1645516a0d7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f8d16115fad20f9efb7e666b814567be2abe720ae4b37323bb83d3b146d67e32
-size 31348
+oid sha256:da85ef279202659d833f1fda76e86c6aaea1ac154bca4ee24434a7057b227adf
+size 31313
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 046cbacc694c..bc34c6d66ca7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:877884cdd5fba2649190c386416587040f1e73fb0efdd5abf7e499fc1a0588b1
-size 30294
+oid sha256:28aa3c6fd5058853da472d926c207a26c485ffe022ed9ece5b202c70f64fa67d
+size 30262
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5bf26119084f..b4ca3a353cdc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:92d665f8b8efd90cb4836920c04569ed79a71dfb17de7eb148dbf5ea948091dc
-size 28484
+oid sha256:39dbfac417587129310822753b43acfe326d6be813ee013c72c6bfd20a5fca93
+size 28451
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index d0dee72b7733..2d3bec86541a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:042611073513ab930666f9f726f4385b5c387923b1dccee9cda5b0f61c4730d6
-size 30515
+oid sha256:1be2e16667404323e62c2454afdf09bc05501a3051c9009d3c7131ac50fe629b
+size 30482
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1dcb711362c8..6be13ec0abf7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:93da706ae14cd6a85ff918e93fc87a834c7c62bc4aa1de5a3b616a53d6548c25
-size 29078
+oid sha256:0a6bd32497a2db206606bb1e4b9ed5672979740a51972b2aff26ef57d4fd2737
+size 29048
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 603849048a4c..ea85ac7779d0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d44b0492832df6b23345b76417743a7bed20300ab5af7dae51d53b9bed5c15f5
-size 31328
+oid sha256:5f6b8545a181c4a3e764e3e44411ca12b63f123d73c1768e068e7fc1a84e4836
+size 31306
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index fb32adc4ba37..a4b598c80092 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ab2355c26457b3269d3225d47f92b18a20a689eb6eb034f4269e59255d10db60
-size 27374
+oid sha256:146c84fca920f2f4430def49d36540640094ae5225b36aedfc641569ab6e4f4d
+size 27346
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index fa0bf56b40f3..6edcdf680490 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3a6c9d260e5149bc5ba9a44ca57b877880a2e76c4864a8cc47a4b9118fb062fd
-size 30658
+oid sha256:e27f4f56d62a3acd1154b787fd65b2fdc10e5fa196f6fe0daa7e65e383970498
+size 30628
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 520253522a6f..82fb3b180b34 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:386ba85b7992559b2ecfdeeb707444708565ba854e1c71abe922ac352098591b
-size 27938
+oid sha256:9b8e9f39f9d6ee8dce7bade9784ba47d363dd6a6a5552470fc9b59cb83cf2392
+size 27908
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index d04c04fbef8c..8f49a63b8b4c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5e41a4d6d19330d5fabd56ad735d01a2b39adb0a07139d9e066aee5ef23f5a5d
-size 28389
+oid sha256:0f3ceba89fd11c34ed8a94d00ab9c170f9f93f4ad1628749109974bfd925d243
+size 28366
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 2aac0d847f7e..3e9856586965 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:925b18cf30dfc4fb6ca292837a5c3f42a7efdd1de3b0c58f355c139f2ea30241
-size 24654
+oid sha256:41448b547d0050481a10f5440bcf24eade57ff095d43cbd36cf4e052ea9f13b7
+size 24627
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 079cd63902a0..410f30f0bafe 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:abeb846787acc3d51164189389123f6e69bc31251dc09844eeb9eee6114107b7
-size 25549
+oid sha256:6b6ba8cc734b0f03c732d95256f1c13c096f5a0579de05a8c385a280047f5dbe
+size 25521
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 0ad9a7aab512..b81474908bdb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8f2ee3ac97b2e01557b8cb33c629f4f9a9a0455470324e2f899bebc2cd988cb3
-size 22125
+oid sha256:278ac1cf70ee692882fe30e8b9e2d4dbc4c63d90805e453453e6d619f1cecb7b
+size 22093
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 8ec9ceea1ec7..c9753208a8ac 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:92427323e1c463b71244bed34f9ce93073433c7f0499bdd8f1abeda79c6bc784
-size 28280
+oid sha256:06fd3ee9b4e5778df850548d2f91ce0726229cf2b9346f0c751f794f19f90f41
+size 28254
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index b336e8b94e5b..329e7235b2d7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:52b610496bb03377f91d65737257fc69c2ab53aed54731ec07ed1c719caf9c07
-size 25340
+oid sha256:369bfe8a43d5eda214d69f9f95d6091eccfab70394ca28755c3149a7df125822
+size 25308
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 98539df4b7e9..2a08d0f466cb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dcdab600e4553f7fb9a5c10e6b94a1d4e7281f75851074ae435f44deb21d2359
-size 26008
+oid sha256:e244b5ee3e3523ee3d78635921ed3a931714a4dee07b9de293b816184fbc5eb0
+size 25975
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index c8ba0b3a07b8..7300a9b81715 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0441a7a8565e29bb1a5d48b154829e623d05d41645322f874033ce6640029927
-size 23089
+oid sha256:a7e7fa69ab68d6cd76750d186f4e9054109b09feda57fe40b396e8a4f6c0cf9e
+size 23052
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index caa1871d7adf..0511a91fea8f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4c5c7289cfc1a3ab8f7e098898bc02058071fc2e6f5f1ab783635fd72a02e9be
-size 31156
+oid sha256:69c43d706ba0e7c63d6927a1d951f3bffa070b5b625e98a8916a1aed9e72513d
+size 31126
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5d02eaddddce..e282c42d3b6b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0699776dedbb990bde66ecdd65e07c0c7f0b364b165f99f76335c7b8d8458a44
-size 31181
+oid sha256:e48ffb4ffdb80dcda6ff2c7ec57c479cd692ff27035091c6285b5484b41ac40f
+size 31145
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index ffba0ad62b5e..3cb193f632e6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3f1cde56fa7e6bd1b24ccc82572af5752b7d15e784ed92153f7032af08a04dc7
-size 32109
+oid sha256:49079c2415fc327853aaed15c23701ff33b9428569fda9da7476307546ab52b8
+size 32078
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5c741d95c911..d26ff2b4579c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f5d81a9b8d552ac207e7733c86aae652135175eae03b47fb99af39183b941083
-size 31604
+oid sha256:c89441e4326df3ba841b88e6fe216acc2014b0abfb88c977950e86e723e437e6
+size 31578
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index d6beb1ffea11..9da5ade5016b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7c73ff11d1b5ce858fcb02a62359d58f5d1a3373cb61deb044005576db304179
-size 28283
+oid sha256:61628f62a2afeb6fb8422ce38ef0412d3c143d42f3db6009e8300279e7b87de2
+size 28250
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index a0bd86814717..be1011969367 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bdfc44bb3fcb4ff7d13cddba8628bbb01ebd3d5fe77a035a75af864beab62c9e
-size 24784
+oid sha256:8a8c91babc1ce49a75016262fbd2c6ea94acd62dbd489132c8379cff90a64180
+size 24762
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 38c2370a349a..08a4c066b5e5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8b9f1faf0ea169d85bedaf9fa28b460f506ec1453ec3e91d76e6b1aa7ea1870d
-size 28452
+oid sha256:897a7cb87a079185edc94fddb0efe8b397c709e939dc4ea60c9902d910ef7588
+size 28420
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index cdabc41aa965..6765b10db206 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ae0e8f3a917b768eb5f89b2e20dde858bb904dedb83fdceae9f43c20fd88c545
-size 25788
+oid sha256:154c1f284ee5dc9b7f6c64dd0857f651984351c1f3e2e538c8e5ae76f90217e5
+size 25759
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index b7dbe9fd9c47..4df09023e766 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ff2bf354d18646e25865aba4578d29ccf3aff31eb4aaf8e98b1cd13d03e37581
-size 32504
+oid sha256:93013875e39cde2fa0fa517c8dca27c587305e5699dcb9b1e507e84289cd80a0
+size 32470
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index ff59e67724e8..fd64aab37800 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:38cf10e01e698ad4f107328389c07d9d8f8d0df05a19dd1c2f3e921567af9611
-size 28913
+oid sha256:59c5cab13a65d0bdaa98443db22486fc839e0d87cdc16cda8537940b15e3555f
+size 28892
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1084e2bb2a89..24cc86220e50 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:890c9c6f1db040feebfd7528ac132cdad12c72ccd4ba868314feaad96dcf6595
-size 32925
+oid sha256:cc566f9e5491b20ff959715775dd66123dfa92de8f9435e844a46d46a31ba4cd
+size 32894
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 0fa85e8859a6..32dacc73ee31 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4418c01937266616beaf5a25951044d4340aca60efb7799de3e7f99a92c961f8
-size 29837
+oid sha256:4335ec8dcc16d20704d711107b752ce5e72acfd45bf896204216a9c5fc5921ea
+size 29814
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index ac4f86562169..60846710d383 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e637299b7b7f9b30f0d728ee4dd4dfa5741868f1058b7f5e9ac2864c4a2a37a
-size 33177
+oid sha256:d2f219bbcace658578d93f030f6f80f32221406ebfe4db5dc01fb425a0eee37c
+size 33138
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 76d5bbd69d19..1a6bb6ec5921 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fe63320535e08043a2ecf7e0a26187b5fe3f28a5965edb6ab4c12ea551b773fb
-size 28116
+oid sha256:87488e1da5ecabcf517ef4fa4cb7f47528f050a47c0be083fc11fee0f77f2b54
+size 28090
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 039adb16d412..7fb97c4ecfa2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8eb7921c9caad5d46250e6baedbbdc2abef0f9c088652f68e05fb4afad13bfb8
-size 32910
+oid sha256:2cc482c86a23ef3ca94a3df3e027b2ce087027b96acf0d0a5f169a1b411ea717
+size 32874
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index c3fc17a8bf33..d5eecb1e2dbd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2cbc2be8c65ae217900f5f483b49addca6c97509f81b122e4a125579fb4c67df
-size 28984
+oid sha256:995829efbbcc9f622bf569443425d07c442402bcb1202cb448ea3ad971c2c7d9
+size 28957
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 790721b0c019..7bc12826af04 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c5753980d96a702f04329c5030013672e66594ce801549e19daddfc3e110e6ce
-size 30869
+oid sha256:fbc6a28d12822cc4f69bcca638019fc84c4d1fd2040454800ce577d4f3221f26
+size 30839
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6551463d667f..f93c3a4623db 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:200582f1d240602aca7ef33482d06665c91e16ead9bbf0816a5fe5ac16f4b068
-size 26897
+oid sha256:713d21970b652b884cb990aa93e2c8134e647cfebff55a1a82d691c20abdc9e4
+size 26868
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 7755f4a553d6..42b228dc40a9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:105e220f63b872e3882c06cb3220c47726be81513300076d3d434bb0f77ac6aa
-size 26227
+oid sha256:56130b17b3d3c38ea5b3e2552faccfff8a5c8ed0f591dcb8c092d05b337ca5a1
+size 26194
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8097e553b8fa..e9aace48ae2d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ea368f0b529b66a9d52f0295f28c950899ec3e928bddb52f1904db49aba55a33
-size 22973
+oid sha256:2edfe8b01b3f81a67d435bab67d8ee393335075f9dab40e6e453f71ae0982cff
+size 22935
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index e96f8324823d..8a1abd401c95 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d6b462e086e58dad5fc4c6f6fa8fca0bd7813884079249b9929e7d8be32b9b4b
-size 30720
+oid sha256:10a1afa727dd988de8117ae8867c004b96874fbccc37f01047ef95fa2f80f2f6
+size 30693
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index efeeac497be2..9a642a3a919e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:910d93584a4baef24e97d191be69da2f8e199f63cdc42519a299ec291c926d9e
-size 27733
+oid sha256:af8e6ff3bf92b45a6dc91fd451f014ade1e7290c0635d24891c0ffd21023f8ac
+size 27701
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 2ba4a53def4c..1a5d8b01621c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:464af9dfe3d96c843a539aee3eb30fca35cbc99b8d0ab1b63e7d21b8d8d19d6d
-size 26936
+oid sha256:5ba46f4b603c69a61128818a9898b00af9078dbd2c6ab3152d6d6f10103f073f
+size 26902
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index cfe46450d422..c20bab338ce6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cf186540a362187ccc7aeba6f4b1f8e146dfa36a9b147334b761cb6fa6561e0a
-size 23979
+oid sha256:72834f202cf135363ee4e6fc8c401eae39a22ef12b53de0471efae5a330279ee
+size 23937
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index cbf7f361c6a3..ddeae109c9e9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7632d6f23218f3dfcc7161e36675447355fd7b6c9d3596719ac84f4ce29c05c3
-size 33291
+oid sha256:0af692bc425f302df9266313c8c147a7b5f0bae88341ceb8046e4ee9029f5f58
+size 33265
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 79166d4f410c..e540894c80bd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e4312bb34b04ccf871319b69776d81ff6df42a286a67bf85624a4a4347d63e50
-size 30768
+oid sha256:61084c05fcd387d8404ca36bcaafbca33bdd5823b23f6aff66a13d295ba88980
+size 30736
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1c806fdfae56..c6f325b63fe4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:15a0ea556eeecd933d87f009663074602531d41df8e9b3fcce5a20668f33af85
-size 27268
+oid sha256:fbcf84ff13c61f3b9a6476a41cd4b5da7d35760efc5d593c23cbf7f9bf3d07e2
+size 27243
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 052c2adaa534..aa7b9eff86a6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fd3d2352cd960ce8b3a29ace17b753ebc115491143e9c1b378bd89d6c66986cb
-size 30554
+oid sha256:2141f62af4991492bf1fa31dba92860a0691bbe4f8f1b04b52c64faaa5c42705
+size 30528
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 38796c72e2fc..2a698229af92 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4a43c961442230e20aa807824d94a6a5673475b7debbc40594ff057b5a1026b7
-size 27820
+oid sha256:a68fb9bdae4837a890901807fd32c54bafc8ec90c48aac84a42586ebdc7ea76a
+size 27792
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 0dac13ccb412..6e08eb7af90e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b4d76243f7ba6d9b3f8db54c43aef5d3507cd840e14f5c66804044996638a804
-size 31217
+oid sha256:b8f4a07d1e0ab960c726f4620151a4951a46a9b6f9b1e0c8b1d181e2d13f0de4
+size 31185
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 3c68a91709a2..24ee87d14744 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:61085416feb1eadbcf008d95976ef70213b0996f46c258e2c1efd518e4745054
-size 28374
+oid sha256:3e9196ebd7b852741309c9ef7c7f09f5973699cc0d06fca3c1111e2bf6452b73
+size 28343
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index f363cb3cb06e..2a4b8539b5cd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:81a4fd5005aa191586f329e3a29c60e66cb0b52895c73b676f568d5f31ae8b9a
-size 28590
+oid sha256:0d12ea76a74d45be053045c0c81b056074f62e7d9719beb80b0567680a4664e7
+size 28561
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4de12e1afe43..8f2edeb84a30 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eed6bacc88262b6db0ecb5dd725f2ed34642de073357ce9e3ac899de25d850d7
-size 26854
+oid sha256:84d9fcbc8f7fe9509fac2ce4b361f60a11b4610d083d49a02b57272916be756f
+size 26821
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 32e7f73f5443..87c22a3ce7e3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aa63d7bce49b8b46296566f81abfa536fbc0d0ef0efe4c646c166ea41b159754
-size 29200
+oid sha256:37bd7380cba81d0dd32cc4e5fb5f5e65d5307340039ddf6f5f75cfa46f5bd66f
+size 29166
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index ab0015e18b04..237c7ac368a9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4bc2e6fb3d91b00533218994ca241e094c6283c897869048c8cc3ba15e97e8df
-size 27531
+oid sha256:fd201ff5e0923f1ee2b507408c2a9d32f91f433f3ff6fd4aaa3bb2bbef9d30e1
+size 27501
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index cb3303fc528d..218a9250db4a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:526ea4d6ebd6ad6d9ef4af62a58e909bb58728e4398f7fcbcf2cb3816ff87867
-size 26075
+oid sha256:01270b481e3b597e5ce64e3afa0b1cfd6f108e4922732689e763b6b098069bae
+size 26221
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index c7057300aa7d..594d26219d18 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8523d58d11103a51fb618611c99c5eb38f0f31fd4de759a8ce55fa60352f1fca
-size 23116
+oid sha256:ab31fa5de96a1e51def9a10830240134a02816e5016a101ecfa772ce4941a85a
+size 23086
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 30288db31c07..bf7a984bfa71 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2865611a32c94efe2ab784184ec527b5e812bdc04e43cdf6c9cea65907b7b5f3
-size 23592
+oid sha256:d1a7cbe97686cc009c012cd62562e89e94e2219123086ad7c0c9cbe05c45c305
+size 23628
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index e9d9d6c62743..ad1ce97e3ad2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4e0a0442adbf546d40a1fa1524b6d94f32ff831339f4ad689648f035d719d9e5
-size 21126
+oid sha256:f79752b3e995295ecfe2d4d340419df27b1272ec7c7cdc22b0dcbba91230e6e6
+size 21091
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 77b48d1b30dc..d2131096d920 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8aff05d910ce80bee72791d202d33ccd7dc0abf5fcd81ee9efa8f608ddf7eee8
-size 26407
+oid sha256:a3494281ecae1aec5a98cc6cb986ba460a47900c0e07574307884120ee94864f
+size 26469
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index fdd1d59c4f07..a96dffa618e2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:75a82891b21f1318b495f6f285766fb885c8fb8220d44dfab421ba1c863aa3c4
-size 23747
+oid sha256:a09d1ff96878031499f8ce9539ec7db6da589eea2890c7808d92ccca4fdac03c
+size 23719
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 6643a8964d4c..b127cd903b55 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:47bae7297655dc44ba093e2760bee21f015d0242e933fcc8d999dc73adba33f3
-size 24302
+oid sha256:313fc87d6114285509b4c462d5494a1f118d2357c2b916c206f491b4017e2df2
+size 24352
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 0ef384515998..af145f13df7a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:991909db01570fb7798fc14764532885c19ececf6b8f6cbb7ee09328048e6561
-size 21841
+oid sha256:de2f32f5cefa2b89efdbf66b37a076a808ecaf7b7cb9a43105155f5801b6f91f
+size 21802
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index b8e1bfffd46f..1872da3067b7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a7f1d7829ef679f8055d263e4376e887d2cc87fb52f9d9282e3c67707df62696
-size 32562
+oid sha256:69536041a6402c417a9f794e725cd523575fefa02a6ba45fcf46ce36667b76b0
+size 32532
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index a6622e9209bf..79cbfe382e90 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:de61626d5fb1170417a59052039a8b35042bfbd1dec9f4b2b6060e1f9316175b
-size 28993
+oid sha256:1a68d8003bf1a679f613dc09d74fb177fd61e2f37387086f684005bbd06ce249
+size 28953
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 17768c8c18a0..cc41d9e321ec 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6fa8ddce317e824a1e0bb4c6e993538bf3b976849eceaf5f51c9728afac49d35
-size 33393
+oid sha256:659a9046e6687a76d59853bff5af5f96593ce99e85319fbec86006dbd26a6a2b
+size 33362
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7960d91806c6..2378f06ef3e4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bb9e0f4077bb074cccfe01143c1e4d812bffc612151277c00b2d0dfa19f7d462
-size 29439
+oid sha256:df896297fb6490d5c9f4a63f78993b00c766bb9a31149d910f218c0ee62d58e4
+size 29415
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9a418abf460e..7fe4d484375a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:03475632015e55cdf4f5490f204b7c32121a0a2595af598258605063694f6830
-size 30847
+oid sha256:8c7cfd32d3e799eb9d9cfadec9542a65146286bacfec865269017cb57b728568
+size 30813
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 88be065ac9c4..5a0791325cc4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:034558ef5f6838a61c9c727d42f71ce9acd78f04e697c6dc3c3c33e80b90b079
-size 28114
+oid sha256:c6f990747bad00935c582892893291a8c085b55e6456ab3934f129991cb1c31c
+size 28080
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index c97b7ee0e268..80f0e2bfcf5f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:46c3fd8db13f9700c1e7701e29c753f33e8f142f6837025017602e4bfdc18fbb
-size 31420
+oid sha256:9168c7670de8774539e838007d7fae3d01c7d2bda26623633d44add879aedf13
+size 31388
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index c4db788b1c98..107a8817e80d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:efe897cd10a5bf00255d0e3623d8d3b9b021a2c1987e89a60d7841455d4e9f36
-size 28521
+oid sha256:670f85281628019f78a0a3494d0782f889825bf5dd897fc7532473463e44a46f
+size 28491
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 3be3f91ad8c2..12c18ef0c0d3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8252522654e2ac616b4cbcb8bb3d026c651734d68d2168d5f335456d750bbd18
-size 28506
+oid sha256:a004cf1c325851650a407c9f0596afc74e8b719a6d435f0209cc4e8859a3ca40
+size 28591
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 158fdd6f4c24..2c062f848e90 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:66296103bfafad3a3b36036ff2876e436609688e5552dfe1969445a3cb919294
-size 25536
+oid sha256:c5acb23ecf4a0b2cf888af41afcb1670b12fa53521e42a6ec373d9e233f2bbca
+size 25504
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index d2ba26e12362..a550852d4130 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f97495fdf582b23a1624025d40cdc7cf23e34900ed8c5c4e28b208a1284d526c
-size 25069
+oid sha256:3c6143ede98587ff20aee28fa262318c5f8ee8eed3891eb9a19d9f460c70da56
+size 25116
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index fa68a8df869b..b7d428670480 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c3152080c9dfe35845490d0ade8478892375902ff760cf4f8ebc13dc07df20c1
-size 22733
+oid sha256:e3466bdde22b6e3a062204674dba0e4af3dfc0f562d49de6859609bd952a6e23
+size 22702
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index a1723dd441b9..e2e6c801c840 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7d61caedec6c250d1e726d66f00831e2f1a4568c28b6457fa486c70a6cb91868
-size 29109
+oid sha256:3a9081d4ff00ed66d52e80e104b8b8250cd34e41e14e50500820109a2e5ece3e
+size 29223
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index c36ab056cada..c8e854429c63 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e05f4fb7d2c3973c9e72356a0862e523d6e969e45a39916a2db2df2a2dfa4e48
-size 25919
+oid sha256:849f51d57fa4b8894a5c433bc22704d7e415947aca22c1da92078cb326aedd66
+size 25888
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index ba34917856ab..f710d8c9581a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:19d34be2a7717e7e78ab0ec1517ca8fd977202b7738796e9d66343c46eb0ea4e
-size 25752
+oid sha256:e95d647202f53a614936a18afb1b0ec3a2840a49a616861aa2ab115c868526e2
+size 25793
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 69a211aadd07..a2f8df30e7de 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2a3659de3b5c4efdd9a7217bdf6ebfe8196c58494378f910e65da4dabba3ad1e
-size 23238
+oid sha256:20da8c898aaf24c6995590735fb4e18e3eb2529c8219e5db47084499e4f160fd
+size 23198
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index d28a832354bb..5cb29f5fdeeb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a3b69f16a9c6e23553537e66292912f92253659fa4535eff9509e626e6086c79
-size 32576
+oid sha256:3aa31b29384df198e5a2126d019b988f48d49f4997dbfe9fed69825419b5e1bc
+size 32552
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index d229ecd3f82d..1650001c69ee 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8990262414a55f511d4f2037b96e67773448ce9aa7a64f110ce83c8f661d5443
-size 34784
+oid sha256:6b043ea1b6f608d2507c8965d39e17a0ef081a5cd63495f254dbe7a2973e86d3
+size 34756
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 960d95541354..0d039195b4a2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7e2d567097bfa04d1d5d1b9063f63811bea5914bc96e4f4990b450c587a7e4bc
-size 30592
+oid sha256:35e09cfb92e661addf0e4cc4c9c40fde9e3e012e28495df97627bd28fe6da42c
+size 30567
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 91f2f87f9809..5970e8fd8755 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:27bd63747768b51731397a25f29b36ae49da1f5302d9b3b8a89a29611904c979
-size 28045
+oid sha256:a5485fd08846e0b37727fc898be2ca7bc38cb9e3c7ddd19ea1185c7cbcdef496
+size 28018
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index ef97f63c7f62..e291c7a7e71e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:558fb346db03c83a21d11a526f0d5327d07a2b9aa097cf7b07f0cfe6b16e8868
-size 32031
+oid sha256:b21b77a63f5b7a80e47e022afa173d874b3b9ea622bf7ef54ae849e2ee387a56
+size 32000
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 69abae3b5112..7e9c68f720f2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:955cbcd960d169e4db46666faba005a7284ac4443fa9cfb75b794ccfbbc2be5c
-size 34115
+oid sha256:58bf4e9b34ae57ecb00cbb813e7a5557b4fda534da318c0e0df8c51b73d58fd1
+size 34086
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 6f03b87fa6d4..a8387506a1c5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:33dd39f068dcedf50d139ce38734e3b3e5517fe9753e300fc30d434474954f80
-size 29554
+oid sha256:d042c2e4af0ffeb00ffaeadc71b7a95c3bb21ab4479e4015d3a80700dd77c443
+size 29525
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index a908a03c5ee5..99de595c5f10 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6436a8cd9ec3ca30e1154ee69a3dfc3ea1f1d066b4262ec8781ae609a4fe261b
-size 26932
+oid sha256:0b67e991ea177e1c9478dc8201ae8e2a14b380dd21b1d53149c0408468f6d1a0
+size 26892
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index e12771609efb..d66e49e125ed 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4cc3894a459da78aff987cce28e8399efeb31e7760307af178be7044617bb6f2
-size 25357
+oid sha256:c891a420ccb2edaa818368279856bfe9f3b608fb723a34823ad2cbde1cc1be1e
+size 25322
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 56270a345795..bb3a0e2359b6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:428b3adc9df18a6a5a51a84b89c9ed800b8a567b14a89e3d1a287b4a7962ebf0
-size 29177
+oid sha256:e9135dfb6628d83d4ef34cd8c194233c6e90235813027fae4139ca1cfa805f92
+size 29148
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 77a031b9d28c..2cd3285b8c05 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a0d810001722a4cc24c4e006cdc010d9e727afb9b76ad29a122e314c209324a4
-size 27534
+oid sha256:895b331f0fff2533f3f88a4a593929281fd1bc01a75525364d093bbea9004fc7
+size 27496
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index cd5c37c1db68..e75b80511088 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:45e0f2bf88607ea42693408c78e461f0c08018304ad7beffc7de6487a369646f
-size 26037
+oid sha256:0974fabdd193c777aa3e4bffcae75649ddd662855f9fb18cd3cc23c03c75b622
+size 26006
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 3b17f4d55008..0517f180db2c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8bb577a73ec1cec4e3cfea59549e24593ab317bbf1f945aaf406193c47ad2283
-size 24564
+oid sha256:cff790551af53b741d91e1ad7b8d7b8e77b1925a13930bdef426c19b7f2408bd
+size 24533
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 2ce97cb237e0..2767e8c05018 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aea72e3f8225e62c5007a13d4044ee60099ddc23b353f3e23389d22e02f6098e
-size 25182
+oid sha256:595607b38db7ea281c35693cd9fae48bb2aa676f9d66265e333e7a6553903979
+size 25148
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 65e8a847a763..59d1e09f3207 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8f160aaa94b56760fbe0027e636de9661c16d7cf76f6b33f12007cd92664eb01
-size 24256
+oid sha256:84587c4a39e7d4dbbeb5112df7f8543c51ed2c5d6a04644e48cdc9216ac179c3
+size 24225
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index e4b0ca3f8326..5f6470a83dbf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f3fb1fc81668b473c5312c7984b86981ff8d7361a258218505abc8ec9017375a
-size 27455
+oid sha256:0f178a29147d7fdcb0c89631cea3bbf02fc72961cc71b3c9f485a71d64fb2a1c
+size 27424
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index c6bccb241013..7185abc3a1e3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:adda4c0b390b443ff450ad67c5659df50a6ef570240e01313c0210275d6d8ac2
-size 25648
+oid sha256:f6d14e0063de0a618b12db030206b0c326465fd2583c845246383dbc9ba4955a
+size 25617
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 3ccc37701736..82fdb48cdb53 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9e63b7ce424effa07e3188d07e877dbd69d190c58efa1d911e40ec21e0e31169
-size 27702
+oid sha256:4f4ae1c410a9343db31fb073b0564d14ee08ffb538de6b9c4b102e0bc8ee171a
+size 27672
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index c77b5052227a..f5bdf345bd6c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7513ba06f92fb69683e6ea2ab92800c8f6d50f4265da99fc8eef82c35f3a1e8d
-size 25981
+oid sha256:9d30b2b8d35abb275e22536405f15c957d16eb444a8aa1d85e7896277635b313
+size 25952
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 1e0795fdeb36..a11268a3f96f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bd2cf576872522c5b7f7d29246e371d256a6aeebe243e1e2e945372861581a9c
-size 28423
+oid sha256:49b2cc78a2b61ad7d7f0912750cbfb79bc59dcb423b75df23bf494297c4cf420
+size 28501
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 82ffbe8cd052..79f34a5494f3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7dd764bf16aa500d0402b5a2caf12587d65a607912de8ac5a02f98e609931027
-size 25239
+oid sha256:fe922dff374e61a702d71ccf283933066e3529ee4923e3ae3ed0328f69521dbb
+size 25210
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 9477f70cbca8..202dcefb0e00 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:55bbe3f16d7ab6bd184c149b8f2099284bc0cecb465d020587e4572b957dad82
-size 26307
+oid sha256:02df06f574c64671cee6a10f21a7f50ce752dd3484ce05b5ecdcc7d0ccba6717
+size 26375
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 36f381a0af91..25b5c09e8358 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3aefd6b11640cff5ab3c4e85bbe9d25f006a9581ee3771e2ec9f2e82d2d1c6b6
-size 23254
+oid sha256:6c358e29323e545002c6d856d04bd04f238493afae69906d4aee2052d46bd092
+size 23225
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 9e7b931a1fac..10981358b652 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:602b01fe1b54af405b3bc30b5804dbb50522e35768565444092e37332516a2b6
-size 28152
+oid sha256:c7bf96abf8aabc02d6a1e7cbca62e3b949ed6f0c740b58d00c60a3dd76042210
+size 28156
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index eca565e1e417..51bd6ef453b0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c990f5acc8a402783f4adbd63c764dad6e950ed59726e9edc1cc5d1bf5036a4d
-size 25326
+oid sha256:29c03f7fdd2ea079a539b88071238a2d2a4199d0306b8dccf7b092f5e0f7f3c7
+size 25298
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 272e0f44764b..e9792bdaeae8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9b49fd1872fc92484365b6ee15d527d826ad3a39599a02112adb8f45eb4ab0f7
-size 26175
+oid sha256:5416670687a60c28c49bef40e920d5dcb8b4e65c9f41acd05fde6fb7ae263f21
+size 26249
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1ac30ff9a978..f47b87ad8004 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2d80f083203f15e428d1057a3e6f4d17061f27fb661f5d9556040ea0a5bb5f4f
-size 23292
+oid sha256:6795ac3c201b8d1954d418ca7c5c2e0bf2e9b99adf8e77efda758c957fe13788
+size 23253
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 6a17a0905399..b63a4b9e0592 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c3406f396cb7861b97439cfa7d426538ecf69a1c89a3614bba128b63d4e97bac
-size 36128
+oid sha256:ec511f5d4489f46e25c719e8ab93a06e6b8d838b034db9209e2f13921480cc5c
+size 36101
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 8d4f25c78046..230afce5c85c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c3b4666fc03ba26c053143473c46e317bed23eaf98e7ecc3344c33c81efcaed3
-size 39259
+oid sha256:dc01070fd58d0b0f958fbb94e657fcb40bf2b09f0a3903e57bb566211ca14e4e
+size 39228
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 703f65c20b6d..158c243ccf57 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5f78f9fafced0a515f8d785dbde592e2586959cb2c18067333c707981ed0d1f7
-size 34602
+oid sha256:3a9b11cd98dcc1027920d6627d63e3d0d1a6d4c4cf84d5a3f61ebb193e5bd2cd
+size 34566
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 117443ba4e08..4202a2ed4821 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:97e0c3968380f59391b9ca32463ab45cc4d8ff7b1734e2b3272ab234bd998e13
-size 29020
+oid sha256:81a655e3c19ee16143209b5305a377046e754a5d6fa3a6ab0331bea0875a6cf7
+size 29000
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 501d0806cd41..ace518468256 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7e2c513401a3f72b4f67cc40335e82f061bb9012b0ccd80f9b97acc723e0cfd9
-size 29938
+oid sha256:83700b09b732351f0cc0a468741777247054d3aa65aef1fbbac1b5df2d00e466
+size 29913
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index c90178728934..e8ae8fb52b95 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:668a4f22e4b95c39b6ad11e9eb079575d5cc7c5df775525d56aacde8125f3ef2
-size 35708
+oid sha256:0cc03a14042299d7c7ab63152586d5ae10b160e95d4a7a718340e4f628b9b8a9
+size 35675
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index cd7ea8c54387..3ddfd609fc8f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bd709cc37d30240e54f1eedc3954e400a7878ad8673027cb52e0c0dd3c5d011d
-size 38177
+oid sha256:88723873cf9a5205f5d09d5e4987ddf69d916b372b9ee848c34f119b51494a73
+size 38144
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 01ed4c36470a..ca960a5c5f1d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:677408e668e30799d09fa9513dcb64b97af7371d5093e874307e1d83b3d5c19d
-size 34125
+oid sha256:2d6530f0986ef2f1f5869bdd8dc1344832bab406086e93f91a8bccdf4a832281
+size 34095
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 2144477761e6..306e9099b9a9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f21c6aef9197cf81822b9616c365ca54391443ace71722f4e7c8cb2174b7df41
-size 30855
+oid sha256:a5573355e1f9bcba211f6947ed589ad042e26715cc69b1ddcdf2796e4a13e162
+size 30826
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index daa6bd978ed4..2502068b7b08 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:373b8580d952f1668fe257a8c54d5ba79ca28e8e5b78243d6b650f8085cbf079
-size 29097
+oid sha256:e1e1daa081bc63a39d5afdc79ff59a8098373eef64a767b0e6e99eafbd1fb66f
+size 29068
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 36f953b3804a..51ca8651ef8e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dd4a1bf1b2d1b8857e37a91629ac79e701fd920d99e9ba22feeea0010c664c4b
-size 33740
+oid sha256:e2de110bae3df7299da62bfe0228ce11687801f722032ada232def5c1e08f9f1
+size 33710
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 127dffc881c5..7694bdc3902b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9bd164dabc1cd915d0fa6ac26f38ea42766daac46f21f89ce54a2f8dd7f2e44f
-size 31794
+oid sha256:6c6a6b3fb4aaeaed8784b630420d3df846b657341669b7768c4d53ab62869f91
+size 31759
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index ca5e1380bcda..5d5e1e09d5f8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b8adbb0603a9266dd71766a32612bf0893874bbbe630181e2dfdd9f8bdac5192
-size 28499
+oid sha256:c197a5f0905efcdba3dc6ad88fb6cfbf8b85b328ebc9f1f7efdae795834ab6bb
+size 28468
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index fe967d118160..181e15f4effc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9fa0cca7d022abfe25f7c19dfa4b12f917f1dc51c09548a8d31485ae9fc0a9be
-size 27524
+oid sha256:7167f1b62d08d330235fcc6013df39f085e3777de86666f512ded49e8b31124d
+size 27555
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 28f6ec020f7d..c2b0f8198837 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:05434b919863057468dc39fa219c91a3962807836fcce8d733e7779bf86c456b
-size 25584
+oid sha256:fdd40919c7182a6bcc4dc72ad32babafb5ed9088f657e9d883b57c327b26696b
+size 25553
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 5101eccb5ca8..0e752e5d9c0c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:565a4471876a502a0e99175848e92e6153090fd6e6520a49345eb4f147a7082a
-size 25900
+oid sha256:4e0d2eb77b1620fcf25a07ecf3496d1fd7aa978537fa33b215350dc0d86bd3cc
+size 25869
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index de30d4ebff35..3387d5803573 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4bd5e290a24d9bdac98e9004c01142b6ef3370462b028b5d977181aa70b6b728
-size 28958
+oid sha256:f7af171fa9d6958871d2a8248d2abf70bf0812dec41aa7d934311f21da5cfb45
+size 28930
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 0d614ba66257..940e053b86b3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a2d328b1c4e429cb7a65fec64059470acd37153b67349ef4d67d84b04c1bd163
-size 28337
+oid sha256:d9e095395c848766b8be237aab5c04acedfec8b1e0721bd92e1723896c88b8bd
+size 28304
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 21fb6e8ea5d6..fc00965d9157 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f2e6ec4c92d3ec3b3fe96c4a6e619959390690355e768ae368a3e69fe9a1b684
-size 29832
+oid sha256:8141ecb763293908819765af515fc03b5c01a5ba53253ed8f547ba726bea292a
+size 29816
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index cd686905fe21..fff75873cae6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b8cf75882d3296bd251544b224207fa304ed662622dbc51b8723f8eb59c48df2
-size 26925
+oid sha256:005a7121085f2c679467f9fcf928886c1c6d5d57e667e2d5c147cafcd5784244
+size 26898
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7131a7c2c562..0e98b7531c8d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:65547402a6934f8ed56c212e261cd68568a16eb82c0cfbd38757fd0f4e52e17e
-size 29990
+oid sha256:b642f54b73b21caf6d0cfc10ad6ca73ada0ab268be246b18e6575e03b4d7d5d1
+size 29968
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7b6843e1320f..0c47e18ca264 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4fed2d31e4ce1bc069f094f8555753179bfcbe6320cdffb07aef011fc3ab20ee
-size 27265
+oid sha256:78cc32674d21b55f74e3afbe9b6f79e66876ca7cb949bccb33931804c85f5f46
+size 27240
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 53ce3c059fcc..6ded852c3641 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a775296cafbec25a49775ba5bf434a14e346e44a9bd1f7546f9402c800e685e7
-size 30486
+oid sha256:f729a06f660ba7c5a8cb265827ac005d5ef01df7adabd695db966d90bffb6e5d
+size 30607
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 510982cfd4a6..5be635fc8fdc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7d0792e526a9c8b97af84c2b1d896d0d5761f55e7e5265192a3835885ccb0dde
-size 27276
+oid sha256:bed9f4e91db01991ad13e66e3623573feff638f38396588edc88b935c9c10ccf
+size 27241
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index f8f8a0524e22..d2ba006ff107 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bc3701aed820188bbc4f68dd1feca80989c195d144ce86b0afe4c6da217a45f3
-size 27931
+oid sha256:3a1ea06bab82a9381310bf4f5bcb2e25421166c4a97c49b4a30038a27788f322
+size 28020
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index e2a364e5942a..bc5eb48f1219 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1dfadff78c48389b7e7ea30141e777c7fc5a9f879f52908961bd4fe6c501aa61
-size 24353
+oid sha256:b1f9585c4d019a1fad6dcdd5aa13bf3b9e73bb8215e76e0f7e5a0c755d955e4f
+size 24322
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 2c982d116c90..a3947848596b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e39b46e0564e04e4161983e75eb21cafa598075472f7696f5bd4f9c4330bc604
-size 30474
+oid sha256:2ab5cc0751109cbf9f3a475eea745c74a5afbf35ef6f6c4a27e8401669427fce
+size 30527
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 236bbbf61328..e4f4ab40bf6a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:179e5b9e6b2c9ef5a21c48bcc2a152624f82433ccf7f9a32cb938301a4506580
-size 27400
+oid sha256:a28c92cc786241010d48b1c9be52edb569cff0e88cbeecfc0459aaf2eedf43d8
+size 27368
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index b605d73284fd..acaec4bb9710 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4bce97eb9afaef040e9842cd892cd25f5fc93a095518eb4b273af5cfae4bda8a
-size 27662
+oid sha256:5cd09d321bfb08baaaf43ce91012b8082daec2b88e57d795e32931fbeddfea85
+size 27772
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 048fc8531631..2c886e71334b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:32e77d95bd06208972057ec0973e19ee13596b75623c5f6a65bc3de6fc40359b
-size 24509
+oid sha256:d944f16eeb404c5ae5f0b2da20512359cbb632b30cf82b8106787f4ffdf0e7d3
+size 24478
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index d408d2c58d4f..96a6adeb0cab 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0c5901d5951ebfc8cc5f6cbd9a178902fe4ee1b82c23c48d680f0d2c44b7d54c
-size 35299
+oid sha256:0a7608b6d87888bcfc87f1d3050fef47eb3e6966eaf817e36c28b321fbd460e2
+size 35268
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 2fff8a89a74d..3b3f9f1bbfa8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:95db806fb90de0d1a9ba147c9e9b03a3055938a0caead0ab6bd2476d350c8244
-size 33760
+oid sha256:8cfd1071e536e5bd1006e1af3ca5cc14cdf419b7adc950cf4b966f0b63366d25
+size 33730
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 004af60cf305..3a1f2e8a3495 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:87eb029cc1020df6ee6d8dc02433798bdfa664595337d6156ba944cabd542496
-size 32222
+oid sha256:9307f6b21148652cecb3ab0a9082ec449a6cd5295168718e3eeabb15790b95dd
+size 32191
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 858d819b2139..5a8cb8d74d9c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:43551c6795921a108e68659326c2727bd49067d1ba2ab9c3ee5f97f70cdd9f27
-size 34924
+oid sha256:d6ea225a33a1c56bad134105146e4919cedfacf7cb4053a0997d78cb47da5222
+size 34897
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 8835a8aa59f2..1c05610200f2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a961a32eada8a9bb861a9f210bcb1760106a2083b20d7534a155cdaf9bdc6f67
-size 37777
+oid sha256:4a51d39455665cc58a9dd69ba46ff39af26a438bffb0a47b394c78a51c910642
+size 37746
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 838b68682059..6d561761a53e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6ae1a783fc32727f54e36bbd583a59da11b803a2c74ccf6e2ab23b3ac970b489
-size 33187
+oid sha256:901e2707d36b2cf908401843925f3f3221a5e5b8d783c575a68e26237e948c5b
+size 33154
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 64bd3d0b634e..e77c29f221dd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a38c8c21d5c845635576c1fc389e2c4b5b4c44e7a4e1c726e8c5213ef48136c2
-size 32719
+oid sha256:647487212528ffd6d04cef341b26d5999f95029c6e043dd0c7d81cf07cf6af55
+size 32682
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index dffd51fd58d2..bbd9f8edbbf8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ce9e64be7c132121cf3a5beccc531e6c7e73c6d778cb5200aac77e0a01130903
-size 30172
+oid sha256:99d166a0f07d2066f2658864c8e7e83550474557adb5026ca51f88dc05c0eb2b
+size 30137
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
index f3b1a5ab9a9f..3d43c9417118 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6c5e667e3e517cd9fc39173e392cd14742789413b9cca9da983a4931c7a06b22
-size 35382
+oid sha256:4812241e86b6305945e6da3669d6dd86ca4d094eed68e7682db01a3e71c8b30e
+size 35347
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 6cc6b91b2c20..c0ced1f4caba 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ee44c7b9017e15e5f200f52e0e99b6f1c69aca269e9eeb5374381a850255d208
-size 32890
+oid sha256:ab621945d222bea1e6c51e3232144e7d14f70694ed715ca71b73f572e352bafa
+size 32844
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 1d204bc8057f..f5040654a73c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:047533695b21f645e3a5c847e8aec624ab90b710c00163ab8a006bf7041424d6
-size 30225
+oid sha256:626a9b0aca8ae8e40ebaea2560e4c603c3ef7e8e702db98a12074ffd68db7227
+size 30203
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index aa6ab23534d7..4e6e6e8d9972 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3959265b32b8c1fa099b4e879422c63bc3ef77f9c5fc15a312ad3ec434110b1e
-size 29498
+oid sha256:8170092561e317c725f4da4be31e3bfbc00432911a7549f4719cc7d3dd8f9aae
+size 29469
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index cc7c86c79947..c75ce3335fea 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f20b9d8240e227f7f882e6d1bd548d1af78a947bc250801611696c23a7ba0b28
-size 29605
+oid sha256:19924f9ab2d15afb11f01d434b8ce0b2815c34335600e0e7299e5293591883c1
+size 29576
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index c90f7228a98d..8bc9a08f6140 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0856966f86962dc100fcde13c519c8b93d9d070808f582b26fddb229baea11b0
-size 29063
+oid sha256:4ecdbc06ffe58a1edf6e34dd6ae8315a4c459a9a72bb96b5a4a3de8307124f2f
+size 29031
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index fa92b62183f8..c86ae576f121 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3912a9d84edd3ed3214db84d4b1474878915532d720f847b3969693291274aff
-size 28840
+oid sha256:8d2c3624db4489f77c477c6516a511d10352c86127906efe42a2db1b15359e23
+size 28808
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index f5f3c43a6274..136c5b7f75c7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ef95d0cd8f5bc6b48b89729792d1a132fe9ebd56bc0db9336dec8d68a86c18ac
-size 27725
+oid sha256:e73d89747bd8d26541407255f1a899a4f6a836ce9c6568cade213502027dc7db
+size 27690
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9f1a2c2e5aea..edd47b2f20b0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:81f31b21c1bb9ad3327de9b46317f3c2486561ae92f9c87894228a9dea9cc23d
-size 30054
+oid sha256:1b9b73686c725b1a4d619280731e3eb8c46820e77d4eaf8d3e916e45ec314c0c
+size 30025
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 28b05195750c..069d65d8fe29 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d83180f3353db67ac979fa90409c6f18a0d8ba53695be3080b059e407422c3c3
-size 28451
+oid sha256:6ae6b1544375fdf297861b5272964932948ba40b53e96e232e3fd0cb0f93f352
+size 28421
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 445235d6a828..46f7803f31f5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ace1c5e29069622988084427834f0c3eed1177a79326d3e7cba149bba49d556b
-size 28351
+oid sha256:f764e8c4106b71f0cc3b21413c8a54d918f18dae9d88ba3309cd489d20c6efce
+size 28323
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8f441ed03554..7bea69abd6d0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3b8599f4b9d1590b5df5d9bca2b5ad271205ac9213a16cc19725ac2d45a313a3
-size 26487
+oid sha256:5f661a9e897f76454d06bb16bb5ea6c1f6f23313b3edbdcc8918aed806fdb223
+size 26462
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index f94a97e4dcc6..4e9ee9aa524e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:96c61e201597fd9f56d69b13bf56e87bc84955058bec758db38c39c4677094c0
-size 29215
+oid sha256:9d04ab47581f927006ee2a3323a75b0de66053599184ec6a9d9136af378de285
+size 29184
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index c3438309eb4f..a4ea13ae1ece 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c25c7bcb5760361b61067abae36b62bb038990ca8fb87c9771662cfc9a68b50d
-size 27289
+oid sha256:01ae9c65353a4ddbb145fb6d0e80741c9c02618e83d131f479dea02cd1200c9f
+size 27254
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 0b8c86326715..36ea09016a34 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:905988ded1a2f541842a52dd900c0c4c0a256404b9a7a5be07ff73a620dc488e
-size 26093
+oid sha256:36e464820d953ccdc019da89890be866edecbe381c1c9348be390c6c1b6342c6
+size 26064
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 825afc5b27d4..ef3fb1f32547 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7bbb0123257303ce32dfa531aa53bdf976ed29b9b956986f3967e03323582fb9
-size 22483
+oid sha256:06e4bf24971e837e6cab99e689e11615ab02e07ead67708ef30b2a04d058f554
+size 22454
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 4a6a580fd7fd..6dd95517b6fb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:78031493b57d91030f69775ce2736810a374fd7b68ef09f4e01de3ffe53dbfa1
-size 24128
+oid sha256:174c337779986e92e644682d46c4eff184a9a48157af779d117f2fdfa1dc5771
+size 24106
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 416259d558aa..63e129bfce2e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5b4973603fc773f9ffb37ca1dff52cbf8dff472e680e0286e52beb519e0ac646
-size 20122
+oid sha256:8fd22426fa3008715877805fe7bf1c9fc06e220cec1f82858549e9aef1d8e72c
+size 20093
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 6c137a196c34..4cb842e4c958 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:85e6e9f548c79949c1286ab4f35e7e1038c37bab0fbb425f0fb68473bf6fa105
-size 26563
+oid sha256:dcc56ac037bd8ae4f4cc6702aca2cb825795c15d2c65c96ce2b4323018670603
+size 26530
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 564dfac82364..0f771b5fcabe 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:485c393127a59872afc405978607635bba08e72adc428e147640cbbd1bdae189
-size 23428
+oid sha256:3a8d25444cd4654ec3e97937793d9f199583c78ad25a6e7c842c69a4eeb2ffd0
+size 23394
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 52a017726c5e..5ca1ae7169cb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:67e48e0cffcc03e9d681a2c94369a783426e553f953a807afb26ee508af5ff3a
-size 25062
+oid sha256:5ef97b6a826ab7969e2867ea4eeecf9422d19ed5c68ce41906e107580012bdaf
+size 25027
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7f12b3355e42..ad5cd32a2202 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0d3b1c0a9cf882d66d85a3c54a5730f2b58af56918ef23d6a1d2cb9159c56c2b
-size 21000
+oid sha256:52d19fa773ad8c7a4e13aa6d48c652be83eebf9e14bc0b699049a189352a810d
+size 20971
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 3d65ebf0afb4..461e1b9c2100 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b85d23b7a7e65f50a2556443483cb2a1cbb9d7eec52f4599143317572e2b0870
-size 29563
+oid sha256:92fd1491739b332abce316870706535394f77de3f5e17a5d3b3bf5437ad5b53a
+size 29536
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index d47278bf6df6..710272c024b2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:58672658c3b3dbd850573965622a4584719018674484f1d2d16a672605b9f3f5
-size 30487
+oid sha256:8e2a60687cc100da3f48014de01e9f29ed95daceb733f942a2adc1165c0323b2
+size 30454
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index bfd8ea117458..ec45b499929d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b326581c8ef674c45cc3171e7d8f611517188a2f6a8d46f220050967fc7cf815
-size 29220
+oid sha256:6b1ddd3bd1458b35449b8acf4aac22719fece9f1f63ac9212ef46cf5912a522e
+size 29196
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index b6db6462a1f0..3539eb8e730b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:65c41168f83452a79e08c8ab876abc510590d8a828bd14545fff0683d19cd51d
-size 29711
+oid sha256:28f2005123e8a8bf9cb922f7543c2d6eb190774ef2648bd3bcab14f5d4dca350
+size 29677
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 2c9e25816db7..7a6ba8f2a85c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0ba1cfda8dbced66d9eb459ddf1da230d00637dff82b75b6acd4f28c0df5900a
-size 25859
+oid sha256:7ded27431595a2a1a0e430c1d80030089fcf3da73a4eb4b6e5cbb0ef1b4d2a22
+size 25834
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index cf98db08164d..b2a239284612 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:45821f0e0b7d36a9e46ce5bf6efed98729dc5472ab34a9fa6b68a0e8ed198dfd
-size 22460
+oid sha256:446f23394ee6a6d5310d19ee38fa0872b8b0f9e60fcdce819bdc1c8171c36d85
+size 22430
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 00d8d84b4829..ad8937b3aeee 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cf6791161b24f5df1305fa98cd6848c29721ea3ab3af23b8e4fa37b0c07e9860
-size 26552
+oid sha256:8c26985ef2c6ecba34221a4abc39b7cbcf99e7b29eb40e4bdecc9a15adc16472
+size 26520
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index c942b0aff59a..37722670a402 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1d2beb390cb4ff491a5a2d231cda107e5fdf6b4905e7f7e1aed00f395b109006
-size 23833
+oid sha256:687b1de5a799781c3c330791ebb7cf8b9bc60336e3c5d3c08394d730fde391ce
+size 23804
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 32fc3b9e1fcf..466798dc1f48 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2fc8017cfecf600f8a4f44a80b95d5944b716d32485b2d5ea2c5e51e91bc6c93
-size 30961
+oid sha256:676026ff95fa48a816e836c21d1a9711f8b2d6a3b0979c3ba0ec1e2e07e3ad3c
+size 30932
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8bd471fd32f2..c525e2dfd75e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:10243e5ec31eafbe29176d3c13e1af426b40769c7d2ea680304807017952b201
-size 28239
+oid sha256:37cac4dae565d06be2fb78bc2c3efb3a19e58cd0a68802e7c224eaf1587d6f50
+size 28209
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1e3fa6b636e8..796112a0d492 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0a304a93692e004b59f571d506de7cab5e341cedfc2293c3d4fc642902e95dae
-size 32437
+oid sha256:8734163a2cf908e73b0df4f7320cb149d277a2c72ca4e48a2bcdffa296e87c52
+size 32403
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 3301bd5659f2..816b3239c9ff 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b4e168f6d16140bf74d39d06ab783ce4fa7f35dc83fcbb4168b4ad02ea6d6f8
-size 29293
+oid sha256:a9b39b80b9a2d230dada1b44acef579bcc2eea42063b93dcc09b3588170b0363
+size 29258
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4784ecb3ec5e..b810f1697928 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e86067d33066d653457837d34a478c654cf0790e15c105b7e4eaf2ceea445efd
-size 30607
+oid sha256:6428cc1fadf11779e15c4a8df72b4fcf8c891009724157423af83ab28b13e67f
+size 30577
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 33d55ada0964..40257623f806 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c4ff1cb7b3c9af77819217bc2624d1cfd2fd762a96ab726d404d8dfe73f29b12
-size 27040
+oid sha256:d5887bcf142f3940e930a4fc297a8a831047583a9a76fddb6b0008f06855a9ed
+size 27008
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4d0e8d548fe1..d7fbc0892425 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:48ef6e9322df9634c0d34f9b5a88345479e37e448e9f501ae67b13f72b434655
-size 31503
+oid sha256:b1738d906466d9e1051ed4680db42e56a43bfdf2ab26b56998e5f037e31ec562
+size 31481
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5f3982c07b77..e4237252c0d5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e90211d80dd1801fe6f79a3ef9c8f36529dff417f6899806818b9efa42dbf3dc
-size 28174
+oid sha256:fede0e57b06275fd1094c6d88ec6908d4e0951b293c59a37379a03b7108a326e
+size 28137
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index c7a7d5196c22..d8a877881d62 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a67cc747dd288666458b08280117e57e3e0b830e894df424c63fbd58edfca647
-size 27512
+oid sha256:1e9be048720169d8d39f7fbe852b857dbc7c3890e8c064905fea680d27b09195
+size 27484
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index d41f6392710a..ed37c4302b7e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ae11f6c780dae7c20f7b75805b59889ab06b2ed7d5061a8a895b9fc380842093
-size 24005
+oid sha256:d5878b918e83f512957ad909eb138c9d6eca6b07a3e1146303f304027550973d
+size 23978
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 09c7392a07f7..318c76680065 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1e858d38052fd1e6cc6bf071bfc55fdf89e470cfbdd36a6b1dab3588292a6bec
-size 25348
+oid sha256:b3758a0dca8022183dfc24d3f18524f7192e1aa3cb6228fcda76ede846f82ca0
+size 25315
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4e3520dc4889..683a636c89be 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c08f325b341df8aadbd61564d8e5ef5f0fe363cc04d71ea6c079e180ed23783a
-size 21452
+oid sha256:e8a2b3d763c4e1ab9d0c8054f0cbc9f6c96c1ec37dd8dd2ccf490496c0e4ddf2
+size 21431
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 0a0d3f7cc99e..973550f7d2a4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6895d22d36b8f3fe14577a0ebffb35d1165dc3b65f317b070afdca82f67f21b8
-size 27903
+oid sha256:c72dc79d0ca2114b14a6504bb561d0c628ca183605084e2334c0d9270772e0da
+size 27864
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 47e405c1d793..5c905e4745e2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:262c1f449e2c3678382885306a36661efeac86f1efb2f17d45fa67f31d1ff802
-size 24748
+oid sha256:a1b549a1c360f6c407564a1f65562857520c946b5e656aff54f7592c887d8708
+size 24713
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 70705e1c14a6..cce1a6c9f5ee 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:24d522cdb6d7d25a6ca7617bd10c429ac26a87409cf7ab42cd9edee8d493f477
-size 25892
+oid sha256:a10df4ea45a238f357d6b29f51a30fb450829a3fb91e604f8b5d38ca578218a4
+size 25856
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index fb817d890d5b..761ff2db69f7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:943781f1dd6be69c17bc2c4c366446c09f4356ab06f3d79acd2d5b3cec7ea62e
-size 22261
+oid sha256:54885fed5bda32c5d59f9d81f81321889b4834087622733f00bf845240cb3de5
+size 22239
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index a45d1e4c7f82..13019b41cb4b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:44fd55872b142de804c1bd34b3be13cfa6162639c61398c6a4c7b6b49477c08d
-size 30501
+oid sha256:43daf4e5adadacbb355ddcfc4d053ef7a2baf4e3b8d37b1027cccceb33bca4a6
+size 30467
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 35c1655a0eb0..39c993d3fc1a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b0f3b248c14629a5e5decad296fae16f5a97fc250f85fce10f655d48127586fd
-size 28409
+oid sha256:53b2b15b279e79e2442b5fca44167db269cd15070346be05453ffd624b285ac5
+size 28377
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 99ec4878e3d2..d091c8dcb29e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6b989d851638b34cf620356ce87905d74b24774ffdc12378b2fdb3736a212cb8
-size 25127
+oid sha256:23a172a33976de69d86d808548b12fc2358e6031e78dbb3a9fe10f6b00fb8a46
+size 25098
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 8f79e22a2d52..e209445861ca 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f92e1ae0468156a1d66e187eb71e5c2a7f3ca9564ed39e6b57ae6218ba34425a
-size 30192
+oid sha256:63da652e25f1f54e7646b74a89ab1b89e38ec7690130fe6f2faaad6955ba27cf
+size 30167
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 179702240178..a65d7eac3468 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3a9e29df34b64569f5a084c8fca6857c55c20ca08e35c73d7b709f636cbbc5b3
-size 28425
+oid sha256:36340ba5a0f12b9488b258d9e7a48d065646fe9d4c9e69842dcb79cd3d4f06a4
+size 28394
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index d974b3f036fa..76d9b1c58df2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:81f0542189fd1f6f7cc21f93d189d2af8af00dccfa253577ee552e574f3994bf
-size 30551
+oid sha256:057ad93d98d935ce5808674e1f730f2e82cc7f03ee7629ab3bba61ff3ceb8143
+size 30522
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index f35de67d0ff6..0da999615cf8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:448a7bf68b1e1814f4524c11b123a122a545f520b02270c58d31ffa1dfc88131
-size 28530
+oid sha256:e1412e8c47055a5a4d2845246d6c3242edd6c8575c5f255ae2d86dd05fd24c65
+size 28504
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 53198d6c2212..b5447729f2a7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d358ab6b45268d8bd02da3fd10729b9c1b8a04d808bb38704d57a038e7d14721
-size 28236
+oid sha256:756b79bf8e9df229e7b1286c9c7670745203424e0213ad0d3ea890bee9d7fe65
+size 28207
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index db86b2fc1941..588c177a061f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:102dda3baf717adafbf197e3c429a6b4ea7371aea788032e28a7cfab29ca53f4
-size 26264
+oid sha256:c9e3a1b9f4fa8e31b1cafa98ff16b95c014cdfd6f741c83910132dd69dce6d27
+size 26236
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index bccff8fa4069..853b472bbc17 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b8508c5ec02534c1ba6a6c4650e4310cc21cf5e0045b64d9b714af54a6db1e16
-size 28530
+oid sha256:bf0b1ec207e704e01506c10b18b971a2a9e5d60cbabb012caf24bfb103acebbe
+size 28497
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 3e214d784220..9f47bc78c074 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3f2f5670e9dc9a9e505d1cadf97867a6dcc4afa6eadd2c8a140f82b6a4a010ea
-size 26307
+oid sha256:14b23756bf1d5d9cc35d7fcab6c6a526ec96cf087eaf41a2cf710e552a2c41fe
+size 26279
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 31ca260c7c55..2499af52ffc4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7d29d8e7af222540778825414ad6df498be50c973171edc7785fca052d9acf57
-size 26133
+oid sha256:4fa4bab63be49539ada1d9977c03e14063cb879117ac26152a7cb9894001dbf5
+size 26254
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index b2e16a2b27d0..4a396d2e4076 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fdd01422f5e9d05a5738a35baadf38e3f8b71f082d656adbafe51843e99ff104
-size 23339
+oid sha256:f826074b554673f7c89e05532b4772f851eeac485709d586e79ef85f1cef54f3
+size 23306
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index cdd81472d0cb..04170111a8f3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d86c241ae9ab72b1ceb6fb60922a85cd930f89916375d22302618a05832061b9
-size 23887
+oid sha256:abc21d2281eb7409beb2b58b42d9932c6dde4e4297baa5bdc9d90f15581da037
+size 23960
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index e9fe26ff7482..db9198950c23 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ab15ee0f715da60640e741f4173089b9d4865cffba7d10983296c165b5dc4e76
-size 21194
+oid sha256:35c51b92be39a2bf25a6dd4f32fa4d73ee9130f08276d591b55282146f450362
+size 21160
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 4a3c77569e83..5b4a50615dbb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:75601cea859a7fac267a2d3fee0ac0127c33321646c12764b150dd30dbfce116
-size 25665
+oid sha256:97c83c6cf860a152de06f045b2f41552c1b480e5cad1899d30c748929446cf8b
+size 25744
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 3bc0985a73c4..0f41e6420645 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:01e670a996ce2fe0d653a00f930e1ada586dea5c838eba44c6f95fc854a029fa
-size 23590
+oid sha256:946eb40744040fd53c3a839ebf7de4421466d074a8cfb595bb1f1430ea6af9ef
+size 23560
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 4108b6fbb465..af8b8cba16d1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d3d010033472d33c29a7541495d10754f2120a5b0f9c2f41ffb8319ea7a251a1
-size 23155
+oid sha256:ae06ee8cd4bacf8a1420cfbc058a9c3ee722d0979f14886ffa216250749c9a27
+size 23205
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 886732c6f8fd..8c283b994f70 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e0ed6f50f30b59437393d46b6916c73322937cf4b7ad3d7ba29d5f23e669fdad
-size 21348
+oid sha256:19459788a1e9abbd86a28548d628a4a451c941997153276016f3fd2f801fe637
+size 21321
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index cebc835c23a9..22b1fbba1175 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4f52dfc01138c9a2e5dd206013c197c2d153627b18f4ed34260240307ca1e9f8
-size 32006
+oid sha256:9f6fc14e6bb42ed2b644df8f334542e19201a037aff143328c4e72e3791dbba9
+size 31978
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 12bd63dfef10..8a582d593ea9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:171cfd98d5ebea73668d5443b47f2eaa8eece1e2f7242e7ede802b8e23ede900
-size 29672
+oid sha256:ab1d7279b974c180ed2b4d77dbe191e39ed3459e079e0819a171f2793ccd8f1c
+size 29638
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 8183ddc93e88..ed3da1276c36 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:245a5bbcdb15abea0486a39be651922e4d867521abf47d9cc72027b4c91e7c37
-size 32201
+oid sha256:669929bd7465fa276bfb0c57a0433aca350068dd95815314948e0bcbce4e9450
+size 32172
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 12177221203a..257ced2f1402 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b01b0bad00047163221510056276e8e9756b39dbf95cb15c298e0d2adccb71bf
-size 29957
+oid sha256:423775f634ca69c9d297bcf28dd9c4d2663045cb726177c374a6a205a522337f
+size 29929
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 8e2e8eccaa82..31b6c315bb04 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ed67e991298c67945aa641800fcac6e8fbecef6c16d6721c1f7f7307de5254db
-size 29977
+oid sha256:d72e3ae4669b6b277738f45afbc13bce40402e650f4fb981104e9f376dac0b5f
+size 29949
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 8a881d6a6d36..3eaa772fcfc8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:84889f89d57c801bdfde036dfee1b4ffd6d15beb7c589bf8e2b684a8eed050d3
-size 27518
+oid sha256:2b989dcc786074515196ba8d6595ea3780fa0e51aec100219b26887033e24751
+size 27490
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index a2e708e89681..aa2244ba4fa8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5d7fde2c0b1e5e4b6508025cd6da171578220ce03ec3573ca620407acfb88f09
-size 30244
+oid sha256:3bbe519babf2dd83c0735e08ea2fbe75aa5be4b5b43d74fe675e79319a2f73aa
+size 30216
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index e208c4a76926..ae4250659173 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8b2b6e58bbe9519439edad5b3c82d5241cf6dcc0e9a0b8468165b9efbc567be7
-size 27722
+oid sha256:6b48dbbbf5af3308d1a4e7178831ccdeda9ec601c0a68682e81da9b7d5d0f56f
+size 27688
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 9f349deb781a..b183ef477615 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6c568ced91f07e8bda313f1ea360fa5bac5bf55f420857240bc85f1947adc244
-size 28171
+oid sha256:68c3cfb9764e415e957c77c51c3939b48a1089837a1eb811132c21448e41b04c
+size 28267
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 4e9723351b5e..3be66b2f8d99 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fa803db1fd4c264376cfbe930e0cb2f1bd5f5fce15939a38406c3ec552ce0a00
-size 24457
+oid sha256:74a8721d2ff3fceb815519731c282ae96bed9416d2b6836916af011a10567def
+size 24427
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index ec6b170738b6..e1f27ff6c2d0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9819f148900f2804bd9f464abd6651119edefd2a95d880fd8275d170d7481f33
-size 24922
+oid sha256:6a7aa652138a687d8e13641597920bbc272f523b90fd7a5ff031d69862cf481e
+size 24988
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index a115ff3933c4..38af610b1727 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c5d07f832da368e9b898080e9fc5f527df6371ce39649b0806998353201e822a
-size 21784
+oid sha256:f7c932547e504db24dce40dbff62f7058799c81601a7a2c38029edcf461c4a8e
+size 21753
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 477b991232e0..b03da5eba941 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c713fb482d1fcf3f7a843673b755c9356c2fe79d30d89f416ee0d749683a6130
-size 27748
+oid sha256:67d6d1cefcec3ca2f301a24cb769e37dd13505565e5f6c9efb2ba5337929a856
+size 27862
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 8c06544016ba..ef04b4ae075d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b307735e098f4c7acfc4f3e2abd7eea2a5ee24f6d9a0e6e46a191d4d017e9303
-size 24616
+oid sha256:b813ee3862db3dc2e978c6538e1969901de7590ff624f98e0b1e8254ff68d70e
+size 24589
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index c2b17eb161f8..e17d63d44a7b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f00829a83cd5424107d0635a493520b6897917889d14c326eef5ec4c5f0a7fcf
-size 24423
+oid sha256:6bb0cfb9e94836617dfd1a3c622298d66e55dc4d9b53026cf329e23830da86f7
+size 24443
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 4474383e4981..6e9a42d269e6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6537ef1f818337a2cbe87a9d506643bcd51e2a160b561b11fe5a15921bbb0688
-size 21959
+oid sha256:b10a44808958bf56c033094007446b1fac44f00251e8c6848d0d4a0081b471a8
+size 21927
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6ff76449f913..ab6f1ddd8f4c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2fbee5f6ae839ef96891a45d8d019b786ab5b4f94e32aa0f1ed8a1e2204189f8
-size 24436
+oid sha256:f7202e39bb10cc8036950b45c23a3f6f52606f760d912c810c1bed390e62db3a
+size 24416
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 3d7453e0dd45..f8a59f3320af 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6a465888f2f2a3016bad702219d514d34f463ba27356bda01d6944621550192c
-size 24613
+oid sha256:1252a446eb25af9369d158479d46abcd1af4e41363ac72a9b354e6b354e1e852
+size 24579
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 0a2450ea0867..30ed2514ccf3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:467537d025c2034ef65cac932f1b06af16fbb6ea3c74fd2e25b0a214bc95142c
-size 21556
+oid sha256:380b2449fc817e7afe562114f99b0e2ba592759188e25978f7e12f3fc9d8adf5
+size 21523
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 75e2fbb232c7..8fc331a4064a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:df5f999abc554b911d67f066dda40f6257d6f8f0e3c375c761370bda3d7383a2
-size 23553
+oid sha256:08a513c93f0b76f12b4b96379ea59826f64da6a7c1fae43b6e13ed02a2faf9c9
+size 23525
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 29d31c117736..08be9c586508 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f21eac4116fa845887c21795e1581b9f88d71b35dff1d805c7c523a2c0420a42
-size 23895
+oid sha256:b357772bb559659b4068895d6282804c96e3d2eef4fe454a9f1eec714a85ba96
+size 23865
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 6dab68955da6..debbabde1412 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bc943f505edb5d26b196047d06f8d503a38ca74b2a1718a7ee388d0050fc09f1
-size 24131
+oid sha256:f167e4e77c0ef7e4ddaac221ab1dc25c9abbc4d34b35fc3cf61ef6b6e42b190f
+size 24096
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 2908cb0f1756..d53eeac9fc1c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:635ceb0c7f188e9b261e48c75459cfbb92415d3d0eea8b0e8581a6b59c9f3f93
-size 21717
+oid sha256:dc9dca97ee50ab0cb3e8362fa34131681d84555bb2d4eaf9eb50f279a0fc081f
+size 21689
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 864e69df42c7..8f0a41d518b6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:50b5001fc60df28120a93970339d53019a77dc14a1af70b34a81759ce449ec37
-size 23691
+oid sha256:6bde8d5371d7a174331ec5a866a27c2541340c90152ba20bb7d0d57022090c21
+size 23668
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index c6834a274420..89ee5ab3f213 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:761aae7860b389bc66830836fd16c6f2db27330e98ff3bd28488f56b13fee251
-size 21916
+oid sha256:a5ae62a8dc8536e827a2a638e24a5618bfb0bb6b5c1508972adea338e7ca3190
+size 21889
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 598efc486f41..42960d667929 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:692d631d2892e4ca64baa7d444379a406fd6bdfc44a2d96264d84a664a03f614
-size 26790
+oid sha256:24c58d242705bc4d410aa09813ac6aa887bcafa7e514847331da8dff2ba04081
+size 26773
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 70a081003c18..5c147108bc31 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:408314727f20878e34eafd4cda8a8c2654b8c550139a0946004020468a44db48
-size 26386
+oid sha256:8bcc228a82cfcfc8336bbb01b529e01b102bc67620988bbb1881a57fa044b513
+size 26348
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 073b025d5550..d3e06e1b2642 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1dbd90be3af126ba20b6b91f01ddbd58d6055eea11ee3cea4d874d058184dab1
-size 24748
+oid sha256:2f4d0d59e6722e48337c7fe53801493c8f04ccdcd041db675050de7c34f6c2d7
+size 24723
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 70b70eda1cf5..57fe9856dca2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b08f0b777e7c115757c98fc1f4ece8a86486214c4eb28fe9c45e3fff799751d
-size 25051
+oid sha256:4c0a42fa0a75dd4d4adf806b2ed4a5194fda9b0b110b5a27e3c298138e3a594c
+size 25019
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 1c9ca92925b9..939f7a04b0e6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:82ceaaf0abf6fc1a0e46e45d12e189e4dfb7b95e1c1e69da20d38a174e27dcf9
-size 25463
+oid sha256:4ee8dcafc1413124a8c0c3f0496812b0c9413d5049eb2525ea65765f968647f3
+size 25436
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 525e6ede50ca..6e486fbfcb89 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8f772230604b979f572297a724dbd7867299a8f40530295a3f83d15239310c76
-size 25244
+oid sha256:26cfd625abe9653b71f241a0c908a995a73ea661d2ae673742cbea291cd35a40
+size 25214
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 85d235239fe8..89698114352a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3fd409a5cf93500dc4685d99954a3cfda4663f81c11ae2b2ebeee1f159b7536e
-size 22121
+oid sha256:a4f2f200a5de497ae4997483f8c3ee2b80e251a599ad6b141ce53f3017c1c667
+size 22089
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 9a4e0881caab..a3c656425257 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0cc59762de15e06d6854bc33ef8f4af961bf5ed9255b8a3ac7ab19ceaffe374a
-size 24725
+oid sha256:6d1f79b169b5a6cbcc351611d0e06cb1d1d9c3420778e4af5448753c5a3cd742
+size 24702
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 128120bfefa2..6aac1962598c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d428c1f22f8ae45712eb4a654c8390b09c7222cb75322bd1a232ea823b18bbbf
-size 22169
+oid sha256:c34f89bb056dff119d8d9a6db1e4ce0f0d686c0f65c00bcf72c20f854c0db196
+size 22137
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5e86312b7e70..c9340c300292 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9b09b89d9f191e8b03bc2663bc957b44dec1b0c3b85f366ce88208527f370fef
-size 26155
+oid sha256:432af4a193d401cfb678eb45f6b874347fbf5019cd32d0c395cb7f4dd053091d
+size 26122
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 3b41fa3818f8..2ce593247e46 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:14117148a527e483479f2d15ca09b69e7a661333734a4660aa8cf65f8d1bef6b
-size 26822
+oid sha256:63a157d4c4968ebb02f26a986adf6b23cbc3ee1e916bdf5213613582426355b8
+size 26851
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 686f844c24ff..a6da8b877129 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:55b062f67b721b7a1c7c15f15d95f092b8e5d28dc97bc2d45583351d9ffe61a7
-size 23163
+oid sha256:2f9c743cd2766fea2c055ab7539882a59ea8fd824f1995534f410d53b8e31b28
+size 23124
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 0e08765de873..38e0419bc309 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e3ed5a723a51c3f7abd45d532097ec5f1a814de7988003b7d5be5c62a0c21fd7
-size 27155
+oid sha256:6b0b5cfeed436c17ba3355ec66a34ef5d19f0ad526c9130ab6032400e22a3aa9
+size 27126
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 29604b80bb06..4a1799f5164e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:534b71218293eec1fc3dbfd64c35266153c8e382494fcd5b84404867ccba0eec
-size 25622
+oid sha256:a8d0ab658230fad4c85e698cef8fd41e1dabbce04fe2abe0e4890669bdae3436
+size 25586
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 32deb8207885..9cfc7171963e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fe47682411eff88c129af9bae5c0f31be79238a9250b9212051b3acb07a632ae
-size 27755
+oid sha256:c31260f7940eafb8662659ab97ed8af09fb5ae3ff79e27f8aa553c76ce50f686
+size 27727
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 57f05e9d51d1..97f8c9f2f259 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2de298b909d1a63ad91f8f30fa2df471c79ede2f3e093cc85d08c1ef0964fc01
-size 25699
+oid sha256:98db7644257e207a6cc4c9844dec4b609b08bb600ef2ece4d7167147fe500df5
+size 25670
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index 9ba21dfa170d..2f15653cf957 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f3f0284414bbf26542179a33d0d9761eb85da1fee23925d29a8c1a636f02d6a9
-size 28034
+oid sha256:0106afd1bf12eaf967bec10b8118d2a360a4946656ac48437a9a90a3ed82db57
+size 28007
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 9526957722de..74a88dfa760a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:21fbf255b17a3fa6f43f7c405a6ca404fa3b84f4f1faecd1c0186772a1173a01
-size 26362
+oid sha256:6291ba27440e97610bbc5036d26d6c54e0ed1017e4d2480282c8af8c276dadce
+size 26441
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 9b30739c884e..ed9900785fb0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c0eaf8019696612e1c657d0c774af91ce13a8595a006c6cef63f81ea1316bad9
-size 25105
+oid sha256:948e296cf6598aa19f465370b81c3d3a0a9eed09c9aa5c5b17820eda8be2a28c
+size 25077
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 49dae853ef23..315181511732 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2052b40b9ca7463a71bc58cef65c1b05001f89029b18f270c378314888a74e7a
-size 23943
+oid sha256:42a7f99d0c65a1961b784a1c980e46a4fa38c724432dab51ff9f0760145256d2
+size 23907
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index cd835e84f098..5be9608d69b5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d37f57ba36074c30ad36ab5fa86ddcd4c3a588137f1e8d445f72152119638dfa
-size 28688
+oid sha256:a1f6ef75fd2d837554a8aa48c5423ada131cbc706f5f6579f362a9111b3760a4
+size 28659
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index bf68e17cd8a2..2ad88ccbfeea 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4c259a899cd61ebb365058236201202f32cf1a24688c89acd83dfef77cb95085
-size 25386
+oid sha256:2dbbda449b686f691f64c7dc437985c6f3d768d9945cabd4b122e38a8dffe710
+size 25452
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 063befa63700..dff11240603d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:23b31ac1b36b22eea27872cdaabc204e67960b29477f051713b3e5610653a080
-size 25818
+oid sha256:260396006934fdadc9fc0af3dc593289f3ca4e9aaac9abaa99c569a3c0473a3c
+size 25790
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index e1b222a063cb..bf4787f5899a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7030be9ba2d3f5cf71039a1f6ecc2000c3704d27a3648e08751685fb5e01d52e
-size 23706
+oid sha256:94bd0034f3cd31fb4aa77af17c06db9e18d03c2690cd742ebb921ab4720fcae2
+size 23678
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 1cd86878b1b5..634619732664 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8225825384dd6eab8898b348cc8aeb593e9906d7389bcbbc93fb6aa70505a92e
-size 27550
+oid sha256:ffc5edce0270d138e2b0aaa82d973c060347bd7326cac5fd9b12f57619ca88b7
+size 27531
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index cd671a5b21a2..c6d6fd1e40a7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ae7f799989b2f4027b37f7813a2b39f83e73f4695b79a6fed7f6743d499c555f
-size 28771
+oid sha256:1fb7bd7c1b07cb3c02177c0694cd1de052ce27df77a62cd9f508d5f0e4598a06
+size 28740
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index e1b861938fdc..f7d6989eb641 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c2f13401a0915180177b0167839ca9fec4db842df4850b3e54c528530efac59f
-size 30056
+oid sha256:ed63f30a8696f3e85ede4d4ddb92b2dd6f3e3bc5758bfee60631046ec66575c6
+size 30033
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 8a15f55e0777..43a52bcdfa80 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6753f7ae3107cc56f30759a0c301be75f2edb049ab4453623169d3f47e9592f1
-size 29756
+oid sha256:dc82852d38b488e575582a36e582b32f476a0f4ec26a5e12e0dec093f49f0007
+size 29805
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 6359454c6393..4bade2a338c9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5b54c0635319e6355208fc6538421f04c4be9c4a0c6d12e807c8ad175d655a78
-size 25475
+oid sha256:d73415028273759428cf117385fd36f17e828e66cfbe6833380cb73e6fd5b37d
+size 25457
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index a0bd61d6592f..2cc1a49fa303 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f21f23575bea121546fcb14f6444462b1333f9ccbaa0fb77be83f3fd077aa651
-size 26661
+oid sha256:fa0cedf2283a38f37e7cb7a95538e23ed8cf7118057a749633d2ce703ba6b9f6
+size 26635
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 8a72ea050e58..6b790091ec1e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:318a4c4e0933f8ba13c51e01915feda009f0cbf02dd4be6489a80f10901968e1
-size 28173
+oid sha256:3473222249b401508e0d68468e0bd703a6c9b1a60f3e8137a4f4bfa4a91ad047
+size 28147
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index df1a6f433c24..08935fb039cc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e00cb73d2a59e92e57ceead89941e555005a608eb6e120938aca97d95afd1079
-size 26933
+oid sha256:24a95dda5daf4feaa7c57de2dc4d5151c48d4497fae4c50f9262ee7fdaf45945
+size 26896
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 0973a1c6c11f..9834f2781a77 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3cda07a3ce7395f0a76bbddd90275fffe1748c75bfffc5a31af8e4335eda4c9d
-size 28804
+oid sha256:7a6e547e4f360eccaf741af672199c22ecaf438a680a9521cd85b9a06ab874c7
+size 28777
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index eb24ceff0d71..cc3fb531801c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5e06e9188f9339d9da2955dd9f6ff60496ec80a1f2f1559f3d0deb186aa3f22b
-size 27027
+oid sha256:0646ef98d6dec0c414b8847ae4e6aaef079dd8cf5cc3e3dba2aff093a41b9907
+size 27000
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index 556a961b95af..460966ed276b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e0d8611b0cced18102dbc761cb73af05d99f851cc1099a51bb3e054194b8b5b8
-size 29294
+oid sha256:a7dffe7a89232fc70546550584fa6fb5d71cd4a2e34a809fcf87be434eadf3aa
+size 29254
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index f4f3d780bd3f..267b3647a0c2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2f63714210951750740f24f19452d46ece98a1f2ec38aabd749e37e134a416a6
-size 27792
+oid sha256:393f4bb56f00597c7e19865762b0d6fefd098c495c45574c140206d4a3a864ac
+size 27835
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index a60fe795e52a..413ab952cefe 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:94f7dc06d3adc89daed86b6cb84cec5e04996789f115629ec0c2a740c672e45c
-size 25605
+oid sha256:9d36bcf57b976fe924ebad7409a865ded258afb21ab39fd4a34071b3bbf23368
+size 25569
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 1d20d05221b7..e793b159b5d3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1546fd02155751f42e6983c8f48ff62527d7a7c724c0d3fab18db4187b38c692
-size 23655
+oid sha256:7f20b2dea54ad2524341a5b9a80709bbba5d00c06055d0dbf687fad65a824970
+size 23618
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index 6ec57e50d41c..fcbb347849eb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6f10f63b8c5858422a19d1352c744b61f6eb54cd94a11f2ee91afb0d5728a4f3
-size 30037
+oid sha256:265753f9807164ffb69e076d50cb988f9381c764930982da6a45292ea3c0cbc2
+size 30015
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index d341f86decb5..d7b90dc218fe 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:66664c30c0f7a62d2b43e8eb461e0a0b105063b2a42407d147cdf5387249c940
-size 26951
+oid sha256:dd6616345e7f9aaac837b8cf77b7f23f9a20090db3cac2569ae7697a9fbee31e
+size 27046
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index fd99658bc05a..e2593b187df3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:822c68432535c492cd183133f749f8d07b2ca966da8082a430b96c9d8b519dbf
-size 26281
+oid sha256:114847584343822cbc156030e1b435603da97d719aff14a5ba3aadc244302206
+size 26256
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index c25b91dbe035..a3dd3d7d502b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:60f90ee998a265273586ec3570d753af16deba30f8560bfdca1b4aedb0a27798
-size 23929
+oid sha256:de2d0eb063369051a8afaeb6c899ecbf0e81c82f6fe4bf0aff8775522bc66f0f
+size 23899
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index be048a3b81b6..93fb3ab9b07b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0f7f2490a2cad5349bb77785e28cc1464e60b48b52a15991650f07069c6269e5
-size 27931
+oid sha256:1729eb844e2c9a7f7a9ce915f013e169b364460b9febb78ae00355b4f340f48f
+size 27906
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index d4da0e0eae63..dd2f2bd16a86 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:12842e0abd318a0cf8a32cb017bf94f29c082101780c0f703d2e2cc8e54bc611
-size 28247
+oid sha256:79d91d7563b200737a917c698e5472f477f333d855ed701dfe304117e594b4eb
+size 28197
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8fc286af4727..7bfdeb4538c8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b2d5ba21dab04201d3e353e4a18c8497471ac006c16d5ba0ddf48da9abc3e59d
-size 25689
+oid sha256:42c3a18df90b3fcd5753788152c0cf7f031b0b3d4641502829142200f693c2ca
+size 25654
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 8d50e1359904..670d117f6516 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:99e3a47b06aaa2f5fb9610d36de5967ffcfd511807162f59de720d066fd4472c
-size 27177
+oid sha256:d5389d802e92a1865f4e79eefa3b8daf19b26c50b101f63e4452a13e8b7d4c5a
+size 27148
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 4dfe1ef704b2..c49e02465942 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:327ccc7b53e623ee010b5b53d38c43652c9d38ef534572c451c33beea5d7c4b3
-size 26411
+oid sha256:094f2980939db7838a55244323d0aacaf80a9223cdf4ef53e8a7693cc656e65d
+size 26385
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 82c54e9cff4f..9f88a1b3c4ec 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf6f725f52c3db1ca9b687d191bff1e947c8ec58996705fd8e3cf5afccd6de95
-size 28355
+oid sha256:821b573a4c9e0d5d228fcddbcb49eabdf3c23a3d3d072b433aca24500a4e7adf
+size 28473
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index dcd8f9b35e13..794105827d82 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a6eda0759237800c924d0a930dd4af8fe156c8382596f3280f73333917b6993f
-size 25461
+oid sha256:b7d301f04fb6e5e2c9a5f6f22dcb1ab84bb28d6379a18c25234c2fafad9074bc
+size 25434
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 97b57936151f..4ad77429e6ad 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:093e700bcbf9d43fbf89f165f09768a368167e73dbf263fb5bbabd923c17acab
-size 26111
+oid sha256:4ced63f00ba799e5a7eab00922ed3bb7907350fa9f3663c3bd01e8810c02fa78
+size 26226
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index c4e634546afd..960b661cf535 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8e197f3f48b42897cb7e3b2df6db648605e3ee9ef7a729e8cf2736657d803fb0
-size 24531
+oid sha256:094db494fc56036156b59386d6cb523da731fd230d24f92cd1663fec2c7c4fc0
+size 24499
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index ec4bc2385aa5..19b7aca9f032 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c4222d8181cf3bb7fb62e3eced99df10bae76608de4a9de2ba963ab5913ea2a8
-size 31189
+oid sha256:5656c5c024c1cc40dadb8edd5d8fcf2e32bdc570cff3992d47b6cf21568fe752
+size 31170
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 34f35e4c5142..4f743c64c18e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:22dee15857128bf804db532216f8dd8f0ab015de981d1ad472ba5d8db183d8ed
+oid sha256:3b154227bed7ae609152599549fae57dd7c28eae11fe7469757a981600363fc9
 size 30757
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 2d9688f509f4..76aedd367bb2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5f33ee0c753740560d560cc12119a1605c41f4057acf9c0a152a430f0bf02df8
-size 28912
+oid sha256:b8397454283b35b3c3ae7ac496e467bae56eba56ff5bdd31131aaf5170ab7035
+size 28889
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index b572c218bd46..245c77286541 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fc5367bc2ea3368c501d87999f7854f2a224e3588be84d8df80c2a6843ca66cf
-size 28329
+oid sha256:65503742fbc6207ae96dee590fc91b8ab34a60a256463861fbc1378690642247
+size 28299
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index bfc7b1d70385..689c037e81f2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ec8833e394c9c4a9249c687766bf26512408f278100cf3be42e905c0dc2a59a5
-size 27688
+oid sha256:d2eac10351afee16d4420db76f631bfce39c64a67fab6cb6e8fccfe7213fd6e1
+size 27664
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index a7795fb0ec9d..67dfcb61b833 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7577d0f6eef0f6ffae7aca9ced4654a28d27f9b8bef62c93c6761a990ed7e309
-size 29767
+oid sha256:aa47f53e8b94d872d4cda6b8d40526bc0c9c96fb8dec23c862d52a7a887f2406
+size 29848
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 19bccb270162..a2e5eae6ccb0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3cf2eb0b9c97f6fbfcce51988609d055e574cdb8803c25ae8c3057c40a0749bf
-size 25871
+oid sha256:4b39f252d37fc68662b947db2a59b5c33fb2fc7bc8d8e59eaa0b1a40c430df7d
+size 25836
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index b7fdb64f22b0..b22cf7f511e6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1dd03d9544dbcd1b52edeb6bb107d0e98af2be7d9aa770a9ca7151c76f54e051
-size 27372
+oid sha256:47c1950afeeb7175b86c7f3710a17a5b3a0cfe659e40882abbefc87a0b231af7
+size 27398
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index e8e67af07b05..621e898adbd3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:230c19381843e7598922edb8ebcf298d5a1c74c5c3daa0cc57b8415c3129d349
-size 25001
+oid sha256:1b0337c5c9e2fa28b281673135969c0e6c91c92db205b8da9e50ad78d92ea7a3
+size 24966
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 3d1e8585fbf2..a0eece00023a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dfeab0c99d685a670728d7ab961bdaf2cd1c7258e1717f6a3cbd3bebab5591f7
-size 31152
+oid sha256:c2e1bf8ea208df0a742c76ac151269a8a2f65fffd160d819052b6cc00c0e2f97
+size 31126
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 68c18f01a073..6eff49aaf04e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:667d5f757a0b58f1791d82e256d454ebd29e7b8c76b285538083e8c6c6e54b6d
-size 29071
+oid sha256:d04cbd56f04167cb6a408d499b42db62c800f4a680aed9af4949fa92fbd3c4ec
+size 29050
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7d274b2e6c0c..62732d55519f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7905069e299bc3cd40a2358501ab8b2427cd89c7ff2962b8b3cb5e6ca880627b
-size 31218
+oid sha256:72c293500dc7730e1eec3a0463393a6526da7a3c65759eb80d9c0a8d491be4f2
+size 31183
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index c1c815728022..78e00ad2dca8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f5230d08e725228ae4a11192c81c76b9322920542e33d9aaebbd2872101b31fc
-size 29631
+oid sha256:5fecdee5ad7c484f2c7f60432df05097bb3483db8a0d35661c43d388d01c36d9
+size 29608
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 60f5442b9b2b..26c0a1a26eba 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:edf890942ae1c10f663de92a0118d9aba3e9702a188f706f802895d65412f0bd
-size 32425
+oid sha256:288ab3d3a035ae38d350953b62157357aa10095af60e6f1d2bd9e8421d308996
+size 32393
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 406571c4f748..fffb34f66527 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:85147b90421636ab4cf58c702196a52495f3f631c932763d0b9d3a9f046852e8
-size 28236
+oid sha256:610c64e3dd02ee415e4b3de493cd58f69e90a06a9aab6ae2d91b8191da5b7188
+size 28198
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 16c0064b509a..e86e416e446d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1e775416402ff53514ea4fce552976da94fdc6587774f1b35ab2f883118e058b
-size 31761
+oid sha256:ee138a556bc57725ef08ff28a5c22bba53a0999e17506976e2497f0d0510eaa4
+size 31735
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 05f0e2d14878..cc0fd4692083 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:84fe312dbfb92d68c904dff0aa0e2c96616b54c83a6fa2e7dd35ed824921198e
-size 28938
+oid sha256:a20fa8ec11846bea874a90e8fa9e0cf98d3eb1bc7d382348cb0a5ed93de4c413
+size 28908
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 519025fd64cf..560d61a5e8aa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:34786b142e28405a0cd70b6756ac478defd7dd2955f8b2cf8efeeb01e94dbd93
-size 28536
+oid sha256:6095d59e86f4f703f09dd3b175e17d9f6b233874150451794dad78d8fff56427
+size 28513
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index a9acbb834155..9d856a21611d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:34c580e697bd8b319f20b9f0645f2760bf6eec28774c0204ff72a3d995d7eda2
-size 24894
+oid sha256:148238a78505d4cd758e8b08f570ba40dbde58d06f567cb00d0bf95ff6c26d9e
+size 24866
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index cb31aa7e1238..40aae78f4a39 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:126fa483476eee0e7ffdec7ba24a92d506134fa5c0eb0c6fbb2e3692de04718d
-size 26650
+oid sha256:50a6810f53cc541c9b143097c8aedce992e5a94f04b3276d3f7adda04c8eb32e
+size 26616
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6221d70e461e..5720c405dec4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e7435a3524ea50af3e4dfef149fa0d0f3b8e5c745ff80c2ccecace25b64048e0
-size 22926
+oid sha256:9a822d5b7d5b2be0af54c1f906197a64261d0890ad940cd45ecb165d42920130
+size 22896
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 606a94b3ce99..24f602abe482 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eb95e609889710209354661a3e25a5f9405145327af401683e5c631d6357762f
-size 28756
+oid sha256:361576035cc92019a0d4c9ffffe8eb11a3662236edd6f5865f70999186643b39
+size 28725
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index e709b816cc9d..5f34fb903647 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b529aaacd8fdbf5a2499a44757249d6139fcef185423e4b36b5b7eb7484f4dd8
-size 25389
+oid sha256:ee584694c3f0bfdb521e82fbcf49bdb6ad4f2333757bbb2c89c40b256e68e305
+size 25357
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index b21e10ccb04c..115553122873 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cd3677a89773f4c80c4b81674fb1d6823a6a22cfe7055c65ecdc8f89e850127e
-size 27533
+oid sha256:30322593578f705b9cdd3611121df06a47e55791602e5d886fb7e4d813986494
+size 27494
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index a236f1be6830..cd48cf31f59c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b74c9627dc9623da6b5d1c8d1dacc664a1b80bac66708dd1042fb6e0f198d618
-size 23996
+oid sha256:69087592bdd690113273b841bfd7538700959660f29cf30249e068177b0db608
+size 23949
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 93ea636a44ee..0796c5c2d0e4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b7b7f7fdd05c42a0321eb14db3c5ca1abe35178d4154e7e40f67e437137d4e57
-size 31832
+oid sha256:16077db0a2f19c8993a83f91069e419e4e31d44d97cff7ffce03fdf1adff2150
+size 31806
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 422faa379528..406d2d5f950c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5828be9918721552359096ec21a13b1d90b35b1235595f0f080b65ea1270126b
-size 31858
+oid sha256:ef4ab908d82705921cdacdca133eee61563d578941cbbc4b4455e0d5f741c3e8
+size 31827
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4d18f4db19c3..31f08ed8c17a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a247347fdb1f939a8733b1b72cc687fd5d8e1e0dbdd58228bc8e3fa7ac406c3b
-size 33334
+oid sha256:e527100a2060ef4e8b8c918b54dd891bfcb624ab353ff37627312152e9114c0f
+size 33299
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index fd20f659f9bc..2b43e23e30b1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:441961e31c9d22060e36b5e9b1f749ca5ee3a820cdd26e6171ca8b41f48942de
-size 32045
+oid sha256:fe68b144ab7fcbb5c19395623fd93a79b3fa861d5f02107c0ddfe3a9c64d9866
+size 32016
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 02d4f54b6a60..eb202223c46a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dd47e6233bae1bf0aa2b5ffec11d8748b5907286bad9eb29466c43ebb92ffda6
-size 28427
+oid sha256:bfb2b5b06996c55a348876ec063924bbbbe659159d5a7d0a88c3ccab0924a4f0
+size 28403
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7668328bf5ba..171ef4b675cb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2d53ecb65965cde887e41af6ae5e61e7f55aa2b0a9e9cdb4bfc210ef8ec03263
-size 25072
+oid sha256:cacf9408f4e80fa8c4da73a9edd2634bc8d361653ff86487d91f2c38a5a6962a
+size 25043
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 5bafe473c115..29aa773aecba 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9e13d6682903ca7d6ac445175e5bc4a3cfa839ad8a59dda890e48e3e1c4c8196
-size 28821
+oid sha256:5a5be91ef2ee7555e76fe795f85898e9eac0d5420af52340b3dcaebc74252631
+size 28793
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5371ae392f5b..b789e508985c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e3eb5c95bea42bd82f4358d52a83ec03ec094d9f0c769eb72334d832ad9cb10
-size 25646
+oid sha256:f9416a4e4b4f9dd222274a329fee9f0ef0cc011acda5a5e5a5b7d47809165d36
+size 25615
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index f7f591f4a747..b11250abb187 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b833996eeb4cad5cd8c755ce6ebbc93c5970a0d06e8adb9754c37d5d0d04a33f
-size 33296
+oid sha256:37c5d64d58a3eb70bab600ecc60faf1e5c850a2cc9e1d2cf9a0d5bc5c6a8db23
+size 33261
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 13d89035325d..dc33cddb3cda 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:060c8df3611186174e53807476773e28009e641376a63847e60e9600e69e80d5
-size 29482
+oid sha256:351260846a6391d2fe53f84aadfedb706b11e90eca2ff8d29a0efa87ade1bcec
+size 29465
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index f7c1e393ed8c..2a9c139b361e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:86c0fd8b24965e6d53f2272a9e4ad3122e461ee3a4d955b2bfd36e90097e50a8
-size 33576
+oid sha256:95ec3e9d5bd763d7d91cc528800ae52abb88191429ccf927f4502bcb20651aca
+size 33547
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5694ee0da9b2..24a4c9b5ef8d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ddc99564a35f2ff0231ab87981f6ded55645ca8cb89bc479dcc76843edd0f549
-size 30457
+oid sha256:96e0a80ab36ba3c4221a25f7874c76f430f678afa0fbd85578b820fd73919553
+size 30439
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6cb6bf2092af..e0d77d159d5b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4febc21d920604173efffec350b55b63740d20649f6230cae1aedeade3e6cb3b
-size 34421
+oid sha256:7e7c43a28f17448ca76537a1d7527cb47b0c1e2260e042e3291a404eee367a9b
+size 34386
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4952eccab9f2..999515980dd0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:414e98c5926b84693cfbe083647bacc9c9feabc9f0840669e9cafd80d227ed73
-size 28769
+oid sha256:84860b393aa6d595fc94ece62d4a0c75ab04a94fffd1c7648076cece2d4d6b09
+size 28746
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6823b2787030..c76ac5ba20e2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bb6e6e971799523a8dba92fcc6819073320e185d57dd86c7f8598cc0690ef701
-size 33922
+oid sha256:944343900c9df88b073bfb5887eae15d809589cb87cdaa090055dabc9dfaa875
+size 33888
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index beb826a33b24..329ad02b8527 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b39b0b600a9ab8cab7ae85603069689965c53caf094b78243a1d71ee162de872
-size 29764
+oid sha256:ca667f4e001adc8635e8814b7925cc39e63efa2c37358a5dfe4d7453c141d074
+size 29738
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 71be702a3df9..57dfc70467e1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:54e3a439abfb2be875c43212dd1270af7c3b261deb9c44fd0f178cc4bb6bcb13
-size 30505
+oid sha256:d17cabd7104d2523e9ad29e671a754937578770240f2da5e848759f0aedcfabd
+size 30476
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 0456938feac0..e08f032050f3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d44189601c6792c01834281bb7b0f431a8e0aaf197145883c336f135c5624def
-size 26897
+oid sha256:0a486969af16585f1f75927f068216ac5a8ec4f74981b372804affab62cb7d08
+size 26875
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index afee2d5c55e0..124c48487171 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cb991357af21e8cbbef50d2e050e0917447aaf39cccf9b81fc3b659495f44e4f
-size 27793
+oid sha256:ac37bab6f50f4369a64f8f4fd478308f5a475d8b57c09041029601b60423ee64
+size 27772
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index d6f2d599ad11..9592308372d1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9d9d1cb1afcc973c2cb274b87f0abcc100d95ba92237e42822965a4cfa06f115
-size 24278
+oid sha256:d7909069d80946551d77572ecbe0f064a8cf9131d4f501dcaa6c6fd52ce3691f
+size 24252
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index c697d42f2a51..b8027e5b7321 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4074911759a8c8ec2101551e7e7cb31c71067a8874e237314256c85182d1234e
-size 30861
+oid sha256:5085f832f2d9825cdcd70e0d7148953c217f6fba851cb1216a2623fb6d6a711b
+size 30827
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index e1cd189d67d2..d625575f91c2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3a3b7a1be8d97a5466182a51f6e3beae941056e283626d2163935e676014af1a
-size 27541
+oid sha256:4f82a7940923e080f20a933d23b61017f8bef7f1fe22725ece6127ec5ac732db
+size 27517
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index f87b73efaad9..8650753f6e54 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9f2553410ee2ffac29b7335b820070151fafd49f24d61fc98c1260c9f0cf198a
-size 28608
+oid sha256:beef1887d24732e68ca0f88444ff136c0f79d38c8e7c601a7aa5807085ff48c8
+size 28580
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8b8fc8edf3b8..649f0709e32b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3012fd49c7f1049306dbb6b746983913d9365e0451c1d4308f240bb11c282865
-size 25114
+oid sha256:9cb5240d019cd24274708a2dbd57006854d3b0832a8ef3e288648224b4f41aba
+size 25079
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 95a9b3284515..f1428f6e8653 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bb5ecbc9a731d43dcf024945e9d3fc2f2cde38eed436506c599ce71a5389439f
-size 34441
+oid sha256:0761e48438421d8ed5ce7cf1cb63faee17c936b3f5d8ae4d9a9db12a3c224cc1
+size 34412
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 053f8adc2578..9c9b2c83171d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:79bac73b8d045c4499c84d3f76a324b511c143e5e43b6cda86896dfa7066b148
-size 30661
+oid sha256:e18ee18c8a05f433ce291f3e0c376eaf617ce1c74cdee240ff552f4d84b78a29
+size 30636
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 50bc3ff7d966..25f357c622a0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e8c266432f8a0d63ac35e25244545ea3f490182f4940f5868d6181639b5a104f
-size 27780
+oid sha256:309cd3d803c5716f262d8f4a103481152a2a127b87c443134b8bebcc96c09c46
+size 27751
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index c578e87f131d..2c7159e5cc35 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e09404f61ae9a5b711f0215dacd284d3a0135dd8e25fd172579e8b2f6705d54e
-size 31193
+oid sha256:f5520defbbd5c3b4908c00955cf855b1e68804575afedd0edbfe40043ea76e46
+size 31178
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 95e743d7d010..939fad666096 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:70497881aeb6e717113522db8ca4ff343171d451d6011cf39dbc4a67a05e7c8f
-size 28212
+oid sha256:10a30a0870c4f6e725ac8b924527d7858ed8be27b4735c50040c54263d0adac4
+size 28185
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4e9c38e3d0af..31c28c1d71c0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:feec566ea9eb1e854452d8a9ed8d4c9938d0d43ce216c603a2e4fa28b685a6f1
-size 31786
+oid sha256:6990275cdedda22233d326990cc2b866d3c1771c413a19d36d31179ee2689e03
+size 31754
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index ad5c8f0d3418..c437f8a92631 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b3591f4062fae12befcf0d8016b449d7a492b839ba624a64424548f3bafbad03
-size 28780
+oid sha256:9a6c693a4aefefcd42909f8e4b1f46fbcb04de77c4b7043d81607cd92b755da7
+size 28746
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 69bf6032aaf9..32236df048ff 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f71b8e2dd7890b04d0c9bef175597a18f93e1b717e651c5fabe5dba125b9f047
-size 29431
+oid sha256:55d55f0791cad2891172400cbf7d5a8d8a8844c0eee67aa2eb41733554fea437
+size 29395
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 15f9724d0a5c..c678807c9506 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6ab31b968c0db60dc38aabe8c69da7031c4a0120047a278151cf3aff52342245
-size 27615
+oid sha256:4f7b94db7a060673b06dd219db3475789d6272093cdae8c8525d0c97bd761297
+size 27585
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7984e5a5162e..221a821e6385 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e1dce39cfbbfadf99296073b389f8d1f62443a32828697c0d2ac7c880b9a0fa7
-size 30136
+oid sha256:d2a898aa6a6230416dc6d48b83b1fb4f0364867c7784b58e21aea91274e64507
+size 30103
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 86ab169fe09c..4c3534d759d1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2f1c0721554471b15401256639a28bfa733effb432103ac97a21649457383966
-size 28199
+oid sha256:011bc56d766907601e0ddf9b47f9d1a64730814e4b63ca7c134511dc317e5d51
+size 28171
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 644f2596fe97..a1ecec15c4da 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:19caeec98b0aabd854130bfd9fe1a373c467a7783c05c36aaa078884d4686a54
-size 26646
+oid sha256:a4c0cd14797e1a1ab62b1b80456dd37a51ea8c357980b407d25a096fc7f8f78f
+size 26802
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index c5211e6540ac..6a9247587629 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0bb5833f606d6be381681c9138069745d83e0428bcd290449665748508670cf8
-size 23707
+oid sha256:5fbdaee2bb0d78b75667cffb50556ebd0971bcf78f0f8e989cc22d4bd55c937a
+size 23675
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index a8516968f7f9..01462d32c4e6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4af1c857726008b622a87f2538002fc41742b95270579544a19a134b56f9b5a1
-size 24377
+oid sha256:a3273945ea88388c1ac7673a4d6469d006f2c0d9493826829dd0d8118a9c11b0
+size 24391
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index f7789bb42da9..8b9c4ad3fa3d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d303b8c14512f87ff735c14c5ead7a0b2bdf08db80884932729e84694865beb3
-size 21193
+oid sha256:ac8065e81fa5fccf70cae6d16eaf3557c4039b5661838670adb77140069446de
+size 21157
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 941d0706ec12..4e898a093d4c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:db02d7761556b26f9120f089853adb52aa648245d779f5413edd7f65161885f7
-size 27086
+oid sha256:49f61468f57d215ec3831cba916cbada1abd4fd9cb925373710572f57fdf75e7
+size 27174
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index f8f4a08f72a0..15fc37891133 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1227307160266382757dd6ee987d5c72ba1951a7a2d8969ec49199de0781c6d2
-size 24261
+oid sha256:af7205c55005a721891c319edf04ce2f5f6ff360c994932e685f1dc732362faa
+size 24227
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 926cfb6ac154..99868a58629b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:554be810655feb241eb1301733547c4d26a5f3326f3a3fc404e0f941c97c9ef3
-size 25369
+oid sha256:daad7d0f2d598d4263310ce4253252e899d187c38ae1d2950994abeb92a4d6b5
+size 25472
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 15dda275a02e..e2855a8eca81 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7491243ff7a2ced6fc587ff60b4b3969d7f079245cd919dca7e8a07bb4716a63
-size 21805
+oid sha256:7bc93b4ba119c36aedd5e3f893637114a08f22da5c80599b5e66d3093659cb2d
+size 21760
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 29e43f18cec7..7aef9f1c5f5f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5123368fa7c0badd3cdcaeb541cce227f955cad20b6c7ae25787609d7d2e25cc
-size 33188
+oid sha256:506ec059c76e1889aa2f94cc0d1c1d601d52120e7194f44c78d8b23dd6813981
+size 33160
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 613a5e85f0ad..ecf4f932cb0a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:93dc5b12c12277c98dcc8848c3adb49a1a6cfbf813f88e674ae8b7a3cfb7791d
-size 29665
+oid sha256:19b582edd203921d0b30451b54ecaccf1c0dd4d60ed99225686f12934d51a259
+size 29632
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 100079350822..eb44b5f5ff07 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ab60afedcf03407fea7f2afdb978108fa9e18112e40f9c139c3d7fd14d670281
-size 33959
+oid sha256:d44f0345315ad45f3f12b33d4ee5a4e5f6e36279ce1bcc0711e91b8be6045e58
+size 33922
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5f6d25ec41bc..23d6cfc9c72d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ae45b01b1fbbcf4624b1e85cac5e3506dc7953c9f4baf2fa41e5b8fd9bfacbe7
-size 30154
+oid sha256:6a491256f2130df3744af1a212580634ff45dabd625ec4c574c57c62cb28595a
+size 30126
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index a9bfa7ef9a16..6e14f226f4dd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9e921397217b0e6e819342b2838b588672b53b772451dd4ac3b1d3c362b14392
-size 31618
+oid sha256:fc96059634ee2e3782fff9022a8698cfe742e566057c8b958c7c618128649510
+size 31598
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 29be48850a60..ca09e86f393b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8aba926c95d8e7d99e53046623ba472ae878fd5dfbfd705a0cbd02357bef9c59
-size 29058
+oid sha256:bafd118c676a1dc440d5e0e72e49fb4e1d30347759192f5aec86f5339c780ca1
+size 29022
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index a6f643f49036..9e3458c0a7f0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0193858ae7d8ca0bd35e0327763f14434e6df203439af02f83ae64337175329a
-size 32238
+oid sha256:34e49fc6fb91ac50acf8a4638a6059ae948e6266b5f05cfdda705f5ea7456877
+size 32212
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 3c84782e0e6b..c3205f82135b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:19aa9e3c0351a2f6ed15a5ba8f95c34170d9e4ca384574caefb4cb39276427bf
-size 29672
+oid sha256:7e65d0ab4aa9a931bc5e12a1b93906b758c2f911078a15c376b2626bed5b0afc
+size 29652
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index f338bb6eb675..3be8eb924d86 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bb13017395c7d5f25465d1cd0c2b3a7594b057e543a06cccc8b2a7be1d895ee3
-size 29181
+oid sha256:57ca36dda6e35e6a583619fc5a251ca08e92d822aeccf0822c7ed4d632274ae7
+size 29220
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 3cda3207d45d..d35f9d3a3521 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:091cbd105c9e0bb51a37ea781b480456820f9c360cbe2b3e215b5e4819ae114e
-size 26029
+oid sha256:987fb59057655f5424cf115286a354b756e4fd762536ae1484695532f520eac5
+size 25999
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 7415b1075e8b..4917cd530b9b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e2648cfaa7352f3db7f55dd8f1fe5279fe3a4046dfcf24d7a978c5ee632777cd
-size 25743
+oid sha256:0d04bc4c268872d1262d05cc771691e548654bb776f9fd2edcf08a99b17e7204
+size 25824
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index a82411faeba9..b53e428ca248 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1eade5b209a4b9dce1e0c50e0f2a8c137b00f1b2e5ad7aaad32bf1a08ab4c68f
-size 22688
+oid sha256:510c761542c84cd581d91ef3f60eab180facdd66fc538b106d6ed6670204001e
+size 22655
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index d9483ae2236f..41529bae3db9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4f67e63f08056099400dce0287d3a3262a78badea99d4b3c439927f04844e8b2
-size 29775
+oid sha256:aa061f8c7a973da3ed5e70ac68e2896884c4add5020ad6d614f46aeb4e339ed5
+size 29860
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index afe2c2685895..4ed8a5de36cd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0f5f850152ed697bb56105be898101604ed0732e7f32a11701b0932954254323
-size 26420
+oid sha256:84183e8c10cd81d4a0f12fc0f254ce4874cda1fa12b83144469fe05f8f8ffb8b
+size 26389
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 39a938f97283..1da869e18ced 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0c03da042433dc4496748aa81922e4cf6d9f0b29a9571204f9fbc3597c66de14
-size 26829
+oid sha256:e0e21db6b80a8571220922e71d45de92001ed4e5c15f65bb057fd4522625267e
+size 26904
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 668ff72ca407..6591fd7d681d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5714ea3bfc4338da08150c08db74bee9631e091347bf60cb0db1686541ddda8d
-size 23183
+oid sha256:782b86fbf93802e023219343e0ba44b7ac2cc6000c0bc8f52264e83bb0df2631
+size 23149
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4f4900a5a619..06d313c482cd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:57ba2223800c8fe9dee075c93ad580e0977d90f30b0441a7ce049ae5f6d2874f
-size 27516
+oid sha256:2e3c2bd04883a140ba2ed660fffefac4c11a3763696fd2dcbeb520239b2af237
+size 27486
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index b953de6460d0..1e5e7d64190d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:af7b5246bd8ce39d782e5648826b24c7eb9d67effc70f525910eb96e48db30b7
-size 25871
+oid sha256:f487f140bbe535d0b2fa216d5c6c4e6f77685a5a7ae2c9182446b3f6543a29f1
+size 25851
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 70871788b627..aea6e26e7def 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:652cbaee8ff9b3197403568d580386296b6cbbc0e3f7322bbc86f239b8429b3b
-size 27805
+oid sha256:94240093ff28a142762bd0249245dd1c3fd1433a473d0884df1bdab592799eac
+size 27770
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7241f30dae05..88b3020975bb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c80863895f248bf2eaefc13823a0a69351494e779cdb887c84d174b74d7ed86c
-size 26133
+oid sha256:5b6febaeae3ffd2bf814fa9c53e267a99b8c8eea7dcef1112a144ccd6773481a
+size 26102
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 1ca7d30258c0..555c9fc0d470 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0cdb2cebe7628c00ed879f59dd4584d906d53cf537afbbc90fef65d5781aa016
-size 29157
+oid sha256:cca82bcfeab74f240988ef5b72063818afb20c5b85e2276c8c57fc89dea9a698
+size 29224
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 95ba84aa5434..1057aacfa367 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bc9b034dcd361e8e7ef01ce7c81549693086a1504ff8ec3d4f47207028fb7c3c
-size 25820
+oid sha256:00881c4d2b086cc191860539e2017f2b70a27c79c8e19d3a72b0b7c4f3c8454a
+size 25785
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index c6c35e539820..3a371c03487c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:561d506c8c2618720a7ca8fb2f84fb1b0d971afb25a54c334dd5051a43ca3eb5
-size 26979
+oid sha256:2db089e823ce8c7f910a0c8ab27d9210d7a3d3b8de0f971ac58b4ee2f860af03
+size 27018
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index d7f4cab976a4..5dea3307e3c2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d1f036d3191a3f5bc5ce308d080038cf86fdefb9b3d32f4b22da4662ed282112
-size 23290
+oid sha256:642c3319e108602345bf696eb98312fdf8cf7ffa99ff2d2afb7019e20c17b79e
+size 23251
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 72245483f0fa..a611fe562e3d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:228ab1be363f471058311e8fe4b3fd70953dbe929ce2278cbcd6831157ffbf2b
-size 28874
+oid sha256:770e6a2afc2599f356cfd41704a9202f5fbfb5bb0a5573892edf7b8792e87639
+size 28909
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 83c7ba435e5d..04da39ff0716 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d42bda981ec2657a558b3d665e50a5e3357374bd587af4ce2ecfef331e210510
-size 25830
+oid sha256:37fa478021fa639233edad1ef7a69b42b150f34d29d38916fb962db4c622221d
+size 25804
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index edbe88040d32..f4b056cc5f0a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b0fbc3a20deb5c076110b6b066c9c6db966f509b8730e9cea904259578fc7abe
-size 27463
+oid sha256:11b7ce021c4887a2d4930606246e4218b498cd0fceb1ff190d258f594107be2c
+size 27596
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index fd5975435a83..4d8fd33499c0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:60a830e3b1d76857e55d35fc817f8b6c9323d577aa09f8ecbfd6a6509b2853ba
-size 23303
+oid sha256:47bbd78d0cd04f9c08be6615d18270998416617038a85045a278d7f0142113f7
+size 23264
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index c3bcbb2c4c5f..12d4a29639f2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b996436d7f57f4e4f2c70cb01409dc3c5d3862e947e26ec904f166fda04fcf0f
-size 29939
+oid sha256:5c804249de6b8c22624017df850be2eaab26c6aa68a345482e3ab59eaf84fa2a
+size 29916
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 2df7ec3305a3..da8435f34e94 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3161e696da9664fedba82aa7e9cda6f2650e76728ef3bd424910c72587745457
-size 27434
+oid sha256:38cb51ff62ed71a4fee4951586e4c23edfffa20edc33f8507ea26679e8e4b576
+size 27401
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index ef6d8086d263..6c2b0f4a8d25 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cabcf8b4c20583fd31fde6f7a302c20bf8bc5e4ac51e178a84388e3dcbdb4065
-size 30090
+oid sha256:7a8d3325ce4d7f6befffb5d2506f37a02a7c4601f8375f335a4bc0a3945c0753
+size 30067
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index e077b6226873..4b475fc8cf75 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ec3d75939bafb22a782cefadab9c2cfcfee2c4f8b7e63bc0a312999095a66b2
-size 27761
+oid sha256:4b45d15d2718d005701b550fdf23fd5cc6f85bd08fd888952648ebb9e4328472
+size 27737
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 2065058f12a1..683c09025599 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf8e07c0939a8c482c028ab43d7066889d188f177aa03e16b0e040d93d3a7cda
-size 31165
+oid sha256:c589a17e83f22da868b106a8a1ee96e04df870dc9c2d04d545d6cd81bc399ce8
+size 31221
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index e6c1b26d6536..e26cbfbae93d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5df94091f81b67937a5fda884de5a03b102c78e33f3d26eb6428b0598ea3bd53
-size 27859
+oid sha256:007287a91a0c46e080ee7785a5e2277a6f392d3a9be3654f3e2ceb77f03b993c
+size 27827
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index cc347ed7c68c..100e908741da 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e6f389e30952f6464592f8f9cbc1f0cdcd2b5e9069cdfd7867b951c2aeb0432f
-size 28580
+oid sha256:2b471551107291aff3f4ab84e6c61e5f7e971e4b09ef6f3efe0aaf27dfbb0fbd
+size 28614
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9881db2c72bc..da27a62d07f2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e450c06c916cc80df99be50191dbfeb521d0e0fa6097bc0bc37893f03f39e57d
-size 24382
+oid sha256:6529e7febc60ead7ed9c28469e0f8efba4b22370a7d23cbd891167e294259022
+size 24352
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 9566aafbab81..51569205b7ba 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:afe66eb94d6408fcb7dbef71fda03a39e8f1bbc03060632330dc582453d66401
-size 31167
+oid sha256:900d45941cbbea56ae801fe42175a61d99681ccee27065691a10c94b27719aa4
+size 31177
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index e63c889f32bb..9675a7cadc18 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:62e260aabfc4de2e34c8e91b63d2dce9cc8639681204db9b9a91cd8e88f68472
-size 27969
+oid sha256:3c4d22b129cc27136c754c27d522d7580834367265bd649a7cbd7d12cb6692fc
+size 27942
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 76d84822c320..06379805949c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fe4fe971ead65c61859a8f3061a12ebf6eab57030e61255d453eea9db895bdf5
-size 28949
+oid sha256:2036fdaa376792e76bcff5713b7ce217d130563bd17ed20d79b02cff8eedf27c
+size 29041
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1c1be14e3cbf..20342a1fa77b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d5b9927543fce73fadc996bf481f3c0c1399de6f70a477a4fecbd19ab494e70f
-size 24556
+oid sha256:3c8d36ab9dae03e9daa1dbe56d55a7aed475f3ad30e2d5e285e6b6f4b8ab1f57
+size 24534
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 99539139560a..713093090bf9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:57cbb1d0fc4ed2636ff2d87aa05320bb6c8f0c6e5f56e74a19b1aea6825aa949
-size 29404
+oid sha256:0d8be573c6b1be24c0b413f002912d069613c654040b47d2670a77a497d17ec7
+size 29371
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7f327e0a832f..75173e7ce527 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a80cf5838a089ec7f399fac06dd2a028fff63c2ff7214098466db0920d7eba78
-size 28396
+oid sha256:ebbabf8d75bfc8b9a917a65e44e03fbe4820105769ba10541de182f827f76083
+size 28357
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index c01c4111e797..43daefcbced7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:486876fa0db145e4f97952d4ab1af8f63d451c327a7f8362538990de833377b3
-size 30708
+oid sha256:be56bf136aa2b51f9e7f5377767da66ff06c61db590cf13a146998d067f4e69d
+size 30684
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 20d382ded65c..f215f9f19aa4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:be106167e0379e66d45bf4b4aaaf27130703cc8a687b6fdc612de84f74b55758
-size 29104
+oid sha256:f5e70f88152363280413178cfccf4883d0b8d7c6dacc944005f57050ad463b88
+size 29066
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index a94e75ac8bf8..3ed6b03c8050 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4a0db3ca0b10a384bb9d1cb4e5093e13eab6423761b781cb157732cdceefefc7
-size 28647
+oid sha256:e08894e77502808497442ff441a644961e79e95b48d3bb92062a2f858ee248b0
+size 28618
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index b8f69e6afa76..665d3f0d4902 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:392c6c16428143fa1236dbc58d3f6afb6a9f629c56a0587fdf72f1bca35e2af0
-size 27152
+oid sha256:431f0d7543a5a8328bb4a39a4847f4ca9abbe15dc930de4ee94055c1761c3ded
+size 27116
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 30cfefe135ec..bb13f8914da3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1ef259b5cdf9ba6984e2043000f656ea723d7fe5f9f302f8777e486ae8130180
-size 30119
+oid sha256:156c65e333791f5cd547e2e24ea54af35bf7bd621efb8c27e7e69aa203b80c25
+size 30087
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 952e659840db..7df6201ec69a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fd06d6ba4078655665128367e56ef2456959096600c6743021717c9eb0f884ec
-size 27864
+oid sha256:d8172aaf52931a0a35ff99fbb82646ddfac33bfc40e15fef95f257c584e080c1
+size 27828
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index e9b7010c844e..e66b7678ccb1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0ba4757f647919dc7f71b173fbcbceb19c31e5ccf82e7aa45f3b01e6c8fe2c9e
-size 26424
+oid sha256:9dbb12b84a263aeb3f64ac2aba0cda6d36c55fba18418beea1919e8eaa21789c
+size 26393
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5bb515ca9883..76bbcbede9b0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:88fe2c1c7f82a3e7a2da747f1fc689fcca1481900120c0333bc98aa17dbebde6
-size 23649
+oid sha256:1a1bd3927ad6d3bbba4b1ffa148a42505f04cbf3e1612abf8ba898f1bb811f92
+size 23615
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 07b847b831ac..e782b1dced98 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d5184ed29b7fe190a8a2b1589842c01e6d38333eb21e3b224599328d2d700289
-size 25477
+oid sha256:f966a1476f6afe0dc985efb054cf2e7f179280e94b064854bcf559f8e306fde2
+size 25445
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 964bab4b2cd3..c717c762352e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:404c1a19a564d3b5b5177daed316e71f4923f09457d5b03c254cca46eebd04dc
-size 21331
+oid sha256:804623e158b3965e07c90e93ed9f383beaeb6f303b069f3b08121906872789dc
+size 21299
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index cbc65bcb2f07..5f36330a39d2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9207f0abe379b450a903b6721d3ae38b46c4868ef1ab0bacbebac8fd0a15fe57
-size 27742
+oid sha256:fc5a90f5c15fa6d121d02ba348fd12a6b6e17f8316e1d9d7eae6897f52ebd8a2
+size 27709
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 421f78088df4..ef910e6bfb40 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d5a1a535213a0d80e4f777ba0b6d9922cd76fb800811f0e12e1ab3ff862fbc39
-size 24640
+oid sha256:6fdb8a8bed0f894615ff6e3262c5e828bdd8aa695afdfe3d0315815332a3f813
+size 24602
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 99be536b7935..c111306160a1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:948141dd7b5478fb624937b32dfd1accc362a8e3681dc0e35e564d919cadee8f
-size 26256
+oid sha256:4fb9de459cc94201dae37dfb52d9b7bff92a74820f30fff18cd6fa3197f15ef9
+size 26225
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index b0c32a5aadc2..e276ade3d276 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0004061876238d43fd49d92abbacdfaaf88a724f71003921a8c5eae898618677
-size 22216
+oid sha256:3f356bf6dbc46eb472038cabb297559bee56b0fc537af8c3bf70d5f85bb17335
+size 22183
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9c0711c34c18..93a1c4c012f2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:72dde2c091523bf747ae52370b172d09f4fcf77fa60093d696ea1f9998aa996b
-size 30182
+oid sha256:8e8bb5ea1ac982782d8537e478c249d3fcae919a8fb61aab680f9b305f418154
+size 30161
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index c1a6399c1c6f..d6b47d3e4082 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:82ade5ffd3c43afa53b4175b5c00702ee235a25dbfac76cf40bba493e0b1df97
-size 31095
+oid sha256:4425fc6ad78fda58249b50ab85f3191d3805231206374db80bedbae40d21f553
+size 31057
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8d5eb7efd0e8..97d95d5260db 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ffb0a52cb10359aa681835baacccfab5d5510cd38403ddaa86b7b79607f93dd4
-size 29382
+oid sha256:f370686d6322b9b749c8f3240284ac3329bae69a1c079e866c230627b645aaee
+size 29342
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index d7cad2837d15..dd45bee20ae6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7e28d2328648f520b2300b9a67cb5220587e873f4935d3f56d8e09de81b5cee3
-size 30338
+oid sha256:3f9932377286089e8ee5bed1a91bfad633883928fe3b1b8745c79f9a914bd1fd
+size 30304
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 945528cb856f..0edb0252e3c7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f58be8b80bce928fa3a571730a350e7b7f04c5729e3737a9684f7a71b36fc75f
-size 26349
+oid sha256:6bdda8067d7af53497594bb328a9c29b55743d702c579748785faaa63b1f2b66
+size 26317
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index c340f8e2e8ea..3d05d7c677df 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:71ccede89c248ddd6f895abf4a7d72b9433a0ea3a6ec7aea83827461aafe4a5d
-size 23590
+oid sha256:1c81134e0019af37635db1058c4a17f464fb87bcf1a619d6a8f0b40869a8ee9f
+size 23556
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 1b0c3bcf1e8d..727c2de7c14e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5a611097f5ea7c032dc71aae2f8f7469439b5d1532bbf8c489b5b440a1cb571c
-size 27882
+oid sha256:81bfb360814eaa889e147c7ceb58edeb4f92f0e0690155c6d9e5b9b63ae9b9a3
+size 27853
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index ac3bea2d9489..fe4fbff64b39 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b86ec1a37818b0911c6fc32f138d72396a0caa198459cbd84821d2522465d0ce
-size 24774
+oid sha256:d48032cd1c0afb7fc27be6841bd05aaff78616d7021ecbe55ddcfc299a82ca6d
+size 24742
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index c367a8eb9975..879ace662823 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b483fba24dbec44d1a120f7e278c8995149ee75971a5926e515a93fab16d8eb7
-size 31626
+oid sha256:72bcdf8a10421a2c292d35106be4f13272c942fe9ae1db99e86da7b67555e6a6
+size 31599
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index d33666871935..8eba8dcacd43 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cd27367ebc584f709f7dc27fe7545188694cc7ce78a9855d70ca5c78633bc73f
-size 28896
+oid sha256:4f47b621d1731beaa60d891d65306b9bce534429772a14650e64e75868fee994
+size 28864
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index beaab8ec2b1b..dbae25a71bda 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:37acdd60f900b069bdbb51d2b8d49d433ec665a28b8ff0dc3f8abbae58d8696c
-size 33076
+oid sha256:326e3e53272dd0fb2874d657c1cc81b27ad5ff8949159cf8a74b145b156e5593
+size 33043
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 479d2f13e97b..8db0a27dfaa1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3556fd90351600b810cbeed8a028ba5e33ebb2133f1c4667f12b4054d6399ea5
-size 29941
+oid sha256:f86bd5bc0305c02e481f5c05e767f1aa02e245caef7e3f0830877df6edff1e0f
+size 29908
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index ae1d420deddb..361eb49de8e9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b9d74ceb63b9c125bb480ac3d8b856e41f46549e4f7383b500f747e8d8d34fdd
-size 30873
+oid sha256:30fdda0694694a1d3d350efa8cdf20ba57d1e16a22904a5e28c88fe6bac6e225
+size 30839
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 43ff2210a923..805576c7fc13 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:13648c631ef80459c5ccc43d7190d3485eda8fc822bd698f173a28f828094e75
-size 27722
+oid sha256:1231c692120e2bbb8d892c21aa44cb0a12d951a58eb997ec1f4c51e3077e282a
+size 27696
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index aff5f95710b1..9091101ee9eb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4559030759e92cb55400c2c83253c9dd144ed6ab1ba14a71fb3cd017f9333ddb
-size 32383
+oid sha256:728a4d2d0970ed029204a1e93194cac80ef04789ea463f28dbfd00d113bd004b
+size 32368
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8d8dd0462622..d23fce713ab1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:76f2292422ee301ce10be3d1c645b60a51e67a8a773f66b243ae55b320c844c1
-size 28821
+oid sha256:a5f703fb05a1b1434b7967b9b07cd5be71e6b47b5b3fd4df9d6e13473450ea12
+size 28790
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 7e14b8f85436..7f81e0918257 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1f0f0e24b07a9e348696f048cf2f4b958c8d86dcbc5c079b833cfd5f53e92a8f
-size 27803
+oid sha256:1e5e6b02b1012268edffbfd68b3485963a81527f9fe95000a7888f637d948326
+size 27775
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index e0c2db9466da..3c9ce997121d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8fbbe686f201cf6db11500f5d62bc23d9b4e5daf3196786177c359695a59ca37
-size 25098
+oid sha256:10c4d6e656b6526300e77cd2e7bc1fdbb88e61177987f767fe97de43cfcbe01b
+size 25074
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 13a14250ccd1..652f4e912a1a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2b5312d90abdc27ff08a8f95d9b55989cb31e78895eb97021667d91379297444
-size 26501
+oid sha256:7cd2adfc2675289a3d8aa0810fbd793e122d4df8796f74376810107b5fe7ae09
+size 26470
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index fbb37212f057..831cc31e3d0e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:22ee3d358dbb16ee73fca177bfc6bc00039c961088486f5d0a9ec54fc3141bdf
-size 22689
+oid sha256:6b8c6d8294adaf46e9797d817baf698976e347d22de6d114229df0399ef5be71
+size 22672
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index b948b838d673..682c17bfe4be 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5124c2f5335dd3ebb36752a00ed52c3d770a00cd35dfd4af99c0077182aad3d3
-size 28920
+oid sha256:215ddb9fa4d272f778a474e2cbed0ba2993335a5771bf9030594467e48ed0ff1
+size 28895
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 568b6184972b..acf8e70ee044 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:95619e990e6e43a7a9bd23f0f776553564046c81f402b104640bd168535857b7
-size 25691
+oid sha256:a2f61c14d360246fff41681b21bae96ff334333b7a7083de87e4fe6cf685342c
+size 25664
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 5f79e4d4a413..52559a88055f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0d4cf946acf84d78fb877d65f44c276feae01727b36adee8f590304164f6c841
-size 27171
+oid sha256:9def9e525508fe793de87adf4b33a643e15f25a2ea4f70497db57dfc3a5ed47a
+size 27140
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index fdfafd269a44..639bfc0eeec3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:955e062f0e896a4d082c54c0f6b3036c8a64792cd1cc0e184dfd82dcc11db0a6
-size 23437
+oid sha256:f2d30b5222f0892bc612c76bdcd20827a4f99ac45267e12039376280ca605620
+size 23415
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4a817ce7ddda..cd80fe42f5a4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8d8eaec65d62681f4737a3409b9107fe61ee5a110f2429aae4dddabd79e6e6e0
-size 30685
+oid sha256:d0d53bd921d583e2a37377a52526a35a9d897d25526e7f291c94c703239d1f8a
+size 30652
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 35c7a37177a1..3fb771c6b8cf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e7f44b871db30005d2ad373a7f65b3765a71a599ad210fc4bdc9636d81e86a2
-size 28652
+oid sha256:647568c49c7ccdaac396412c9403be700af00e34da21d9b46fd5de71b38a9d78
+size 28626
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4a5d7e296789..ea0346033fc5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5e9584c77f2fb2b4df308ce35da657dacd9d35b25557589ed946ef016d420725
-size 26124
+oid sha256:bc21e3e63542449422c561203ca88e1c580074de4de949a81123e0acded5fd01
+size 26097
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 834f7166b0c9..87ae87714da0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4524de1f0d376e3344a095f6cac78ddba8505fe4194c19e77356f6656bcf23d6
-size 30327
+oid sha256:c529bab4fb486f7c7d64948410ebc0f08df4e7cdb834242729f884ec58b79516
+size 30300
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 97445eefeb8d..8de201c5cb00 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cd568ffbba201db69144405a24830a790f13535fa2f5a269c5c2a1b16f4098bb
-size 28312
+oid sha256:9856871f4cf8615e90151c45f5025ff9212dca6df8f0d682a4f2cf1370f82b6d
+size 28281
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9a8bb5b59fe7..33eaf6cbef71 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:06ac938d08e76e291969c7ace16b58e7acf3e074fdaec6f45b9e0782c4316a66
-size 30434
+oid sha256:8eb3b66c4ea91a2f7254723f9cd6e23b74a15ad376449ee6b6061a22579b9a04
+size 30402
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 95524b94f331..5c31131aeaec 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8805a06a0f1651eb4dde357799c4af5ec1a32107834fc8d73afa9867ba8e40ca
-size 28966
+oid sha256:a666e5644fca7e94c85cd633633c5a31d8dbd935e9b3d2f52a733fe80c0f5bcc
+size 28934
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7abe36b679f3..996fe7c56bc8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c4c2e319ab452c481ed676a001fd0b24b3baed3cb6acbd955e51e0e53072d7d0
-size 31575
+oid sha256:81c925670524b3c3d46bb49152b39d0444b717dafc4a4d618d928196527a28d9
+size 31553
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index d3f12a19c471..57814395cd76 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:094f98108377f86a2128120d0ea0454fb4a9519f38a480b3a123d3c71b8e128e
-size 27356
+oid sha256:a9217a92978fcb4a3620de832cfb55e6147531c729bbd6b93dfbbb22c1547f5f
+size 27325
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index a52bb462e8a9..d4d0e749073a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:033cf5d8964d97a65fc0ad9ae7cc6a374725f95b2f364b6b4aed51b36b5e68f0
-size 30811
+oid sha256:b7f4f8958ae390efb9f6c737dd601b98660654650f1166250273d10dcf64cf51
+size 30781
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index c1ce7e26d901..9c55b7c1110c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:17145e1a16db731ac67fc42879e80f0de06afd2d14f21394d91840426652892f
-size 28046
+oid sha256:a0611dadec9d18e63d060b9d195db610c7e4fb74f4653867dc69b364cd38fa72
+size 28015
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 8cd889712ac0..68dd3bc7f0a0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:00522cdb6c419b7d36c460dd138fe158a48f3d5411d48c3d2cb5539cb55d3b24
-size 27875
+oid sha256:a189998b4adc11e5417c46d25e605f35a2dea155f984175ced8afc573f90e4df
+size 27846
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index fd855dd1fcf9..8206183de678 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dcb11a3095d5b447aa4b98ee53a203f3f9148d438d6c2ffd96e6f0994d5b436a
-size 24833
+oid sha256:e4c18302764c72bd027c3d014b159ad82846683a6eb7062e2af44312f8874992
+size 24805
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 2de2081c5784..3810264a13b5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c86a86947cdf73f625d42f4738b0fb25dbcd23cc1739de09eff897dcc439f118
-size 25340
+oid sha256:9c390dcf44276d91a4f68f2d5dd410dcc39538815aaad0a3e5ca31f598e20e79
+size 25308
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6b1d56c060a8..c6df1bffee0a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d0dc6d92293706f6b25c0379b29562e66a9bd3d68af1c6f1b35057e5c9105b10
-size 22393
+oid sha256:fddba04c77a14c49f395699d9124820976e5b11576b9293838aab7ffd4448c8e
+size 22363
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 2cadeb86de46..22bc27238760 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:55df89719b5b61f71bddc86ed09bc50ccb192f1026ef4e78e59d5ef6ba776c00
-size 27907
+oid sha256:e4aff026447506fe196dc254fbfe9b76c265a69f5816968282d6d5a6238f310f
+size 27871
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1c50c3c51960..999b84543c66 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a1e06a882dbc105a4598a501b25f93cbb71ca9d0150fb22486ac929ba73702b1
-size 24693
+oid sha256:def102094bc35c6e6eb5988bf855a9865e968ca49e8238db1e78b50bdb3f5416
+size 24655
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 820adebd270c..e46f1efd0237 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0202efb1278c66a43f6af092c5e1dce3f29437ca72b87ea189ddaabf59a81a5b
-size 25871
+oid sha256:10fab232132018420f5d833a013a649a81a6131a5a0039d10d205142c56d4ea6
+size 25855
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index e976a1fc32cc..795e3c071348 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6dd28d43772996da64501a51ead0d8614669b49a7ce3c9ec1bb1c0eaba47d910
-size 23250
+oid sha256:3e9d4961810429cfbe80a6628a02e9fe1de024bf02adcaaed1a84582f6b0fe77
+size 23201
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9874081a1016..b60781d27952 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e4a6d1fd0a77ab3980ad6758192773e719db082343b1f2c74ba30ea07fe337d1
-size 31023
+oid sha256:600bb5917e14febe2b2c977ea1ed51d288bf61f67d13559d455c26197e34799f
+size 30998
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index ffa15373b54f..329615b3649f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:33bab3edee84ca7c29dc5c65f0c30b47a39cd759d8ce35146e3f49b7ad57ec1e
-size 31100
+oid sha256:961d3f17ef36d4a02310038ac8868b01cb8334c2ca84b15039e375b93a78ec2a
+size 31070
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6d1c1fe857c1..5f8b589625d6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fe147dab998b4b4a966efc93f54175d0096fc0f4739a4c46b63fc33b96304ccd
-size 32369
+oid sha256:5f7f65eb102f5db903082c00b6e0fbd13a2cdc92876b68c2bef55d7214113d1f
+size 32340
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index a30413774f24..6fab93e284f9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cdbccfef3df3402575e9d10322da1e11d328786dac3def4ffa284bc4c9af012a
-size 31820
+oid sha256:b58a6aa478c764fb8ec06258255380ea5cda33239bd9775ece842fcf9bc4d08f
+size 31793
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index c20cbd5ca737..b7359b14655e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:708394b54f8f8fe1f00832ab99b7243e4980a85e81521741df1dfba4036100f7
-size 27765
+oid sha256:4b9a9bb6a174c15b875f29833e466223e339be499a6fa19acafaf201cb328fea
+size 27735
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index dfb6a7f44480..d75e8d81a81f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fc03548579b8184f3e6da3862b113b0101e7fb4f68b9c15917c96a49eb376832
-size 24983
+oid sha256:9e90ecd1ba33c1b1a7174477a8f9cc8ada97bac274fff43f8a986c226115dc9b
+size 24954
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index ff91c68ac891..f9e76aa1ecf2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e4df22346f81519dcf92b20a643d6a0df233f665d23d98acface5063dcc50f5b
-size 28487
+oid sha256:8814acaddc1a24a182e35af3a811f31d31a2fd9fc43f2db6defcd9f4e4d7378a
+size 28458
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 660f84edd482..6b5d7a86f904 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:99e8e9b759d3c8f1d41963418f6ee4d8b850614ac7d90085e5dfd19a6f77f36e
-size 25411
+oid sha256:0aab897bc5b5b3a4432d338b131a5abb0bfca77eba5362bc052348c7580361de
+size 25381
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 3ce581d91db9..78caf0518c8b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bafa0e550ba8e71d658ec6232ccabbabd3db5e7aee09cc2e892a274053c77658
-size 32436
+oid sha256:f04bea35e9c25c8647720fd28aa69f028efabedf1730c0935b8523e528813e68
+size 32400
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 81617ea0f515..d7902de74504 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f30e6f20d24ac0caff4a66b32e6699ba912bfe49ffbcbf441128018ef83e7cfb
-size 28836
+oid sha256:d516859d7d03a13619d693efe2f9ab118306f0738cb2d8594ed82d6b51e0e6a6
+size 28811
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index caf174f443ca..2a38400e6f5e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b6ee9be3c51825c0b08007329fd2c1c5e570287f3d0abef07fbd6538761f4fb2
-size 32775
+oid sha256:5df2f91a5da054a2105a5c55be399ecaaab84ec54dfad3f33460834ad611a420
+size 32744
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 89bbe1e96012..3045e858d0bb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:69a095184ee2b3d94f0e29f38aaa4d3258408d5423d3cddfefe0893e1799146e
-size 29775
+oid sha256:ca6503771012641293942f6a57699f14e34c97313ca9b3f14c4b2aa4b5aed00f
+size 29755
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index f1c3d5b29c02..54fd5d8c112f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ffebdbbba5e37a63ea5a93019d77573dc2441c1953915cbd02174e77353ade08
-size 33503
+oid sha256:f67a123c1e418cd2017b6df7bbeb7626e2874ad400448dea2f0d7a88fcdeb2fa
+size 33476
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index b1facd291177..2ace52c88773 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3dd929ad095a60eddc1517643af2fb9c4959ac53b979c0e107ddfae0a1b1f301
-size 27956
+oid sha256:64cec509667b0d586ae251115be4768da57ed6de1f9cc366368a6760ca9cca7c
+size 27927
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index b0850817ab6e..cd053907e30e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:65bde75ad25b1875b2e16308d0a62f436da2919e7a0945f9238f00a8d6580304
-size 33128
+oid sha256:5213f87b2d2bca4fd1bbcffe50e5b3763257cc55654264c3adf91d6188d38011
+size 33074
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 531145e84747..42c46450ea42 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2ed0febe9c2044eaafb74f92fee1fa060862ec522b881869ec00bb385aedf67c
-size 28929
+oid sha256:d13c846c6263e2f98e7ac40ef69c8efc7b8cb653f92a4af904f5167b236a9e9f
+size 28897
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 1b2e33b85576..6937b9f94b36 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:40790a782b174e03d31b8f52724f0ce7974db28eebb018e4e4cfe668c6de9998
-size 30253
+oid sha256:5c77f42a5ef81d6c423f7913bd6c7f4e72962b10a76dfadaf3be3858f2d5dfc8
+size 30228
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index de15d26ee7ad..c0e062d495ec 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f5717546801ade33e5174dabfee62a4b4ef44e30b922283dbe44b131ab5d0c16
-size 27004
+oid sha256:397c50c61fb90620c69e67ab016762f1d04f64f50afd548be3d4f23b462aa619
+size 26978
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 9dec240ff9ba..84992c065523 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:52e62f3f1561a3f25cfb483fe02b647b7dd5eced9a8a058cef768361881cc8c6
-size 26162
+oid sha256:0e1d4e3e177f4f2f90154c7b97d96e31a21c8044ed8ead77d4006cf7e510aac5
+size 26130
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 0742d2c8f44c..f95383c38bb4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:897bb3b955c647f17de043d865fbfaa729cbd4bcb4280fb1424d48680fc1aded
-size 22808
+oid sha256:2155ccd809c10bddb2db76a622b5421c8d7b7f2b392b566ec3099ace4bf9c7fc
+size 22778
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 4ba39ccc74ad..2620f15b870d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b9955ab4ed3408e90d3974730d0fedf63b333e1550066387cee48da26def7cc7
-size 30475
+oid sha256:1a49523662aad74c7a86c1175cd2ca4d5b00d48bb5daab33b71262470d7d9015
+size 30442
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1c9b2afbfac9..62a04f804c65 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:948bd37ee9c626631f1dd7c48f077489dd37b2773f882c37afe80f595387dc3a
-size 27210
+oid sha256:078b81aaf4815a5c93d21138f541b82f641a1c6c0964e70eba6b1781bc70e709
+size 27182
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 6990c02f61e4..1f2dd71182dd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:31c1a4e74560b0daa8ca835e6f3db1585e73a78701c6d2f28bc72132eda6351c
-size 26786
+oid sha256:9909ca24921cfcbb30ac525474d0827813a7ccf4af511f2d8dc63c767fe01ca5
+size 26750
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index d3f07b666eac..c294f08b5e15 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0553b2eed8bea9fc9f7dd9c40990924d75643da162e38d495b7cda700d0270da
-size 23732
+oid sha256:562c0710280c20c766092285d9f10eb14675ac266a9042434e774077246cda25
+size 23698
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9ab2a9930ae3..c2adf9147d29 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2fbe2ad5ef8343ed3391e9d0c1c85d5cb89b30b1ac071b8c02c8527530a8c491
-size 33550
+oid sha256:8745cde2b0ef688a80416cc0d26c44572d4d9039c30aea821887937fbe448256
+size 33524
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 6c60f8b6cf6d..dd479b5f3bea 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9e9c5b05c5838919ecc393c6f877b209bc4f12f8faee7c1b589a1fcb9e1b5f89
-size 30274
+oid sha256:4d25304937b787c4bf2202f29b45db52af2092d58702b22e7f07edab6e18ec3e
+size 30243
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index d4cb1bf27f95..402ee5b02f2e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f7c88d7b3c375e499d2f233820aa3b8c2a4a9475321b0b5c1a85d28377be2634
-size 27562
+oid sha256:0b16499d97a213eb1846da8129a9d6bc64e8dc05db5c979a0e745b0751da425b
+size 27532
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 00bc1eeec64f..208b1a661eba 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:69d55d2c7765c811cd61739a0b89b125213ce67bba10d963f361cbba59326758
-size 29967
+oid sha256:bd81f596c245c75071ea62d02cc2b72fcb1151e88d6da0ebbeb0960373137e17
+size 29941
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 13c722ebb628..12f14b4f09d7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:73c045312c4a3e5f7f89da67b3d02964a9d6954d65ebb73fe8a22012f98493ad
-size 27548
+oid sha256:74a504803ef1cee61a03548df07a7fb57048ee95dfe62326f744ceaf200c12b0
+size 27520
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1d8fb683d2ff..94ebb3d2b417 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bbb1ac28d842edb27f2a7409e4d435f0ff8e6b0035f15e704ffd26d1ee605bee
-size 30388
+oid sha256:14d8355e8e315870d24be2eb38b63b9db5ba01ac1fd0c93b8754643e35d0d301
+size 30353
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5fb618a26f57..5d20c489977a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e7df1954d20e40ca0cc521223e02f43fcf386d988310f0f5bcf05aee16259236
-size 28098
+oid sha256:760f9bbb57bcd0ab0e3220596d15ece8046a527a0fbaf2eb45f1c2e8999b25ee
+size 28067
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index ce0188c55569..97dd2438c9d7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7cc6f27dc6f87526aef032f367b269d02675d744c133efc2b3ea8bac288a4f33
-size 30184
+oid sha256:14b55bc48c99c4e1625a2dc7fcc4f64f40c6f670e2d846bdb0c827e66a9d2c81
+size 30147
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6a70c9970309..4fbaa2d55511 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8bedaee4833cb9b0e84ba3aaf8e31ce91382b19669481175a0816f8effcc010b
-size 26854
+oid sha256:8b6d64c065b1a99f2486ea37aee3a694019335c67488556246fcdf6b8f29d91b
+size 26819
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 83183c7ee01f..f12da727de48 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8362eece7555f01c111a59fc709d69c64560fd41dcd5fa2a8acc1900e557fe86
-size 30743
+oid sha256:ddc7f5a604733c29d579f08c999cb7db622aafed1f98850f5fed26b1ce752444
+size 30717
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8ce968f8e78a..dba2fe02878e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e2db0ea604def9bf4eb81e4e8e301d6ca973e10840025ba6a87273a1ebf6311
-size 27391
+oid sha256:30d446c1872f87b7b1fd50e532f7925e463bb22e9f86d6ca47467dcd05bf0b5d
+size 27362
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 0341b8daec7b..36c4af78da1d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3d51f50bdafe3e00f1a56555d52acddf80f683586d1f47cabe4e9115f2236a75
-size 27076
+oid sha256:1e3775d7edd4d1702a86f16f77b26a386489a4d87bcdbfed9af37ead4a1262ba
+size 27122
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 0a18c238b02b..985b2c60ce6c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:66cbc60b0ab30032afeb6ab51b14bcb194bef1d2eb7703a494f1c67fb1028ebe
-size 23988
+oid sha256:10447ffe4627e432ec6d060d1ae5a049aa000fb51006f7e70cacc87420350117
+size 23958
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index e4c58952b355..66273c219406 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:51f0e657d2a7c59c1bd3d91c915dfd0697526628e0dfe82c7ebcb2b38fe9918e
-size 23310
+oid sha256:bebbb9b486f029719e169690a88440a23a0e81f08711b36b8a5c557439529d87
+size 23316
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index ef7b50fbd52e..058bbe6efe5e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a3900825f053a236678cf183f2a8a59978d9711cf683979b11828d6df67ec603
-size 20955
+oid sha256:4362eaeadbb03955e582c8660f195789e720846947e9d2d0bcbd7e954bbef6aa
+size 20920
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index ebd1be794c2c..f9a433aa78a2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c8ea2faea1cda13f025dfd157302a4380217046d09b9435d5e5c025e0c1c177
-size 27495
+oid sha256:6f41b03bcc9a39d398de19ab4018e65f93a1c15da6136d27967899945a4c9182
+size 27538
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4e97294a9ec3..906af0f01d96 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:74f9c9fa940131fa2c529df7771d1ce996bc5703bf620c55bafbf08cab7b0ebd
-size 24618
+oid sha256:0fa9c30944724ef102285bdde4a7f4f8a85e7443dec6ff139cdc8ad86784606d
+size 24585
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 8c003729e388..ed2f73ab66a9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0623526d4cb83c50d7ea6d32f85b374b1599784e48121fffc6ab62c61ac0d8d7
-size 24035
+oid sha256:f63a325f1b73de1510f7fa7903ed94d5aac6a3222647c46fa650e3d5382f62ed
+size 24135
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5375c5f36afd..1b868c3aa4b1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:62fe44a1bc38ca9db97ff6896b59cff5906f591b38cd235734cffe6f16aff538
-size 21679
+oid sha256:f7ad3f803d175e9deac713f214039f4118d3b2e63c1879531d331fc7906eb70e
+size 21632
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index c3e1dca66a42..15a9e471e2c7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ac24a915b5ffba759c42c5416b62460df7b75629274651676276337fd354d538
-size 31991
+oid sha256:d5eae7f9aaf634072d3cf9f66653e4fd8db3d1ed8b5e60db5f725ad63a43a1be
+size 31957
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index f43cdebd1130..29927e2e5545 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1f7cfd961ed3581626418f114dbcadde49904e74ae06b966ee9d1a378f14aac2
-size 29158
+oid sha256:4f6fbc73856b22c1bf235f3989914e26bd17d41cc90ef5e3ea9afb1ac2a8dada
+size 29129
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9afd291a6d03..58e9a8a8a878 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d6e8c6eafb8e321b043de62165ee0c3aaa41eab88fdb90104d89b3ca344fda3c
-size 32643
+oid sha256:d1c074d84fbe36aa4cab3708cf13166f15ecd98ea4035fd74a201cdf38dcae8e
+size 32614
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 035a2ff3439f..0557bc463a46 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:349abfe30dd0cfd6c6442f7ff2f43a757fab6cdb2db203788069654c4e04b17e
-size 29551
+oid sha256:148e055cd10d1a04fc8d5bd19a1b6b695749a6a52168ef291db961dbd5a878a8
+size 29522
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 3d1b8a82f891..eb7b311d80b1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:26fcf0352579bde2c46150c5eb14d76f0782146b302f3ee456df1d5616f6d0a2
-size 32212
+oid sha256:763bc913c17afaa3fc5c3198df7e5b3b1b1c1ffcaa42d096cb6aab34b4e8729d
+size 32184
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index b6924ff81c47..61ecfa86a509 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eb77052eb3254c326520e114b1162653407291beecfa976b99a64d595c940419
-size 28228
+oid sha256:b6964615c77233f5e8648e2647843cac1fdf2da68299208d9b840a2be5b35b8a
+size 28191
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index d43a6ec34d61..49c3921c75c4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:74a0b0935e6c6ba69e139d2b1610188903720a14b0ecf20eff393ca9997f889d
-size 33016
+oid sha256:d48306fb94fc3697f5ee28ce50a3ae9111ef229fb941a9a9507a6763615ab8e4
+size 32986
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5cfb64ccd4f9..f9644e2f4bac 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e3c8ec74c7689b464f0680a473c7ede9f6a7feb254bd70f03c5b0918191f66c4
-size 28903
+oid sha256:c2d787a75e1d18be4e118b9e41d26f918301661ced3001bf4163adc3749ae0ad
+size 28874
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 5f1bf4b7bfa4..3cecf965d293 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dc785fbb4dfe694afe1c61c2d1195269b6dc9950928529a418d8a3a4e3a25713
-size 29501
+oid sha256:714755b3c30d0262e18cb82f4ca991999225c3e835e4608ce2dd2582f2e6e1cd
+size 29551
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7fd9ad709882..a9680dcdb0d1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fd1ab7d4d79136374164bcd55bad66a33c004a382b5d2bec80522b4f44423a4f
-size 26379
+oid sha256:89d1ac4111340cd3f824ded483078fa3558facefe0a250b4daf2a1d0fae2ce64
+size 26351
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index d506a9c6e537..f2621c40bc9a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6cd8101f8f804d22aa4d3ce6e53e7dbdca963d4712b583ed0565c4659da0b3e0
-size 24879
+oid sha256:e017ceec0813b6ae6b9ea4f6dd4053492e06b52902349e0ff6b7978c81365e54
+size 24928
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6fa7182725b1..213150332d99 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:953cb58169c149121f2c447b1e983823820fe6e32a3df628886c4c428b23fe3c
-size 22468
+oid sha256:f928ce47ca3c2651fd884183b8261a7318ca616aeb43edd7507c3847cdbbd51a
+size 22438
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 696872dfe005..14becb383ea2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:10395dd54e4da1517276d59e5cdb0c69bcd6eab0f26298372606ec4f8686b5b2
-size 30129
+oid sha256:9032078e700668923d384a12db0fcf0e13d1f5dc5f620dc79c4e4a5a7e770222
+size 30235
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 406b9cef24d1..557b2cc98085 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6adbcbb5af3677da733096edd7d83071660f0076a39fd70eef0cf7933b7f33fe
-size 26795
+oid sha256:aae51065f2dcc8497c35a89db75e2b7090d13abf170123f20bf8838f719600de
+size 26760
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 595119e8b549..bc03205aa181 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b8931135ce0d6fc67fa2c31d003b4031eff6f40d7a8a9edaaff1671d3a951e29
-size 25542
+oid sha256:e55a631aa76cdfcae24ec8fbfc6d864da274cb9ca500ecc93d53bfa5f748c1d9
+size 25539
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9072beafd65a..a3a44ddbfd35 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:de230da4ced1025cc57be8343e30670ee24d232a54438266f036cd9588a09192
-size 23053
+oid sha256:3f6961baefde8cc1530b1aa3e6558d975570c89cc8ccf66974e5ba34311407ea
+size 23017
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 85cbc5555a25..4174f529701f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cffa9d8140eec9633a3d5f44a1165b435b012cb6c974bb9b69e5fc4bc1eaecf8
-size 29139
+oid sha256:366107554bde478ea08305e300c34d7223a21ffa892bf331651d87abaf954793
+size 29112
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index ed497070d447..b39e10b8b4a8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ff0e986bc9c34a41f4510b8d2b3f1d6d23142185d64dc4ea3ad14dacb9a1adca
-size 25871
+oid sha256:b8ba7972385caa3db727b8f11d587c7d04e1045599a582e1545d205971f86b74
+size 25851
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8eb23f81328b..cc87fa694598 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9e97f7c8974619b0c7741bcee9fb1e89c9a7682606ae1c4a2c2413f73623f684
-size 29430
+oid sha256:1b3f36d82e054001d16d5c162cac82da8db7198669fb545776780b9d90aac9e1
+size 29404
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 68cda610883c..1fd7cd271a62 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:789b68beb7aa3179f91ea756ec50096f86a8a4bd484e0769a198f64c3cc604bd
-size 26132
+oid sha256:af48261935c84f409bf3f681941d46edacb1f7a3aeed74f8282ddec4bef01436
+size 26100
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 47c4992a1b58..6b73d9611cf3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:93e875267d80a857db74a55d2e555a2fedfbe7f0c60516051d65487ba0263ce6
-size 29475
+oid sha256:3d76a4066b512baf4892a4605cbdfa2245b3de13e1764124db4246211a0e322e
+size 29541
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8d8bfbed2f68..2f03f096bd7f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c60e80fc9ce802a3cc9b997fdaa6c3f82261fd1720e2b7ac599954b762f2f4a6
-size 25979
+oid sha256:26bf093c2dea7bc074932649939869919a69566171485df5e9b31d0b3efb1e6b
+size 25944
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index f5d95216a2af..ad513722442e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3b170b543675676601ba6dfc1922273b54ab0c30130bc77bd734ed334c884fdf
-size 26007
+oid sha256:ebfce033f8aa0e2639ed37e93293bb84b3deb28612e30f8969a70fb47e771b3b
+size 26109
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index d102b11fc8d7..b72b6a97bba7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ed7c62b0638b404986c52878a1e59a87f089ab7e5f7b5f07e749be9236365a49
-size 23045
+oid sha256:f6ef6f5ac30bef003e73134a02f5cacd0ea1108abf6615a15ff034f2153cca0c
+size 23007
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 156f7d786119..959d037d8a07 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:da4b149a44ee5325d19e2293eef96c73d14fa1d5b2afbda02db8e5b1621d0dc7
-size 29089
+oid sha256:a8f56e604345049ce8fe19b4ab84b6905580d391968e1ecd990cf5ddb39e9c06
+size 29152
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 658261bc9aca..87b38a2d7dbd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:50a899040b46d73415a5847ea670512c441c8349ec858b2e36f12ce8ed8ab4e7
-size 26083
+oid sha256:84704431b1d3d330878437e50ae6c1c8ba7588d92d3c8d265fe0854d2352c4fb
+size 26054
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index e75d05948a25..8219bd97d5a6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4a596d6e7c8428b8df431b01529d2a6567a3f4b231e52cf9224dfe35110a1e73
-size 25863
+oid sha256:b84debc059e3f84eebecdfa9aa484dd34f10fa500fe002631bfef6791d00ccf3
+size 25953
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index e8d9e05ced8d..4f9f093df8cd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf1a6623015426edb4e30e5c5d2010d4cd7ad4923c6959abed5edd21edc9edbc
-size 23043
+oid sha256:b4c4e7494ba0d9b5bf98269a5430f21169f3020f33796e198fef9f279d1809af
+size 23007
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuant.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuant.cubin.tar.zst
index 5b35f3ea6c1b..9ef35ff544cf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuant.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuant.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7344a6167ccb73d50f080b06cd9f02ed83c9afc8631e65149304cebd26e0216e
-size 38827
+oid sha256:d6037b1a9ecae44a0c86e6b30369608d469f64f9b924ee2fd3c68e3fb1a99044
+size 38803
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuantUe8m0Sf.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuantUe8m0Sf.cubin.tar.zst
index c447809e61fc..564e367b2480 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuantUe8m0Sf.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuantUe8m0Sf.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:95ac660515acdd9f7c92198b490cc4c337666277519238a93db84296d140ffaf
-size 38587
+oid sha256:f4ef3105027aa2d45a6ed6c6dc35d3a97d969164ecfb4d312307d8037e7923e4
+size 38563
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuant.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuant.cubin.tar.zst
index f99cb8d17f4a..c2549080fcda 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuant.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuant.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:681f3e0a85e74b4f4a6790cdda85e7eb1dd48caee91a705c7f608177bd743222
-size 34731
+oid sha256:e7b83aa3a46eebeab2e1353bfd03a18f059c3eca17d704af58fcfa73fb7872b2
+size 34714
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuantUe8m0Sf.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuantUe8m0Sf.cubin.tar.zst
index 12e8710ae8e6..0dcca174f81e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuantUe8m0Sf.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuantUe8m0Sf.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3026c5cf86794465157fd7775d34aaa42b131c1e88a38712e926cafa42c22754
-size 34778
+oid sha256:2f93f2d4bf69a8b8751b06e2874091d146b1744c66d323102d8f1d2b11ae62ed
+size 34752
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 2a5bbe8e4651..1e913433e947 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:77aeee645dfed115939ade3bb8cca80926c88b692f654815ab02ee80893368d7
-size 31255
+oid sha256:08a273461625c58feb6a594479d68b8823fc713563b326790253d29c0f18ab73
+size 31225
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 50747447b76a..b313035b0ade 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:27046b7b615e65b8345dc62645b2fd782f0cdbe22cb9b7af89f16ae4475c6e87
-size 27434
+oid sha256:eda2abbe9dcc9879cfb7e93f6ac8d2ff011444d6f5e3b0757d50578d75501c0a
+size 27401
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6b84543b3283..e03cd716b0a9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2a61fb281322d01fad4dd4020519052a641cc65dc984d519e50fdc835d4c80ca
-size 31664
+oid sha256:d13655ba0d6f23906db54a975c03a35eda713bb8256f49a735a95490ad9d4440
+size 31643
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 591a2c812e40..35bc5deac0a3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:425b1e60e524a10f3a6b6184ccbdf4e5eaec42c91483cccf4d4e33c1a158882e
-size 27762
+oid sha256:699b4e6d06540a3f020c134cdb567c1dc68f271e4db6ff0deecf209f5d153822
+size 27738
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 14b6accbb16a..cbda73585ef8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:56daef8e064625aabbdd15183e8698cd5807cfaed2d6a221c3578470aed5a8a7
-size 31407
+oid sha256:77d7b321d7e7ea27a5c637844206727834caeb7a9e31b1e4e4a9f5f0638a38ea
+size 31509
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1e3408556c4d..a3c5e9dde4c1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:32c5148a0e07cf9e3af68cd8fc04420453e98eb47583c8a982ed1c4a97347832
-size 28012
+oid sha256:17006872a89631de3191bc079ed2e64ba0e2fcbf72495efced28da1f6c3f8ef3
+size 27993
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 6b2dc3e7bfe7..6f6d4a3a9c8b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:491749d9e68c86d0e431592378d7b8187d91fec341e51967bda6fbc7b8100a2a
-size 27644
+oid sha256:1d55fbf0badcbc33e0a7b1d1606cd7d8e47b41394a51dea83f8f736feeb30c80
+size 27742
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index b9453b03ecb2..a776e9cf9574 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2673829ade5ca19b18b0469f25481dc83451d9e754598cde7a6be215281d8058
-size 24120
+oid sha256:6192ced15508af9fd6514c7439fee14bc531dc28f905dd63d1db523ddb6019c1
+size 24088
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 1aeb83c32a08..e933219004d2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0bb28212acff8237279f29c82f78e09450ba36a9f5427cd46cef71ccdd7700c7
-size 31374
+oid sha256:007848a95e7119ecbca1fded843bbf6c99784572618786130486f15e558b8430
+size 31430
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 15cff0d909fe..dbd6b46bbac8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ebee3a849db428184797ae8a9c7ca29f825dd740df32b021095a8c6dd9d2ef6d
-size 28200
+oid sha256:30ca76f0e8e7cf48d355bcb51ab0e977283d9b81fb7f87b3c8e0f7d13952bb94
+size 28176
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index fa5bf6e20d78..c487bbaf087e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9b9471cfdaa0492876dbe919c1f2738234c6fd09cc7ff771c9473b0e555aba1a
-size 27355
+oid sha256:29baaafceba7300974f5d9feebb445be36417d702dd1d3848f5285395ea4ecd1
+size 27435
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index a04f604cf742..5147ce72e1f9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:daeacc917c770bc93584a5fc1f59100ff3baf25fba11793665cca0c3c1529747
-size 24333
+oid sha256:77e48794b809172d9c45b5d9199cd1453d1dd4f2ababfe9ae981fed351da45a2
+size 24307
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index d61b36e53cdb..7f4925765679 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:98df49ef28e90ce231dae2a583e90010687eefeb04715f303f8a83327fbd64b9
-size 28790
+oid sha256:0a4c719939bcb77bc7aaa28e393cb1968380f45c58bb99ce00027db912202849
+size 28759
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 2ef8fe966fd6..e4aa2d9ed4b5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4adec9e18455799dca6a397cad66583d6bb7226d79c50493f20c22015fde87ad
-size 27723
+oid sha256:03e1c06fdaa6146236cdc04b5b10359576927dbe8d004f8e9ef42a885069db81
+size 27687
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 225ca8a376a6..4e9cd39f4e10 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ce9f489706119eaebd9f586def034a78eda8d23abc915d5f1530ebdd7c07a2a7
-size 29965
+oid sha256:6363773e457c9d0cde8293bdaf713449390f92a0f173a71382b6ed9ec360aa7a
+size 29940
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 41d0f192ba16..68e7253ebf01 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:efb622fa1338849faaf69786b16dc29940fe788f040b35f798a2e5b7cc4d3e64
-size 28349
+oid sha256:e1894beb992e6abd14b8de070941cce4b92f211ea3130fb6989d94452e2b20c3
+size 28319
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index c9b578dcc545..0aa9b4a6a59e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e526c0d99583ee8fc49a6fa2062af485aabd3f9f5192f0bdd7003f247ebc8247
-size 27832
+oid sha256:a0f2548d8c451e2176ca990fb7d64a2e8ae6df951f6380ae8213a46c93452bab
+size 27801
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index f5ca4ca8bc4a..bca2d1c0c4aa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:68fa90df75ad16480d6ffab644d45902814bd6fa97e336e4890bcfc310e1c291
-size 26454
+oid sha256:d15f962273198fad6c9475a9daa85e471de7cea5ee83c1dd068bb223f8d2fd04
+size 26418
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 74269c627b69..6462984f671b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cc87ba07b1da158d85fad9c44f5c7d843b8ac17029bc505756d81d1f0cb6b544
-size 29339
+oid sha256:725ae728bef0cb702d6b6caab5c372fbae0bf9714a2fcd6b12388fb9eb8e01a2
+size 29310
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index a845b1dc37fd..cdff6ff95180 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f97f6c7721c57d18ac9f143034f9bc701789b0cf904ff397680e373700b78d8f
-size 27224
+oid sha256:a8d350ebb2377699f93c75fe371a96368be1c5a9661c10fe24d00d09f52a1e89
+size 27186
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index eeefdaf8d05e..2979aa787af4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8eba424d4abf37038614d44447e7e68ea87f1fd657c71623a0de531e663e4f36
-size 25377
+oid sha256:0584c65f11f40e7c3d9477731d453f0ec4932940c627c59b9fb37b48ff0b96dc
+size 25348
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4c3b49bae5a8..e11269c405c9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5b76b651b21f19f5b4180e966ececf3c9ad2b4973bad74e974baabd98e44d6b0
-size 22730
+oid sha256:995829f927b10a0f48b6392d0d4c504a0a60a86210121794af01c04fe4abb033
+size 22700
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 67c93fa4e0ae..25d7fd105564 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9c5f7d2198a58e9d1e86d15191613196aa1d3d44a3f25a1fa2c9951be281e5c2
-size 24036
+oid sha256:b4093deebf844a21ae8fde0e178791ad940c723fa65fc3138f68093659d803f5
+size 24002
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 62d3559dba18..5735d2ded726 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0d2a90f850b3a711a02d793d9869c849eda32d27c27b145d7dbf23453567f9c5
-size 20182
+oid sha256:0a5d60ffded80a442ed034b70e098a43551a47dc0c0130a1a53c539bbe7cb2da
+size 20153
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 4f0b4d7dc6fe..360604bccfe2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e4726c8a05bce33ce6c3c6b3a37250fbd0d52e3510dba4f514fa5f3ef7a1898c
-size 26472
+oid sha256:c852bc4e7f4cf16b3f169bd0d01d86c757135e22fb4c7462ff60db43103ac9c2
+size 26443
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 180182edbe96..b6f883caf85f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d370cc3d6a6403e3973aa3b91d8b6f7619db88b2577bd9432d32764d6aed9c2d
-size 23407
+oid sha256:9d2137b6253d301d5f087097188494b5d2e8fcab17449b7901156d09bb549f6a
+size 23367
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index cac0b487a8d3..ca9dff19f02f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:28540d2e4a292e8a4b5178c2f8b9c7ace1c1af090d502c8edb727a84c8115f55
-size 25005
+oid sha256:edaf93136ba552486c5c2022ebe056fb661222d4547b3163894cf9477fbb5223
+size 24971
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 2fb214d548fb..dcba97992186 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0fed1c2a29129268ccde421fe47b697cfe78decf544b2bf78d9ac4656e03df2a
-size 20818
+oid sha256:9a2f220ac6bf29318bbd2df9167517544af4397bc34d6fa2d11da60f8853fc1b
+size 20787
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index a1347abc35b5..6da0a7100dc2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f514433f27e4860d59b33132b930b392791c7f565c3b0a26b181fa53e55a04eb
-size 29536
+oid sha256:948922675afe0ec409d3c71a58ac32c945a5407fb52006da349f95a18da60dc8
+size 29507
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5cb2853b3ee3..b8109b9aca8b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:58d37e5c681ddfd9cfcbd07dbb74df5af17cb3279b0fbb080aa8cc1fa774b75c
-size 30241
+oid sha256:869e6ca4e9e111e6cc15e58b4eb02a90a5423bf54ca4ca6a6a1bb24205e7f9c9
+size 30208
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 89ca733cd7bf..1cf239035deb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9f78c1cb7df2d79102911808faf88e090353b0fcb7870f41e4d05935dd10721c
-size 28559
+oid sha256:57f4d7e5d691088732eacf49c8b747c5214a03b6f799a9a51ad1f4ada7707f06
+size 28530
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 88fb917828be..843c64cc8296 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:71e814d09a3ad3d5ffc12cbfad852cac3bf0db77d81b20c6096009568eb144d6
-size 29510
+oid sha256:b8323354e0f3788e41c523af492ffc830a01ef2ae86d7e002565c8364622df1a
+size 29479
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 096e95496fc5..8cbfec85cdc3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7500137da3c85a7a01ac67ccafdc94d7f99a94354663069949a0ad41ddccc77e
-size 25238
+oid sha256:e79ef0986d4ec72bb8f91cf1e81df59af6b1892aef425ecb5dfe9ef04e5c47d7
+size 25209
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 75c6eda6e021..648c04a7bc76 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bb02d017489c5ff7af6f730bf7c00682dcb19be574beb4175dee1283c2215749
-size 22747
+oid sha256:b4673d183de76ea22c29c5dbbeeac34c0398320e87857a20669102ac21958f99
+size 22715
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index b7a9e817c197..c06bf8c693f1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:02e5f4ebe722232efcc27a20e1651798dc8a35d0e2b27a621715befcb5c20339
-size 26804
+oid sha256:513966a5c24b5838fa9d38293eb9ace7339d8faf52981180df8fed429f3d78eb
+size 26773
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 12cd70874464..dba89b68e915 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1703bcd43458e96310cad0d30a1aa4ee0e8b8f57fe15607392575f96d4234c9b
-size 23981
+oid sha256:905381c57e6bb17c9846b96df17e8f0d7c88894850b27b7629cfce0c1df81565
+size 23946
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 87f0da0c7de2..21f1e1880ab0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4feffc8e510237e4e0108205db4042fc7276a83d9ed54e6fc942240193c3f205
-size 30901
+oid sha256:dda5263dcfa8dbb3ebd2fa1b9d4f656ff74c6483b433e94b230dd1b9a00186af
+size 30870
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 56727ba32a86..736dbd3ef232 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:78cbfa681fac2b3ee96ef4ec7d229caa472c0057e25d5d49f82d11296499421f
-size 28213
+oid sha256:59c733a0d79bcb3927d9255885d32b2ae014917f5d9e1160b820733fe187b185
+size 28188
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8979597d1663..be6c2d0a6008 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8604972306b8901435a0539e63f25a0c7b5cf5c86f0d59ce1ee24d45c30762a0
-size 32329
+oid sha256:c0ea266b2c9e0526f4c2da983a206af17d25e0e26c5e8ed757cbb089e07b041a
+size 32301
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index bdf6f0ab98a6..ffbe1c28448e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c0105622305e2750eba8e8571f8aa144f49301e91cbd9cd7a024d582a8628cbd
-size 29273
+oid sha256:943381930b80a0aa2bd673d1db10036440cb5dde80cbb51ee33797d09f3ca7c1
+size 29239
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index ab6c04c3901c..ef2cdee80a6a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b4b39023b73551a5bb07df6cbe845dfc34e00cbec00b8f104e517c791e6be150
-size 30063
+oid sha256:bc5dfca4d91c7bc273fdc4505bc7c7cb7a7f75888377cdc7dbf1abf14e5fd1b9
+size 30031
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index ac76c916a41a..8a52ddf93bd1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5a831f6e30fbf82d8136c9ded3fa9fd43c72924750bfdbb3a8d3dc73806b1611
-size 26988
+oid sha256:0657baf4b5b92fefe4378fd9d007307318354882a1e918155889ae795a95b0dc
+size 26961
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 19f8d6cbb28b..8fae1da2bf7d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4ff391296572feb7062ce2c440661e821637b01285d5773a12d2b7b8444df020
-size 31613
+oid sha256:2af87aca4914a10afe4dd8c1449e3ca560c809099a9c55560bdcfd80bd1891e2
+size 31592
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index d561e7689161..30b168dc30f3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:52bae98b796276963e6811d8ea2dedba0699484fce8e1071e60e3382250ef47b
-size 28105
+oid sha256:892c2c7e7b6f4a1fb6a5683996508f60ae5f077b29162a91318e0f581ce54bf9
+size 28063
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 6c26ac47cfbe..53219bfa1dea 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2917d1885a72cb7ef5e0e67bd0ac566fde24d720759e6dcbc91bfd919a45863e
-size 27002
+oid sha256:91cf34b09311247cbb28142367e937a90f99ea5e5d104249db16828d60fa3eb0
+size 26974
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7135957f6f77..a5c08c0c9d8c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e4bd236e4f875b67ae658adf7b67837cda9d26031f31910ad993fcfe4443c878
-size 23962
+oid sha256:9401787adfe47ee5f9e28262afaf37e022bdce9263819337a755feb6867c64e2
+size 23937
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 34e88e96fd31..48e3bb97a2b5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aeca7d3eb1f6211113d77c698381fe3ec19bc004e5048617c3568a9a2f4dce54
-size 25197
+oid sha256:c1a80ca18a747d3724aa23692277aca79889ccc70c5e67c2b290f3e84a9000db
+size 25165
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6f9dd0ae85da..5ab8fb849ff9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e3f36e246ad8f4f2bff3022914e3f758db1ba5838b39accdd43daac02c5042f0
-size 21425
+oid sha256:c44121ae89e5e176eb095d8ac96eb90ca11a86ea30c7459b4c279b52264ceb9b
+size 21406
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 44a3890c1520..ef849e7e2305 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1243dd47128fc51b2b2702072e008e034de629b0a50dd55a95b663630c89bbec
-size 27843
+oid sha256:6f1c32c9324b7f6c884b65248e45fa2b3e6641de32d6b6e0f7c868a9580c1ed3
+size 27806
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 41b90f8ee672..8347c07d1c3a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ebc5e460b7433bc47991de168a9362182a05540b6e871a3696702115e6612f5c
-size 24702
+oid sha256:071a4e88cd95a247464e04980015b8a91ec70b4e4fbe5458cba2718216809cdb
+size 24673
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index c2dbb99822c8..f88d1411e207 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5f0f10e86528c1a66782c9e8d9c75d2b2251b4fbea56d2101c2123708a796ec6
-size 25740
+oid sha256:5776bfc98805390e338e852e36ba249698214d0c4941b2fdfc8074e84e2c4606
+size 25713
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index aa0f3319e994..e5b94ab339af 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0b8012721764cf6d5914647afcab0922481b74836edd2341204884f2e5207603
-size 22117
+oid sha256:350f714f5e34de440c7b4b660859a00727954484f96e124afc383adaab91687e
+size 22095
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index b554a470e2ed..c2741b559583 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2f9668f866ae311e61b72bbfc31054815756a1e0f84cd0d00773775fd5301165
-size 29852
+oid sha256:21013941896a6178029d851f8320f700ec9c68629c044f762ee8a74cf8d94e9f
+size 29824
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 55b49e91265d..b12f06c26b5c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:062cc9acebc36d48136df480db09ff3a97dd39e3c9b66ee15d4feea58e459c46
-size 27880
+oid sha256:71c2385baac15971952bb2fd459dd18011f31265b268299faee5acf40a5c7515
+size 27850
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index a5c3e601e80d..cdb10b6f2ce2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e8125a7560078e2eb3ff09ac1e88c0b5380c7cf46f7dc29741850b398c3959ef
-size 25233
+oid sha256:c0ecfee161c121ed857a3e715a3b140c7dfeb6484c85331cd070801e55cf4a5e
+size 25200
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index f1608db9c101..6267b0f7c1ef 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:75f6de1b9e9d07c0995d06ff038b067c6daa00fa3d00404f2a83ff3efc5174fd
-size 30301
+oid sha256:e8248e2d845b7a0db1570507ca2a78e75980907017eb13b0b7e00eefb314f1d0
+size 30272
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index c5fad75e0c05..95fd0225a007 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b1a9d3529e8cc46f738d8ebae6bf287c0df1696370832a98f8e460d8d2e41040
-size 28335
+oid sha256:c7eeb55f524d56b0b3dd7770946d0904e71656cf055d2709d54082f0bfb8bdfa
+size 28305
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index c4dfe041c40a..4d5e6a565d14 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:66354912b08c1023d95209d976ecdcf0f3e3961ecb69539b7180f0dd014a6b7e
-size 30424
+oid sha256:f7a7d8f30e6af3df75eacdbcd26526670f72d00fc2e3b31bcd05c4b6b8e7abfa
+size 30392
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 619f4979bbf4..601cadab8ac5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2a908edc61c6ba8ead94c8ce4fff75fdcdc44f6a8adf67195acaa931f2a4059a
-size 28905
+oid sha256:28465e04bd62cca9fd63badae54410317bf124804e94b17df51de3a2f92d98ad
+size 28875
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index c8a2862a8b7a..8c7f52a205e3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3764b8ee5301b4cae06efea92c3bc991e0f1f9892be246e8454e24332323417c
-size 31519
+oid sha256:1980f4b0b63ac38cc738315623e8f8a7ff3540e01e1b3b67d6794ced202ee80d
+size 31488
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 068cbe8d519f..c38b24167cbf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8bf008f02b42d0a5d1c12c7665ec079e4bd7305592d5486deb68456e4f381a0d
-size 27345
+oid sha256:443b3cd0acdedd680085e4bfbb9600f6e89f07b49c26796a0e91f1986270454a
+size 27313
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 85ebee1a54d3..b1931e8caaf9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bcea3af3077835fa0e56a1cd113ca5469aea49a98214eb8e26481f7161ece030
-size 30857
+oid sha256:2aef34ab6b53b940894c417fadb123426853d3b485718471b391004cdf09fd85
+size 30831
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 456d5b37e956..e2bb2e3e766c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2f10f1f4dcc695ecbaa3925c9b1764775d4f5ccbbde8c982ac31ab641f868738
-size 28000
+oid sha256:7a3cb39d0512a8adac747982a0332e4aa046d6d66a6bfc70d15a2c706d7d3798
+size 27971
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 2dd83be018b6..6bc961ecf2f8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e35d7681650312acd1e1416947936e040799a46e91acd257c775a31a32a15099
-size 27824
+oid sha256:4c9111d572c5419094c2c7ceb000f2fd8ae1aae17deab7f2d3c8af05a625877b
+size 27790
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5c5ec009fb07..6021aa77c6b2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:787671c3a6078e1b6d85548e5d419fbd7bf56d0c55368de310efe0623bb0ee9f
-size 24731
+oid sha256:1e77c535da172e5c4f30477f5ec59393ca3c5ca54eceb9c9966580f99216346c
+size 24704
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index c1c12065a160..4adb5ff51bbb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:15081466528baf210191e12cc0d6fa931b44e7f1079d0207b64d51f189a555eb
-size 25347
+oid sha256:6f4a9db651b51b79771d1981bf227b641334598943f1f312b35d4de2fc1c90cc
+size 25315
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 511420d851f4..6d4e43134171 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fef1884038fbcf670e29b1dac3d495b325bd0a1a8cd8be904d8ab61a68664c51
-size 22151
+oid sha256:e677c52951d1fa4eaeacc841e66fcd7c6a89071f07068a1704cc0bcee8687403
+size 22116
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 52295500a65d..3a369ea08a80 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d1e48c39648fe694d405099916c378e2926c77d7fbb374496541125a81246231
-size 28178
+oid sha256:42f9f2ecb8da80328ca2cd6b02b8dc9e15bc3e9b20b2b68733bdafa79f88dad2
+size 28155
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7e143473b86d..8e6adbfe0169 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:84745fb9f7afeaf5d690abb7554f6c935771da2bb691d014af6ac72f80d84b58
-size 25606
+oid sha256:97fb357c62cf18041bc61e3ea775bb79ffc5fda9e524923375ff2b454995b796
+size 25569
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index aed4835d4cc7..d419e53402d6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1fb689287a01f1349da9573b98b01453c7c7bed5cc637b59e3f9060c5b6d3769
-size 26007
+oid sha256:8d376e93eb8dd4b0004984d6e0ad47d020da8abd9e2b4f18d989e4b4b09d63bf
+size 25974
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 982caa3e5136..322ce9108324 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a0a5385becace2d88878069153f12d3adabdb4f50080a03b1e544b2f23adf1f9
-size 23203
+oid sha256:e193b327ce6229070bdb48df5986891dc05a62258b385be57876f6eee2945d39
+size 23161
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 493466a21864..2d264a0f247f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4f1800b79f7c6a8c486e745b22f285154283dc6e24d8044045b850c9fdb7e177
-size 31044
+oid sha256:f66dbb1daa32097c9d265f30f2682185dc23d170e36d3c40089906f108897315
+size 31014
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4fec0bf240ee..c95f848cda5a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3d0e55c90e47e74d32cb662d2533b7158c133dc5621a0fe6910d72798ba3b78f
-size 31059
+oid sha256:e743567d7e478c131b7c71561f3f14fd70220b53d29f94037cf73ff8a43552da
+size 31025
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 319f29fd426d..1fc5c1087ce2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b2dcf0bd01b3019bf7b91db5b82bbb726fb6cbeaad5f11db9d684b9dc6327afc
-size 32428
+oid sha256:92f4318b05dfca63607ed036915074d1619a85050223b9fd0a22880f07fc2ea5
+size 32395
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index c1604c56e47f..5c212cb265e5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ba4acb92a66234eec51b4f5a07438cc797afc713a3623864079aff60598de88a
-size 31791
+oid sha256:1bbe2b3f48d9e032a65d748ae64998a5fd58ea38a424feb5dc69404c4de37ff5
+size 31767
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 38679adcfb75..217b0ceeebe7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4a344e8b029fbdf6b4b385111a579702874df6d73272992853b1d4099185d117
-size 27743
+oid sha256:4f00cef0073cefaf08df4e0193f594175a3588769f9a1860e0cb652bb2fdf4c4
+size 27713
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1d78a13d6d2e..17bdc006cba1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e5dc8ff89c8531b932473393e20cde87069ca52b6cce26d7d1d068d77023e3df
-size 24876
+oid sha256:6d9cec7cfb40ac38e214d42abeb97a89860100d77d5401c6062088b52123bab7
+size 24849
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 36a18bdf91e9..fc870211a986 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e99deb09ae30837d9a842d8368553fb774bc06cd9920b901da8ec7fc936aa6eb
-size 28110
+oid sha256:d4aa5789181d533f8a7439841f615f2e33482145ea69563c7ef48b55d9b23ca4
+size 28078
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 231fcd25d686..57ef2d7ac148 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:000ba07541f0d86220c450651df21a85025f9762a5aa3e798bebd7d7d8d01351
-size 25988
+oid sha256:56e708b233b40cb54c4bdfaa291e7b270e1248281944442447836c8834ade632
+size 25953
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index d67893bc26a1..f5d55911d87c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d4320963b79d8bc7ade298d7cb5bdea2a8797c52686016f2d710564d74c8a5b0
-size 32354
+oid sha256:ef6b3ad40c2a42cd7518439acff532be729b83b0b0f5e716952f26870256dc94
+size 32320
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index dd2f03c48c0a..e9c0cde2b582 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dfa46039efa816de8c0012278fb2a16473aa14ec569a006255f600d927a33a55
-size 28821
+oid sha256:d5559d463dc6259d7da3a80ff6672fb959811f1e3b2f0727f981c17d3b3d0504
+size 28796
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 217ef09f5bb9..75bd02de2d6e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8ffa90eb14018fad12272a7b5f4955d849065661cc9c07db8419fd048006ade3
-size 32762
+oid sha256:88ecd0242809017320268b6548ce266b1904a5cbf41d96636a9c740a2c24f74e
+size 32732
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 94a032b0f08b..82af70f97210 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3810c76c23a43e80abeefd93f252aa850fc9264cbec387800dcd72d68ff41405
-size 29769
+oid sha256:535986cb6ed99b28823e08947b611cb7e040fdd12249a26db4f7eaa7415c1151
+size 29744
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 25a6446b87c0..50d94f4d9d57 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:68a864df4ff99089b0556f200d925fe08dfad490d05265d1ebd8626cb6ab7cd4
-size 33542
+oid sha256:efaeb054e315cd4e1107f03a0853faa64319a29e0a5d541fabb324fb064b971c
+size 33515
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 192e90e44e33..d6e2c15b769b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4b5a029c02bc2fc58f1228cfab60fd40470c435de8fd6f2fe2ba4c44ffd312df
-size 27986
+oid sha256:4c3ce744f0827fc82d738af20df305de22519906b7af33534a5a42d1942f39c3
+size 27956
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 070d1c6c4587..6e387a17a68a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b178a691c1fce6638b4c1c74da0fac1a56819411fec997f0735909b32d0bbf79
-size 33101
+oid sha256:97ff30adcc62d44c04a2c307c3a944450bea508758f207964f87ff7f54ca2963
+size 33049
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index f555cbfa65ad..1c075da4b779 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ffcfb651b155e3bef52699961d3808b9f9961af063eecf04e851d653bf3cf219
-size 28919
+oid sha256:9f32bcd851f971e5417aa59386dfff34b6070865a86359b94f6d83ee7c0c6d52
+size 28889
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 326c94e6845f..fc61f268ee19 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9c60a7b0a9a40a0d813ddf8b76ba258e90c71a768e7685eb7ec8185cd1612fbf
-size 30302
+oid sha256:15c83b93f4447b42940e073d707eee3a47d31f998ad1c6a60d0106c164fddee4
+size 30274
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 227b3330847b..a0f4bffadf74 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf1331287026a70246db8945bbf264d8bba6c4c1f4309a223d168048ac1e2aed
-size 26943
+oid sha256:7f13ceabdc1783ef88d4ab4b995048cc7e86954ab39578f03081d33c42f53dc0
+size 26917
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index a03d25c085e5..61026bf9856c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b9ada006198d3b2c2326dc737ad354643178a575ba4d9212bcfb11f8786e3ba
-size 26348
+oid sha256:23e7dc530fd7ea7cdcc9a2fb6bab3cb3c66685e722b25ec644513877908e279d
+size 26316
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index ab68f84af3d1..ea2f59c5a55d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:13237bb98bb333fb57896d2885bf5b5ef75d72ab8822f6560b13d9562b55dad4
-size 23097
+oid sha256:f1d595d4ed663c01433fe72c4239ac8c9b5f2ef4787ff57b7ffd4967cad40e8f
+size 23062
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 1e65b33847ad..29052b6dcfd0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0edef816e158338a71ee82f3d59ad85047d7410575439e0e53adc7438e5172b2
-size 30633
+oid sha256:eaf11b4e331ac24a7cbf217a4b14ff5afc15cdca1fff760f6cf07b61581307a9
+size 30606
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 68bf9478c04f..2dcfd15748ce 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:48308023e7ce78358f293cf37c84584764bbe18b5b2d4c8f6a5cd416d7406404
-size 27872
+oid sha256:0bde4a52174200b048964a320db9086b17cc306fc4bffe1a8b3e09a11d81cb16
+size 27839
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index adb0884d59ba..fd11b143dc2f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c11575bdda5d222aa5425ef31c05b09b2e034d0bc9110027752481b69e30a16b
-size 27002
+oid sha256:f5651d066ca8cccc2f112fabd76a1ae4d0e2db814bfc86ae6536c374161c0a9a
+size 26963
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 2273e0114fbc..16f28fc5621a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f012abfd01d75f182ab50056f945a0dd479983d2d8646e6a0427b28dbd70b2ff
-size 24070
+oid sha256:ac32ed5aefaa8efbf3ce3438b36dc6c2a3316a83b6c17d9e1718d15499a08697
+size 24036
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index bcd176b2953e..b00c3bbfc9e5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ed5b11d075d80a548c16c6dd55e99d139c0a880f7252d77d51e6e1caecdcc87
-size 33539
+oid sha256:98a118a07e27dfde42505ada11c08133d51921ad1e986796cd2d7b12d2f127a3
+size 33514
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 5a7bf0343e60..d8348432352d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1d5fb30696ae303c80bb72d1b045d98ff6fc5c7b59b4979d779133d349ce7635
-size 30272
+oid sha256:481ae16d94f03bd6283bfcb3046c46d57ac08b7e5d1714c4ffe349ef3e337313
+size 30245
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 25cfb7a61537..dc872981dce8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:938ef089611b05959fe06055d9be0a62cce0de2270ef0b94f40825040b687847
-size 27336
+oid sha256:f51848e44fc8c0852cda2c2ae9e56a3aec4b6ba4eb248cf4feb46bfa2e8e4cbd
+size 27307
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index aec3e8a4ebc3..b3ef036f5ef6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3593d0dd1717aa341c4938eb073faaf3d3e4bcee828aa71f4569a3b160bbfcff
-size 30526
+oid sha256:03852476c42f4dd17f11aa9ccfbba246ba95901feb4a692eb38966c849bf307c
+size 30501
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4d16946c6e3e..0d2e9d9888d6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2203cdf29c1cecb2b3a00e4df8210b02ba6a456c8e84a782f8d77219190890d2
-size 27520
+oid sha256:2a791ee3151b45e79c23568b11e9a8a8d732cb09c6c5531418c3a613f9e17c0f
+size 27491
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5a6ed19bbd47..54fd1a314fb5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:61dbdfca5fe5b1e1b05f606d6635f943972073d7cbff9bdfe4e6ba477b7abac4
-size 31144
+oid sha256:210b72d8306954b15104a159e019de7f3b6e754cb33c7f90c0c5831cacd45083
+size 31116
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index a51dc306de7f..7d24f31c2f65 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ed750b8fb6b65207f807fbb3d051da1e3fefcaab763c33a76b6d2854dea567ff
-size 28005
+oid sha256:08a1fac9b6e5e716e134a29aa3ff8354e53bd89d83fff03ce9a0d3747c2ddac0
+size 27974
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 95a955bd6a47..42bfbd9aa31f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c1c848aa3236115c57d621f74f9985910cb9e8cef6f3c673c3a985de6e069aec
-size 28648
+oid sha256:2d8418a513a7dc212f40b53fcc591be4d83d5b644cdde25795ee9fa3e2b49da5
+size 28615
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 59b161cdbff1..323917ef93d1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a6fa894fb0c5dbadaaf81da92d25eaeb2f319a3f57f22efd7ea2f1e8753f5f17
-size 26941
+oid sha256:00cb5bf27db2d5364de33f9b7b60b30fec8a27459b96d85987c9990378bfa0d0
+size 26909
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 44247edde2e5..ca32b70e5435 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ebbf364cf87eafd1dca81e839329655f3935c90e5e4f33bc953e0f640f82b87
-size 29225
+oid sha256:82cf6bccf6cf2639ffcdb15b14baf15e05a9c6dd152cef5f3147baefa9fce84e
+size 29193
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index fb807a2abbb4..d171fe7f7301 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:90326f85e0f3ec9aacefd33857642507cfe8d24aee36ffb08f6b91437bb3875f
-size 27394
+oid sha256:87419467609bf3f6033a71f0db30e771da6f7fa12cbb1371a7b9a1234381b888
+size 27362
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index df49b7667d48..494a35bc5db9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4141c5f00aea019428cea607f22604a5616d8f81a0aa13f21ff04414b9cc9fd4
-size 26098
+oid sha256:a636e75d3db07e3c00e89f8143ae343a3c41a6d556f9341e3457fb16b0c318e6
+size 26193
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 74764ca96010..093304ce2507 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d0b4452a3df677429d3e5648cbae7a8f1cf20791caafd762d870f88c1bff87a9
-size 23222
+oid sha256:3ff665956867ae9220cce4a81b08673f71b53f0ae47bb158ed6458311b67ef58
+size 23191
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index a63da222b852..fb220cbd883d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e14a37692158b5c72c05b41a96a862dc817c7cdd1e3b6cc4a65bd3e486d47697
-size 23813
+oid sha256:dbbca16a82fb29090b8e7e49858a92dd22e34391d4fb62c4690418a5ea685e04
+size 23855
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 40973bc2b2b6..cb8a00efd21c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5d0cfb6fba4f8a7b33255273ed1e14ed048d52db0c05c41b994f2c9f48309db3
-size 21439
+oid sha256:dd139715f48dbb21937acf1054a4015a610e3ecad21f06512762cb16b65fdc5c
+size 21401
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 15f27312dcec..72af757beccd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:63335dd1f6746a854f2e8d4e13fe74173a0c1eb90ac3f313eb83169ad968c9a4
-size 26474
+oid sha256:032bc3d19cba484072f18c3e12078b2677bd2583184ea583eff91de050e9d722
+size 26531
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index fc7da289f064..184c02893e0c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:df922af521dbfd8c61c0d99a299473bc30aed1c6f3ca282bcc85ad764993fe12
-size 23852
+oid sha256:b0e8f5300560e5a43c00570f4fa84425def2fccf21657dd98bbdd9889109836b
+size 23820
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index e14938ae3241..077f6b2d06c0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9d26bb64961fb2f9f0835d02b7e24f01f9d87cc6119f3d5399fbffe9dc41f14d
-size 24587
+oid sha256:c1a621a065775ddd88139938797fad3cdfbc3ea9c8529cd1f547362b7981014b
+size 24657
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5c8c912409b0..1b0c680d6b75 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b97c3c61cb846fb94c2633ad33683873f2ff323b692e3f618e3159ce3c041fee
-size 22108
+oid sha256:17a20be50686b1c0f88eaaadce93744ca2b3689fa281a880769d98b54dc54b63
+size 22058
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 20fba647c6ae..c47df74351d3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:048f7686a904ebbb1661681e01a2424a2777ee44d1df31137bdd7854a87f0538
-size 32537
+oid sha256:95fe2e7f1b23ad1bc8407153b485f69e0dbede3a495ebd82aadbb801087b4965
+size 32505
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 277163496b56..d2d4563c93ae 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d33638e026eaebb4aec26ab9e709bd5479c76fb49a809973b7829cf541705d44
-size 28903
+oid sha256:66bcb1d85747adc773c688ee7a139513438bc975fba3548562adf257d14cdd00
+size 28869
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index a5f03372e2bd..1b25644ae144 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7d61d3eecc95a9083e477788ada729b903b501e7fad5e7fe80e514effcea1dd2
-size 33341
+oid sha256:b4ff7cbe28da5e7af8556bce8875c9032abd469ec354fa0e72c336fd660a58b4
+size 33305
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index b481464f5fb8..2a477b643652 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e849b370f017d639d3492592ee715c7e6c4ec1e202b5f780a01d72359ff1f04
-size 29377
+oid sha256:2b064c1f0cb46c11963b6490d52d6d7f30bd3533802b886ccf656899f24954d2
+size 29351
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index e86f64949905..cb8d9425ab10 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6b2380bc48b5c90bdedf87d76274c6de0d3b178fc88a9ea3090b42774b9b2349
-size 30887
+oid sha256:0832faddb7d75a1b1fcce4fe6cfc0ec8b063c5533ac042b7512abc5ef02b0128
+size 30858
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index fdbbc91074d8..0e7f6e9bbbbd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:93486a57d42c221c06971435a2dbe5a66f5e310ee0ca20e3aa710936560eafc3
-size 28240
+oid sha256:86115d07bcd8b1f822a031ad5ef3cad3e7058bff37bbc5208fdded27b34c69cb
+size 28203
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 63af54f8ce68..0887b6867fff 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:04ddd66095cef9cfe8cbef3e725b7a4db2753d088ea5ec41d34684138b2c019d
-size 31466
+oid sha256:b23dc5c495a6df4829f3d3d676eddccc192e05df69923a07447ce95470e2d994
+size 31438
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 61c55633b280..7fa9de2f92a2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2e8a3b572cf43d54c614212053655f011a2ffab1053ce37dd371f62350f93d55
-size 28893
+oid sha256:12e465e72ee466b40aa45c1e2f462a67c26174bcb0ada6e4812d1e2e8e5c4923
+size 28867
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index c399ce0cc287..e0dbf74748dd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4ffd74e5341a74860f9b44d6a458fb624bed1ad95564503e0843d9beda4520c0
-size 28595
+oid sha256:52b7815e05c82e6c8b25c1fdcbbabddd240406bf470426fb84399906aab84997
+size 28667
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index a15c7c597939..ddc8905db493 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:de255685e33d0624bc8f8974685364c0000ab1bff6b9fada671ae4183b0f5670
-size 25628
+oid sha256:2ba5e5fad7b33d63598f41c6b51903cf22b853115a159427c0fbe47385da7b1d
+size 25598
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index efb3d01a3d2d..bee2c3bd5e2e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6afb5eaeb2c0a69ff861cba44cb27c341afe4d430c107f12b7602547b27b1011
-size 25364
+oid sha256:8f0d8b6e2d14fe87d88d2e6a69bbc2f49e06bfe2fc8b35e88d19197ffc4b1b43
+size 25419
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 0cb4086617e0..06b8922073ec 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bbac950f13f67155f77471892a3b5af9f0068c290502117491984d13ad062861
-size 23004
+oid sha256:c0dc6011da92692c4b2a6e7dc1fc1db111651c188d734d06c9644832b224d9bf
+size 22975
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index e78399d0ebb9..9a156229da83 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3b8538ea2f03dbb487b627a4d5662c547f42a38c5a70144715e3c1ddf0a4536e
-size 29130
+oid sha256:5508d4e88e3765755d9fb7c7c4e72836d5630ad97ec42641c9b50de6a96947c7
+size 29244
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6a5fbafd217c..6b3ce6acf8f1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aa44c70305b8cf799d8c7c3867d1b9187cfa8a3728cff850b16f1e200e094c3a
-size 26015
+oid sha256:b35a201bf66ca02a453d9074d9506da7477ed11753e9c35ef4bfd8e80e2a7a82
+size 25985
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 9ee064d88aa5..3d0163dc58c2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e9e183ab94727640878499d3ed6e81918a2805374224be9e320aba1a17a8a04f
-size 26070
+oid sha256:e21616966bf2cdfc5042a8b8b57abe1af905edf7bf25563f4d4e32d15fd318a8
+size 26114
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index c86982190d38..0c141db5394e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:870199944d9d83d4be776a0429fa6da1a5032f755bd413959b33d68689a89bae
-size 23508
+oid sha256:c077989e41eb80f8a9d4d3b485dcb01cbb21d2a10ec1612991bf2359b7fdac29
+size 23468
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index db4e733a9b5c..00b4e0c40aed 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1e60811837f8431af3879f9a6e2a217b4f823b6e1b6c3b1d44317a02aa21acc8
-size 27516
+oid sha256:cb20666a7bc1d8ee0b6e80dd1963d496d40a3bf08912b71ac2c2a262ab743cee
+size 27485
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 16760c384c28..8b7eb464f12d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:580f5e744952297cc0abc384adf73682d1523b9031c705da9cf82d26192868c4
-size 25871
+oid sha256:db1448398aba92c53fcdeed36018a30cf72c32206144e075c8b4d924f194fd42
+size 25851
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 70986abb929c..8949e1ba56dc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d46f1c0adeaa63f2ef161befbbbf81d19f131b692d282306031f339536f76106
-size 27803
+oid sha256:5bc8d7df9cd2a61c0ea7149393adaa3e1be7d2f71b097bc0a3c9800f9bcab599
+size 27768
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 80249492a507..f1e8ed8ee79d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:65abb57496c7e49c09a491b5a0218936e2569c380617fd75d80647fa2905464b
-size 26132
+oid sha256:4b6d46f2a9757b1a43e4ad508374a306e09acdd3da9e0ef6b23d7fc7a223189f
+size 26101
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 615981f85fc0..9dba4be1bdf5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b2ed3a9bee88e304bade796d4d217ddad983c6f80db894edec8ce28356564bc0
-size 28560
+oid sha256:71f550702aa4f782e7599a4a4a6866188e42a058f7798a5a860807a571d696be
+size 28582
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index ba58bf884be9..bc5340d49010 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dd53d4fa175119ca49d734e95574c1f1648ce8f272fd88574da7fda1b18eb1cc
-size 25355
+oid sha256:8d969f74aa9541602c7773bc84f16197e0639822326837eae697dd631ba80268
+size 25317
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index dacb6afbc69f..fc7d0eec3fd1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:72fc61fc036c6e83c45e117f86fc1a88ae3ccc5b7248441a1cbffc3d9b71d209
-size 26565
+oid sha256:4901e0dc69909f3e56dfadb38194ab7b5e01af1b403e03258626986284ce6ef0
+size 26642
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index a54d7afe31f6..f3503c889906 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:443ac911458c05a3fe45d23d39f120debde148f2d447c9baaef9cf5d92ae3081
-size 23539
+oid sha256:efeb70a75db3b2b301ae1c9c7abb4df1c7fec3b7ea219900e660a93e8c19dde5
+size 23505
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 36f3d20df06e..4cd7178dcf74 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b412176310a54e2a933bbea30dc18e4501148066e1d7437b4369b307d620242
-size 28215
+oid sha256:63d9e85a544531a1d07ee72de0f8418678285f6af29b3161b4609fa9a5e85620
+size 28260
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index ebdece41eb08..7c2350547d4f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5c501af4b89ed4b0ffdcb2abfc51da6de79d4337911deac2c6da18f14dec286d
-size 25411
+oid sha256:6a3bf5357b385568c5506da171e9794fb88a1e4e5a117134096525c154b304c5
+size 25384
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 22a5847794fe..d33990e4510a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b6aaab3feae022bac341e453c2fa4ae2c8954f2720d92a91001004b317a0a85b
-size 26412
+oid sha256:bc55f9deab676c847ff06dd0453081cba0749ba4bf1fa097adf84b6fe08e1e35
+size 26486
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index c30b37b671bc..8abce0499c93 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d9e27eede959540e02c8f162b17e823b608f0a729f2445cc40dd3a4ea24795a4
-size 23552
+oid sha256:ddf113d504c508c8d62cb7cebf655dd76bc84217dfc349ebe953ad2bbeec1a90
+size 23516
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index aeebbd0b699c..47f5a0b495ad 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ca06f885b04fdd1fc4bc6050f7198aeedfe8eb912d517590936c58b57c3cacd4
-size 29939
+oid sha256:328797c6b6b301d7f00704ba38ac580ec494007f0d53a1c2864e25ef3df70892
+size 29916
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index f367cd6b534f..b3cc34b8fffa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a24657d5df544da25dd53c4d0eb26656b1ead33a1cfa2e01c69288e3fcdd078c
-size 27434
+oid sha256:12d71469d259048aef4a811a0b1c0b19b0ac5d0514511365b1b63684433476cd
+size 27401
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1d1feb5c869e..9a1cea7f7c75 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:839613860ca06f002cbfe38ac96c6082cdbc5a7ccd0399d4626c5c042a5908dd
-size 30089
+oid sha256:408da1bc7111d0fb431361f9f9dfed764e6ba6293ba32122194bdb342abcb107
+size 30068
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index c339bf68c9fe..edbac9c15552 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dafa9a9ef9f9aff1553827f69639d5aca9e6fe1b620fd3f742ffca5ee299b244
-size 27760
+oid sha256:e781e4a78cf5069fbac9e82db9fca942cc5768b9d93c6d2a02354ecdec6b70ae
+size 27737
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 28298771b46d..8b915bf3680a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dd97382dab2505f7c304bf7aeb18f3eb9961850b57897abfd7c75fb5d113e7e4
-size 30562
+oid sha256:633cb7f9abb24a9f9e050720315403862493a18070f77dc5dabddc97825fe538
+size 30633
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7b8b1418b58a..3808a9ee0780 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0454f0395ad0edd5e57f817b90386315d3d2c2754b79adab0ba6e1664db2d047
-size 27382
+oid sha256:5e0ac4794b65e6a23325f5fc3ae1790b04d62676e179e5cd2d0d3819c278b727
+size 27350
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 502f61545316..fa16b6ae3aa2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:162ebf2baeef592460da9eaa12668eb010a74a59f68b6ad786e2089c5a0baa47
-size 28166
+oid sha256:124563a657198ca31055637ee8d5729782af1cd77ed1614792ba2e3dfa629914
+size 28265
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1ee79efc8cc8..f077eaaf1de6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1447f77bcf773bb3bcce24cf12625d4fd4974fa99c37bd1c0c29d85fe4aced75
-size 24617
+oid sha256:f112c1f5fa644e3d8ccc4ce49945f38f3a65eedefec9bae6504d0d8f45289d65
+size 24587
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index abb3ddd001ec..6c2bc490f63a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0bfa46d5afb7ff5a951eeec5dc0f2221347a9946b5367474be420ddd61be6b49
-size 30553
+oid sha256:f3b154bef18ea62416c53ae2d87b0df30befee75857c148ac486389ee3d96464
+size 30573
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7156a63f1c94..b64ade30a57e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:13dbadb78b110707cb1f68ee5a170d9e9d1fe749d9902ba0818325bd76f14207
-size 27479
+oid sha256:732442404bd4ca22812252bb33d3a7ce5b549462b653d394be35b02273529063
+size 27451
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 49798a3271ed..5e2d00a6d4a9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6060a5939627ee76152a441e2c227d1d6d178d66e57116a98440a7253b2ca71d
-size 27937
+oid sha256:862aa2e89ffb5e5a43a955a706696198b3163a60b59bcc7daf7d471cced7008e
+size 28007
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1555fb6e105a..d267b8eb90cb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:60a11621177183ba852c9ecddb58980ef8c3713455451fa40bd1aa8bc4ebcbe1
-size 24813
+oid sha256:7fc09575e07c8fe7bda03a491e6b3940714f9a56a83447d42788477e677c3d96
+size 24789
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index b605c6a96ab7..e9ee3ea5b1b8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2af6ab996564d2e61bd0c2703c67bdca3dbe556be9807f397f541213c6babefa
-size 28779
+oid sha256:cc1649d85352d12305d5c92bad7449d29d3110fbd0cc3124f025f17af66ff9df
+size 28748
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 2dc399ffaf5d..2055631f68ca 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:722b6eec865598e1088c0e34cd41728ce14a24563d5bb3b7affdfb2b850da290
-size 27688
+oid sha256:b959adf710646960ec08deb972af6868041d746572667fdf67204d9c0504344f
+size 27651
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5b3cc1496820..b241869ed593 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1dcc235a700e23f5be2094d0e2bdc9e658fe795208916bd55b976ac47be2f941
-size 29979
+oid sha256:a267457ba6faf4a288b415f332b8dd6178f52c13168080f999bd548073a0983f
+size 29951
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index d4dcb9a24404..49219e4a1725 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f552cfb7f565a1809f36cdfae0308d45e9cd0fdcc852d54285022e15eebc33a8
-size 28280
+oid sha256:26e7ff934a9d0dcddb5c017adb130c1dce2305d6baeeb511fcf93905a806e505
+size 28253
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index c9edf1761f1b..3b002cafcf15 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c6ac122fba646464fe02ddb10a747f2eb75ca7aca0037eb6d6f2f1f5b9a83944
-size 27791
+oid sha256:3e32ff23cd227cb0ad06f0b4f25f63517f00cc4b127833e3105071cd95195ba8
+size 27763
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8b56d4bc5c5f..01cf1804ad41 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:92753f36eafb672df7aace5d7c540e188cf40447f09d45c229c9f6e0c29e56fc
-size 26463
+oid sha256:06b90ef4be72657cb2114e80f3ac160950271fccfad9c55e6a662fc012e13bc0
+size 26425
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 2760a6d3f085..810639d577ed 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0085ead9ffb8e688d6e285faa70f578b31f574b474cad4e9e0f759aea3688ce4
-size 29315
+oid sha256:5c79d171a3119a13fde21e533d1d1c7236f7d83703e7ece13e224ea4f8534eb7
+size 29284
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 247b84ed07a0..e057d7359449 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9184238c730e822122da60bf1c85b230be548fd69f5ed19c127ffd4c5d159469
-size 27205
+oid sha256:2c821bb0e7d620c96054ae167577e5e273e3e5156e67d3ece4cfed0f139040a0
+size 27165
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 020bbf83fa2f..ef74071fae98 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9375750af2458e8126cefb63af5dbc08d53e12f78c73857df54d5fffd45ce651
-size 25789
+oid sha256:94d602e1f8f6596c6e41c80d5199401b22f597f9386bfd4c4a5fbe1e85c8fff2
+size 25755
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 90139aaf894d..52794bf8992a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:83621241ee8bd5f04578eb70667ae2143181b57ed7172695d7569ddf5a0fba4d
-size 22614
+oid sha256:0f73b75ad0c6655eb627f2566a640c0dba3ea9d1ea8286ea6500bc4b3f13fb6b
+size 22581
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 6dd0093bfacf..da7cc124c100 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:879f3acb56fed4e67745090c2389711afec74289d6b752092974743117c348e0
-size 24258
+oid sha256:c414458e6a0aed365f88dfd07a6528c18248acc0ff2dde77c7e211113efb0765
+size 24223
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 42420b503803..c62f2cf7a67d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:85e741cca55bfe7e968eb5738a572361505348afe98c42f9da414c945a69ea22
-size 20145
+oid sha256:d14ee6a49c8387d42fecb7e2d7f28b7420ca6926ae772de4a77829e038203ece
+size 20110
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 000f5d0a8cb9..77761ba0b673 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b63c70173e3359881d7f8639ecf35d815f0b6fffc165c5431861f38a75bac421
-size 26648
+oid sha256:dcbee1b9fbdd5f8c9750cef8452c333d1f6a9254f766750a370a6b207453da0e
+size 26618
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 2e01745da542..bb6cd649c3be 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4bebf2b40b7302a7861ddddf85477df8b544aeedf432d91df11889568d2c01c2
-size 23542
+oid sha256:7378742c28b6f7a1e9328023c47eadf1d3d26b7a96d9be319d604e6cd93a3f17
+size 23506
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 4185c812dd1f..dd5412752162 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4186467438dbb9c7b37f6cbe64762e4ef469c64d169384511c7c2168584685b4
-size 25004
+oid sha256:ddfefd70b913fb63172aaac5e00739518a8c76c6b1a05d753263c43bf998c33d
+size 24976
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index b6c1921cc5ca..028a9d7dd631 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9343ebbb2c35ec26b8ee649a787e47d5a4773d525137f0b4474ae8b300f2784
-size 20990
+oid sha256:5a380d159397c60d0cec7289881fccbb53a93484977be84dd44b60e36e03bcc1
+size 20953
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 80db5042c189..53e6f38df356 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5e026f1568afc1a989208f0f75ff2fcdfefab9e76a4e05548c2965681e6573e8
-size 29516
+oid sha256:0ec74c31abb8cd51bc4e6a99212d2771c958feccf06332372ed81d18ee2dafe5
+size 29492
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index c637c46f942d..a1f781c1d310 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e6c42e6181785aff27dd35a3ad174f56774334b4ea84178615310aa6d65f7dad
-size 30304
+oid sha256:74b81ef83342e19688c5b14b44214eea917ce7d3c635e96e079f682417788f27
+size 30278
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index f0283c2834c3..a18583cf50e8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7157ae65cd404a3faf6555dab9015127ab3fda98908566182fb56ad51d8ba3e6
-size 28518
+oid sha256:9e71c01fafbde4e3139a872c32a69bf0634ca9c83139d903eb908317fd7cceee
+size 28479
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 29a3f12c31a8..c65767a1a471 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3a2dff2761320fc5291ea5bc97136cb9e85d0aab96ea26a20f6711096fedf55f
-size 29591
+oid sha256:40722e3bb91d13163516775b2174d7b350a79ae556b6441d8e66d73092904ce1
+size 29561
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index f2c86c81f72a..91d70c9d0849 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d7d35b8a42a4c0ea86448e5e9500b8d15ed667069dd01cc7c09161fdd02d91cc
-size 25546
+oid sha256:c628c5564ed0d5448c26e6047177cf75108c7bea0f67b5bff74858326b8ee8bb
+size 25516
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index aff00c0d248d..9e9550350037 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6d41c06c75426df598a6df729e619e79ebfa060024324e0d5621a0e526332944
-size 22618
+oid sha256:b74385987aa2092da684ad49b9058d560a8faa97f430ef0570fee2591c2f8ada
+size 22590
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index a8a4d3295889..f05598cd6fa7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a4483ba9702d461bd22126f0a5abc451508cf382074fb511a941e2b2d0fa227e
-size 26623
+oid sha256:7f7630ed0774a4ede9785e95970fdc98797e95a6681c517d78fec26ba7024d68
+size 26596
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 70c0685f52ae..61a1b3b4811e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5efb5d2df1f37b718c6d44790b2c6772278d06a4d8c68e9155a7ab2b55ac068b
-size 23957
+oid sha256:63c8557179da55012a68e028f9f90a48b3bc9c8d56928be177c98e13d349c44c
+size 23922
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9e72c78d160a..b777bf8338fc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:096091b3a1dba9099396d5eb4c9aba262061d6e3987c680579ae2f8f076dcdf8
-size 30918
+oid sha256:8dc8be17ac217b132d26e150a76fed8ded0c4394f2a94cdda83d1412f189fa00
+size 30887
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index d69800635761..c5a16055238b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3fb22fa9579e062e211b9cda533e064371a7482e8c161f3abe258b93436fbaa3
-size 28223
+oid sha256:d689a9cc4cdfd03e8847555be37f360397c69cc60b5f4c91ef25f4e5e21bd184
+size 28196
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index fdf1484e8a74..930589f643ed 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:370e3bd7d9ae097114e9673803ee558fe21a262e5572f59ea631d89f0e5047b7
-size 32337
+oid sha256:c15d343837b05c236392d36a81059c9a8115e8514ef886040bc88dfbdb9f7f1c
+size 32304
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1f1518b1f8fd..f67bf8c6fabf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e5ef7689f4fffbeadd85e819771c1ff4403d67e089ebe6fdab66d26f0b4e1194
-size 29268
+oid sha256:790a792ce72d6b3fa99b9b09b12b0b1356c543a0ecea28c62fe14b8fb17a3c10
+size 29231
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5bf231d1f391..7d47c626ec2c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:837d245fbfc2077559abaccbcc0dee4ab079820d00d10bef3ce2d9648db0e7f3
-size 30135
+oid sha256:eb19a24a48346da27cee19c094c001261f54520dea7112b90204eaa9f5561280
+size 30103
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9b8816dfe165..90dfb8c09fef 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:448f748231d2f7d9a6aed259c51477dc04ab94a4c82ae1bb7ef85c1d48aabd90
-size 26971
+oid sha256:9ead8e9d861ab866738e1f863b079842c764d075608eccc721238f124d505107
+size 26941
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 944774674863..d1b26680179a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:39fc56277d5080da3cb93cecffd413e4dd009fe5b0df2ca2cdebca58726413c0
-size 31594
+oid sha256:0ba88cbc880f255ec721ff51daf76eebc8c45bf6363325ef69fdd50b404eb9d2
+size 31576
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index a561420abbd8..c7ade035db35 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:786282be1f6d84ff013a6601d8dd60966ec507a7e309959719d85cd8426f3ed5
-size 28105
+oid sha256:adc0fe17e3719601affdaac62d1d02a96358191051961ea934db1473407a7135
+size 28063
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 19a9a2071c3f..838aa3bf9f6a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8e7d56c5f5e6e54202658b551721bdefbd76a65323eab5d66476a56ea659c5af
-size 27259
+oid sha256:7906dd20c8cbaffb3e8fab8c868385d54b5960799054114ad576ac36745d977a
+size 27242
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 868b901e24a3..86a859b0cd76 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:765435376ddb57ea1921490ee99b4bdc22bcbd4f94c7d6a4561d998f044a5cf2
-size 24053
+oid sha256:4e3ad501de5a91d993ef81e26177d8632bbef6ac779b1e6ca38b21419bddb35c
+size 24030
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 98f18d3fbb44..36b84462eb41 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b240889697d61e2c13cfd2336567046f34fb3182b30bb12caf04ec7ed4053235
-size 25416
+oid sha256:86ea9868dab6042f7295fc5dbc62e60995c767b74e85b86636db5c94088a1807
+size 25385
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index e00dae3a6785..e5e2ab279b59 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ebfd570f6381ce939b1f031f11e9e758c85a499fa8770896b5a6e798dad40372
-size 21567
+oid sha256:3ce541d8bd83bbd3d86cde741309a2fb6371677bceb777bef797e905e7a59ca4
+size 21549
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 073bdac363e2..44829c79a8e9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2c573ad46b3bdd12eba604afd8f42b4fa2e6283391fe45c59d79a353ca5d8d8d
-size 28012
+oid sha256:bdb91e6891b249547671e2102aea6706b68ab02e9798bae181cbef0b4b00e0d8
+size 27971
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index f0158a2508fa..38788e30cbb0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a9f9a3f0b8d4b7df424f6da3745f1f567eb0fc7c2a0d003ff1d8eb719e8b84a7
-size 24933
+oid sha256:01910e4bbc89a6016317613ba1ab95ffa633f375a905c4c6250cd1d72b46a0b4
+size 24904
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 946cf424581c..84b5520c90a7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e18777f2acab66fb5006e2a2ebd2f2dc96e58d3fc384a7e67c03eab723b86e36
-size 25911
+oid sha256:d95c860779c2f5c8a422b59d8f5a37157078d14b56285ddf29bf8c86e850b565
+size 25875
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 93b9d650f966..760a738e4dd1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ec874665d13971e16b82c85aa6fa74aed6fc99d15c1e874f4c5a7371d7101a48
-size 22295
+oid sha256:8d0a6f4922514621bb9c924b1be6358c59ea39089c6a9d8d38da7570d0155ee6
+size 22271
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 0c3a6b0c374b..206f966e55db 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4caaae97ac4f86c9b631264ff7c46e5f4edcd948f18d14510363a6921e75c32f
-size 29870
+oid sha256:20a3a450b54322a0661e392506a42fc5b4e7d68f3ba141df0b7145b67a40d299
+size 29834
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 41f5471d313d..ec265ff822a4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a3221f3a32ec627d2bb554b9c2a9b481a4ab32d9d525891b8bb056af065209ef
-size 28158
+oid sha256:13bdf36d611570e9c233d08e9398494fdc4cdb7b52b954ffdc3f8b2a45b4351b
+size 28124
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7eb8a7778227..6a9a2a169f93 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eb751f2f3f9be9923f35457ffb211daf400e429b1c23f0c03d3d12b1c42bc8c9
-size 25041
+oid sha256:98800896b1341b8dd192eb163b56e14a9712986c994114bd701b679a7ba50575
+size 25016
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1937c5a8faaf..cde57c384f8e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f3ed00de67ffb1cd35eadb24469eb2542d6d608d277baab14c617855e361e1a9
-size 32182
+oid sha256:2185fbc026d43426a335dc264fc18e81abed795249092862fa06538e6f8356fa
+size 32147
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 92eaaf58ad1f..d5e5d31b1086 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d4cb9bfc0808e090728e042a3c5e03d073a14c4743fff314a34d3a934b2a35e5
-size 30700
+oid sha256:63115428ae37cfc6386cf569f0bda9814ff8d7aa6fbd47d679c2f10c9601fe5b
+size 30672
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 289356775ad9..c37c2a814e25 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0a311fb26e4e485b510384908ff7cd27f46fd47b9d9e17bd5675c55501240cae
-size 33408
+oid sha256:f2f804ca25f39671b2fa5748147b9fddf632b4cc9bc20d72cc1d6b16ec166f0d
+size 33379
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9ee249f133bb..90f33625a7ce 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:64b99223083e7c811172c1141776d0e765c40c88d6b7a9262f297f23d0e1af21
-size 31522
+oid sha256:2d8b9551c2c66155daaa6e04f28c439d9f91a600de72249b9b6752149b1c462b
+size 31495
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6b3450630dfe..9b3f95baf1e9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1ffda295ed4758612de50f0b5bd7f6fc191266a24d2daedddfad4e127d373db6
-size 33370
+oid sha256:dd6d06da48c1732b25280c4cbdb03b1029a92bf63d6e085839464931967863dd
+size 33333
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 88babd990eec..65ca5fbc0263 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:05135a591679158135e93bb43c9630667fb3d07183960a4e555454a5fe29420e
-size 29855
+oid sha256:f8b3d9f2644de01039ed5701c798ac9b0ac2f134d5e679c29ce3e597a1dbdbf5
+size 29821
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6bc0c96cc4d0..6f5320712727 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4293f04f280a7fb6d537cdbca2e63f2f257d973cada6e8ae8330bed097bcb730
-size 33403
+oid sha256:5708aa19d5300d736a2140bff52606e80b3bc81348f303ae8cd18d8301d14e7c
+size 33376
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index b4ff2679b450..8e172623432f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8aad94be698dd1353f0b2120e5d6a0556d8fa50a63857b5900a2c6767fee6f9a
-size 30733
+oid sha256:1269e9076df12e13b92e2e850aba3968a14844de3d37db7ddc1a73cfa66af810
+size 30702
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 817afea79a47..e5b779fd6b3d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:94eca0ec1cfcac9f7c8e00c1f81cb734e3119f4c96941c340385882df9cdd5fc
-size 30320
+oid sha256:2e230861e588ca16d1023afdccb41e22a3eb56239faac19e1dc2f16e46ffd5de
+size 30294
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 909d32560638..715ccf20f8ad 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8e0dddd629d744e2a3b95d34b72d31370e7a4e04aa86983d3940a0791b2fc94c
-size 26124
+oid sha256:60da94676be6d4c343ab92d07100990776749e6d27a129b2fabacd02ea634dc0
+size 26090
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index ee33d8bd4f1e..072ad86cb53b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d0b11cc201802cbf8061e11fbfdb163bce3c1d833648833c457d3d3c7434b831
-size 27986
+oid sha256:b38e08c42ac2f29b185514fbca3a8da808eb38b50b71b847ed3b9f23ba17b649
+size 27953
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index a789dad38236..0c88eb87868f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7d37d02e6f87111e84c290473096e0b2f472638ad691568e3046fd73c3f201bb
-size 23925
+oid sha256:6a5f015860ff4c97cc7709c84949e3f1b8803aeaf45cd159cf540c7992a137f2
+size 23886
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 85cb8067930a..11d4f1709c90 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bdaaa8723a8623740f3bad92bec77cc739f533ad25bcb003f37eb7c4e2839213
-size 31541
+oid sha256:ad2fb2ba458518e4e432359426eae78f45ccd2884dfc2a79ea529e3c5d399ad3
+size 31508
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 419a4cbfa1b1..f6fb764a592d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e838d2b8e589356a34424c447fb5f0969e35b5f2d34713d96d64e7a040637078
-size 27967
+oid sha256:40d23e12bfc98f7a0369b64af6a9e2256740a0010fb6ec468d8e295546a71fa0
+size 27942
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 9fa24c5bb053..899cef624232 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fab5dfa14735ecefad221858b8ede8fa9ac4c2d67c4167dafa6a3f985afec91d
-size 28886
+oid sha256:017e54f828fdf4cea06d548d66f69151dce395db9e95749dcb1fdfb544413e01
+size 28855
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index de2f1afa5d16..8d6d5ec2bf61 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7bcdeb5eeb0d5b43ea5281fd74acfa3929be1ca34f421629d54c9741bcd8c7cd
-size 25077
+oid sha256:66f73c473fbef6cffd1e18fd0684da929a683f844e4a3524df1d5fb303f2caca
+size 25039
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9d26ceed089f..12bd2b6849a8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8ec9f892ee1ef95d3a55ce3b02182be34588fa9ce4aaa2a16cc4ae83c5a7a273
-size 31966
+oid sha256:7e8ac7a936c9f78bb09539062cc7e0c1db9357956e56c1c0e64379cd55c83bbc
+size 31942
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 18aa8549e0c7..bf68e8380cad 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4c70ef79b5ea0af582496007f19092048048b428c099f0ac067f17505f117fc9
-size 33335
+oid sha256:2cb7c9f6bec32b9453c95c66373da97d84f64e5377a583af617c07649a4c49ae
+size 33309
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 26bf7bf3063d..4e4f6ff8a7ff 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b43c8d3f6572171dab34e3977651ca9b56ce7bd7e67bc44ace4a5bce66bb3855
-size 33044
+oid sha256:9a02924251d4715145aac85ac67dc9a7fb0f093223e4381b3133f7bf37205671
+size 33009
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index d5c1a9af4b99..5de6e2745f4b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:614323cac9116249a95708ff2792cc330fd74870af87d3f2329bfa58410abdfc
-size 33125
+oid sha256:837289113eb4bc67ba8da0616052589bc0a0e9a4580504c290b69400c5cf8475
+size 33101
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 530179c3e24e..f040f5437cdd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5f180f3fcc7b3a14c342e07f42251b0642dd300613a44b1385fe1f4d52b14851
-size 30518
+oid sha256:1a1c4a2cc4e2b8c57e5ddd674959d0a2b09db837d6307084c5d93cd2772e0cf1
+size 30494
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 25af42fd7536..3f2827b74053 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:640c6c21dd4c69698150b6e7119a81264f02cfa21ed5a9725bc268551747e649
-size 26983
+oid sha256:e436a2c22209044ceb00963907243a936500f55ce3f2d089031704a6b1e3e8e1
+size 26952
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 1615bf63eef6..fa83e62c8916 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:258e97f04c2f508f3866affadc93499b59e444080d4fb14ccac6a947ffbac06b
-size 31599
+oid sha256:ee7457b528c8808c91a246a7d2cd2e1343bae4802e4c14510c9d67701a8c509b
+size 31570
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index c6e3565ca470..d2eb7a1a1297 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:273b1c814db5cb82fd80ec1b54d7dbdac7a6072c8f73fb51c1955db16db78ed7
-size 29099
+oid sha256:311be024a6eb9910797562a30119811865dc70e769b0aa9ef4976176bdd41536
+size 29071
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5375772105c4..75f62a9676ce 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:16cd71b0b880797d429438e19dbf465b1a4d620ebb0c7dd331cbb76052edfb36
-size 34173
+oid sha256:c18fc0d70ae84bebcf101a0a1a68b15bc1593ba6ed3d66c23ee82f1a4ca36817
+size 34142
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 490b951fad4a..ac9d1c3a5b70 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c3975b474ed0d36c1f064031834e23abafbe73b8e5a22c90328184b8b0836c60
-size 30989
+oid sha256:bc74452abf28fc3f3f0a350c338b5a5b8f36bdb1c66d1f306c4ee3896460e3c7
+size 30958
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4bf4ddd79e5f..5344ed2b457d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:79afc2bebb9bc7da687f90c73da2dabd9149427360fc93ce4ce8e8207ef9deca
-size 35315
+oid sha256:eeae689849e87368247970ca7bc693e688a6af5159584ad9406ca0b6b12a4211
+size 35291
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index dc0c9e7d60ef..56c16e9ef7a9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dcffd11374bfab158b82b41f7f392bbb131ead1efb6bbaaebfa253cda32e7558
-size 32167
+oid sha256:01182d95c14baaa2ef9b548876a0f4b8ba22dee391ee550f0ba48f4e8a857136
+size 32139
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 21afb3224c4c..b17d9bd9a242 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:14c80c7d41cf9777377ad2b1e2a05f499771f22132b1cd133792da4fb734d2cd
-size 35301
+oid sha256:e4eb8e9d29d28931a36a8c6e283420fd448a6640d561c31e8e7777b89020a14a
+size 35266
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9a8023ddad8e..a73e24595ced 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c6cc305bde999d2d9c4c309ffac133e36b7a45c82e978aceb62f847fee1f7e80
-size 30189
+oid sha256:f814bf4f12a098228ccfc60a641faff0bd3be213a8c5f1aa0a4cd2317463db38
+size 30172
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 97c8a34b9df3..02a85cee0687 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:85dbabda930c0b41ec3735ef3917c5f2890fa259cbbff22cbb313aa089a582a4
-size 35243
+oid sha256:a849c6276614960587b512695d1250c176f9905f43d0be1e14fcf6a70e7212cd
+size 35218
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 54c308ca2f4a..f95d02c65b32 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3bede88fb7dc459832dc2c715bb073556d187afbcd8949b7857e8922b0851f24
-size 31192
+oid sha256:823039beb846ad98cf1c8b5dd6531a6c16b3234012c7bad260dba822428ade07
+size 31169
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index ab9d40edffd0..738e833ab836 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c081c55ebbb391c3d2dc7e3edb2b33774d0b394f590b0b08fdc4f4019fe543aa
-size 32789
+oid sha256:4dda73c3555397e48232c56364316d9dad01a41b68a0127770d048d3253262ae
+size 32759
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 713a240fd00f..debfbfc0c20f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:154555405b389b1c3a80dcefc369f388a76c0e8331cdd28920ec79b069c2e4dc
-size 28197
+oid sha256:e84b241ddd1f31ce9fc17450777ab53ddf6df2b9f01e6ed9518a90d1dcad0c2f
+size 28169
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 0048c5c27464..c223ba3dc2ea 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c62b249a835b7f02832f571b907d0f80b0dc7d36d909b99ed9514561f33de6d
-size 29299
+oid sha256:84eb92f05b2fd44df26b11135ebc44c5181391b912d1156c8a2bbe8e73dd8b33
+size 29258
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 3e09b3b89ba4..6b2fea435121 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aabc75b6bfc9fdf481d18de3d7902b7c3913c61f218494d8c3fbbab1b215fd39
-size 24989
+oid sha256:fb23478d5cee3f6f53263b768383033866c4dac15ad2dc5e7ed65aac97825743
+size 24967
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index ed122c06ebb6..c78ab9b9b425 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:51990ac9f90c3ef8a1c1a1c53d63e97a557fa4d7ae1a0964786e5590e7496399
-size 33683
+oid sha256:053a5669d97ccf0f7b71c6ffb4d07501bba03e2ed9e2e79302c4a3dc24ec6504
+size 33654
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8c6156fe0d02..eecf02ec756c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d73de14fb2511444c8289a3df86bfab48fef35c77b8e88291b965dd4c14ea56b
-size 29928
+oid sha256:04b6795490e6037c00a836cc06fd57d4d0a8ec6bdcf1205ab4dcfb1868803c23
+size 29899
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 1f15f2913ada..6ccdbca2556a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:24471a41d3c7e9f550c0170faa87e170eae1a10ce2cc6c896e9cac29cf168e02
-size 29987
+oid sha256:0bf342961bf7eff711aeb436b3578de27a0203a557c6fb8a29b5b61422e45dc9
+size 29951
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5caf91ad72e2..9e72e2614830 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:41b35b4075bc483c72650c153cc94148f92ebede95c93d5732ceac283e2047fd
-size 26146
+oid sha256:5dff5dd3f4d96d1d09c04ae6b6db63763e291a15f331555b39c156b28a307493
+size 26113
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index e427a6eb920a..1be31110c36f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5afe57e41fbd652282c2bb6501f8febcb81a89710348ded6015dfb8190a43a92
-size 34528
+oid sha256:044791c9edce3bae1fae57f076e8f59dce7a6e07a414e44f899b0374bda6dc11
+size 34497
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 7dd376ef7785..f2e786209693 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c5f9ac1d20051447622516bce22edd843f70579ad7d2d2d2fe187d95bd68b300
-size 31848
+oid sha256:106294493d37bfa9a6e8d31b7c66fc5ed20eb4be7fafa29c00f63e6677a411ae
+size 31822
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6dad454d133d..8ccd4e878314 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2218fcfd1d441df83cfb6f8762f4b38249b0598438344bda649cc2bb9b2b32aa
-size 27364
+oid sha256:67931be8a43ff5e972c8482003766b8802793e037d6d628a94705af7ec51ffe4
+size 27347
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8d3bc88c0b23..4121a5cccef6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fd4a76873304424bbc52c17b17dbdc4a45a074f96a3b08a04d816d6de37192f4
-size 26755
+oid sha256:0e67c335c9ac32f9d14d2b270f143108c43262fcbda49573479f7e2382e00e44
+size 26725
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7426441de408..ac2c5a06a6be 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1d3f444be0f656f3055e5775844ccf044cc3fe0c78e24e7e1775db607db99765
-size 33364
+oid sha256:e0fe335649b9d9a1a11f55182f8b490ce8aeb34a395cda61ff997f5793707977
+size 33343
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 12b72c99b28c..2f89a13d9ba3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c67984dba30ed3cb69f281dfc3e7c54d09ccd9b27b15d7a53bde666329cbb99d
-size 31141
+oid sha256:e0616deffb362f63a448446b0f21f174e2e603d6676262f998dcc86b057236fd
+size 31115
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index bc31cf5b1168..decba3805afe 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:463dba6a0cf5c2ebd4115e4d26914bce3e414885df8e3ff0612cc7b9c4f6a913
-size 33406
+oid sha256:84a6eb6f8c0b0ca42e0ca7dcc49877c511fc1d363211797beda6dfb52d845179
+size 33376
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 2eaf22a81fb4..dded95364ed7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3796457c4dc91e25884fc99f73435a0dbcbbff2c58f5b021d9d3ee99247c81ae
-size 30226
+oid sha256:f6d82f8d4b965876b3aa77454353abb222b33531bc64a77f6753bc7231727882
+size 30196
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 24b9e8437e1d..fd58b7f0a5b2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c588a43d722d06ecec5512cdf403b75f9b8b49ae5ed126df34523d8ee5856d23
-size 31577
+oid sha256:958bfeee48ad12fcc3f374a2418739526896b65df6fd8bc11961063910eaca86
+size 31543
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 965bdcb2f9af..63f072710753 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f2448a1c1887fd8d44fe36134411b50286fd161ff41fc39313f2b0e346f76ce2
-size 30247
+oid sha256:af22fae6bcae79c27e2cf5083a9c98f0f82f0ad9f9c1012ebaac4b98f9bc2ceb
+size 30220
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 0392c957a40e..607dbeefb9a7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b530332bc243f054c79b1050f83ebfa4850fe87c2f8a632466adf3f87693b981
-size 31691
+oid sha256:be4587f5f4a9e7061df8afbc7adf9fdf188d2c889a7937a7eca483d44f58d04c
+size 31665
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 627f52bb74a5..7782016ace5d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6b864a3a459c1c69807531bac455f3823abd1386f6439740239d792e80ca43de
-size 29349
+oid sha256:99e8ce99f55dfa009817760f17ff8767572e35f625388a0eb5e0d26654e05455
+size 29316
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index b58a9a4fe9dd..60e1e2ce9a97 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8ab29c22c74c37a52252aaa0e5f08df305d243f149b0ea3613019d6f6861ead2
-size 29105
+oid sha256:4151f6ed9770c27f1e29adda8cd75f1c0482ea26f12eb473ff2931dde28cb759
+size 29156
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index df2972a2c63f..ca04a9704067 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1f2ba60af39801b04ca4a4e98e67ab24e096625207a71f369bfa81b0f2c640ee
-size 24952
+oid sha256:b0c1dae00658a84523d5a5ec930b67d04ec0fe2f2b050d2c1d2bac33ad4e1b34
+size 24920
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index fc8a9fcc0f02..506c04f69161 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9564198204f7c317943d1189112ac2b4a266f1a2d74213848fae02a9ec67cd23
-size 27445
+oid sha256:8d157281f094b95391d9e21e7cbe911b5e0508e66c5fec468bff1149ec22134b
+size 27496
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index bfcd0e7d086d..4c6012afab07 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2bf50a0121fa172c92c98843c01473647c7fca8ddde3db95e2ffbb1e4d3f6523
-size 23614
+oid sha256:c57cf61634bcc594a1f73f3268b2ef07a4d59889d3dea5f3d4a9eb8482a959b2
+size 23579
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 61b0e90e63fb..bdd9a19bdfa1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9aeeae1c45802c7a8b80369f2dc69c59c8916246eb552774a1d0cdd0e5a66099
-size 29179
+oid sha256:d1321a35b0ee2b4271ee32191f41d52b443a4bb5686083f6ea033fa96ff446e6
+size 29322
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 01ad1f780212..baf892341323 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1cfcd59cf34726f182f25788a0914e1843b0ae37798da19999388038cb5d185f
-size 25907
+oid sha256:1c6337ade5283abec9ea84f877f69788d5cddded520188300d7cd7c66909fa2c
+size 25878
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 0562ab16d5c5..6e51ff13337a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:01f612a2bc55f01b5d056493cc675eabb1445ddb5d9a84663f36ca10005c782c
-size 26411
+oid sha256:1b7ce951353b6c6ba4177d873cbcd27453c3eb524a7f127106fa471875236bd3
+size 26503
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8eafc4a83577..3c26a5863951 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eeae70ac22e3286d8ca8bfa492a494b6d088d13e59f90df457f95ed9d561538c
-size 23583
+oid sha256:2f0efc9660cdd29a89e2b8fd28c33e2fc83c1487bfcb246e37b437398e60a34c
+size 23538
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 02b20596af9d..5cadb28cffa8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:01e1ca27052ae5e023e879b60d67b6086e39f3a45432683944e0a9861ab90a47
-size 35482
+oid sha256:7801ad32845dfa441163cc9bd126f46f193c2c9ce7288db65ca5cb4eec076042
+size 35452
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 101cee4e5187..68d1c6dace73 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5c4abf5a3218bab264d812efc0b4d89d0de6654090dcd1dd91f6952f731667e2
-size 32438
+oid sha256:553aa84b8e8da107029d4ef72d94fc3bb4943012da4def8af5a37469f9724494
+size 32408
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index a0a8e6dc4cb5..28f80ce399c3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9eedcf80aebfdf203a6add310fd5ca104ad1be60738e0735ce5823a7039a170
-size 34949
+oid sha256:c2a593fb6f6b0851223719019c2b37cfb0668b57824f8a98b624263f634b4332
+size 34913
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index c62927858493..fdba793b7dc6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:486c63d56062be7a0debbf0947266d8a7994cac26d88012f42862e68b77dc956
-size 31485
+oid sha256:760b67b8db05759f72b8602f168900587bf4596ab172753daf77b5770a178da8
+size 31453
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index d9d7db3be997..c26027bc0a15 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:182af7cc1e3e371c70ae35645f37b62097a79917f07d1302b7bc146f438ecded
-size 33631
+oid sha256:5e811e885a2b77856ad408f6d249ed6d53ec51c02826f8656448cb5d5c619b75
+size 33600
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index a18f5822147c..5d3c1bf72638 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3446def79bc014f42e6998fb7e6fb940cc5cc11cc6d93c0c59ffddef1680e1a4
-size 31679
+oid sha256:a5dcc5f8e3aabb49042dbc5f5e42d847aa299db5cd8921be3405b2963427bb07
+size 31659
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 576893e29c22..de3a262e6fc5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:980ff54fbec54ce80dbfad352d0ab86febd09d51ff119c011bfb275af303cd67
-size 33135
+oid sha256:15b9fa6af54c02d54c0424de65d254b1ba3010b9f70fa8581e375a18c442c1e0
+size 33107
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index ccb00a1e7b0e..8253dd1b36f0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:474187c22eee8481e2d4276db0958bca50347bc1ddf6019cc4c3e16b903b64a8
-size 30792
+oid sha256:79869234b0b61feb1eb2e79e1eadb4c2af8198df102f9229f73166ea27f752ad
+size 30765
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 2eb70cc64c39..23835f5d8338 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4300d8c416d811146b1ec979f02a3a79ce2945b4da3c3a7e71f395650428cdb7
-size 31627
+oid sha256:352233db4dc1f0a47f06359345344fcad62fe3cc924d689d0030369a1bc578ab
+size 31712
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 198a02ed00d1..1307a7e8314f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7d6e2ea20f8e5dfb473fc85485984a480d1074d9dc964ec812dcf6d38074e74f
-size 27044
+oid sha256:997a9db5a0f4e271aab89617aa592e1c24f451e9977387ddf6fd31f3dc661122
+size 27015
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index df22a2abcf7d..65622cd56b02 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e7f7b9a88a56afb644674dbc58f6f5b7aaf3fd428da67b91c8568364f30c9233
-size 28682
+oid sha256:1136b091e897e9bc032de24bf2cd76947a493a94cb438b6c02bbbba056900bc0
+size 28699
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8d1b40139e06..2308cb98a472 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8eebf3202c1b7e6f0e6af0ffafbe322ebc0004df8be328c78788a43a28e2ce6c
-size 25091
+oid sha256:5573d1bc8474b75e319c656d8b229f8454ec58ce360bcc99fa73db571d50138e
+size 25057
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 2c3fa7f834f0..b3ef17038774 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b55fe7aca4c7594063efccb0a4fb2dede848ee3a8bb25c51762bf1e48150ec6b
-size 30931
+oid sha256:d0819f4abe8917743160ec8b4e14f1a803cf4bd19c406beb16461e02fe6d5882
+size 30986
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 446cf7cee01b..f912c9f9ac61 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:80f3825536bd59f4bc824f47059be32ed7b9ede1e1dca0c2d5202fcb9468d37f
-size 27298
+oid sha256:16be94e8855b8e867872fe3c3c8694219f9ca38ed7b9e2bf84320648eca3b3e1
+size 27267
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 79e332389eab..1dd38698e81a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1719f39a0f650f6944fdcc5d88201a4396de6cccc50c58d4455d2a4f03b15ec5
-size 27718
+oid sha256:897b9a1b6b0abc068eb1e7e2f7c4cfaf15943ee331bf30ec7ed35a20c2fff7f7
+size 27765
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index b79a4ea5587b..0c00343eab3e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d3d700c6e792f2bbc559557d09484fb84938351bfd7680378f5a50c7576cfca3
-size 24929
+oid sha256:9a38ac5f72ddaab8c3e5c1d736788b1b4e9bba1a6d39e5156840b5b1c326cd46
+size 24896
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index c2017ad0d722..16d2dc4b9168 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dc5ae0d7bf3d91992c1f702ecf5c8599d6b7a56692c86245038fa8de510bc0a9
-size 32870
+oid sha256:3d726b12cfaab9b2d7c8c4d578bbe85d9ea5f00381c0990118f5b523d3ae181e
+size 32836
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5c3fd4a8c90a..c7aaf5b6c593 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:472a621065555c0f082f70fac4f5947b91fb911720332bf04c8a633683dd346c
-size 33248
+oid sha256:fe638dd0e9b21bc4a6f156bcf64226b04ac5d5c8f9a9e4b30fabebe5c1ae44de
+size 33222
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 91f6228526ea..75f16ff3d650 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8d36ca620146e99b25de93e1a8b555f3a71e90a09c0621a826153ce17cab4bad
-size 33652
+oid sha256:9d0dc6459abc91a6a3c2ed0614f110fb3f2bcc87b09107bda446379901eb6e6c
+size 33617
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index be5aa93f4700..e39856b998d0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:80af3e2c06f381a17c0859a13c49d6457bdda1fb31d5926c8183d8069b09fba2
-size 33178
+oid sha256:4e1ba8e207d680a0b33ea82661aafd67eeeac4cfe5f2c7bd0661a776647ce8a4
+size 33148
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index ccd69a82d42c..de64f18a8700 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4105f1180eaa25a461517ba3647fd8d4bd1c2b65fb255be99a0d37380a236ada
-size 32989
+oid sha256:5dc9c1f7ee3a23f5b05db09f9195475d3fee679c6910d6ebf92cb620d854df62
+size 33014
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5e596d42546f..fe0feaeeef93 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e6d9d0f234fc17f3041d088edfc362cff39b0cc21bf3559b0b75ef395d8d133
-size 29243
+oid sha256:447b2704284c7e62c218039fad312de192d3759405d9e22c019fcf1649e3fae3
+size 29211
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 731a7e6e1d36..a38838084c80 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:14eb7175c5bf151cc81732c99a2f86a4ff4289e61490f471a1d3a2f99a48a9ab
-size 32083
+oid sha256:f314d67cf602b79bdb635f7949bba4dc44e87388b6ad322d9126bc296fbc44c7
+size 32213
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1bc23bbde928..cf3c60011a96 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4929f65d69d6d910ba3b426029e03b287e0182ee05ccd101951ab8244164b7e2
-size 30008
+oid sha256:abf4c8fde97afefebfcff3e605bc3e70eb1bd93e08f72f66b25be1f14d0bd586
+size 29975
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 45adcb87008a..b71a7d4cc44b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5090e455d605fd01cce6d1d313a230467d262ef236068c0668af943aefde2534
-size 31918
+oid sha256:18c9bf22ade61b27bc33531523db493e59e55b330811b5a1a494e37e6ef925c5
+size 31945
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index c329db279398..dd8b65fe9a45 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:04265a7b93a01e6a12105b4d2245ae2c80ff105d85e2434f914f605b788c269d
-size 30954
+oid sha256:cf3d5d37423b8742f275a183793387a6c69abee28eaee5f605e060d6440e53cb
+size 30924
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 801e39d18c3d..914be34da305 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7b3fe94b2b61da5a5acd92fe001ab6e04e178bbc5232c9dd2432ae21eac0ffc2
-size 30040
+oid sha256:f8e112b411377ba43a7c4e3cd8f35d2d58419db0c2a232ef563d6ef5eb8117ac
+size 30037
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index aa14df8452cc..ee2f3f3b42e4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:83cfde077dde3af50c68810ba24cd848ce62c93c0a9ad65befa6441dca6f4140
-size 28836
+oid sha256:6acc398b2af02c7a68d25878dfe939377e76e218d32bbaa702c8b8cd2546d0ea
+size 28802
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 00d1f3643535..0ac85c9d03b7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ac2b21d8a4206756d956bd66a514e591842fc6f3335e05163f674d5450e84c24
-size 35054
+oid sha256:30bd4197f367a4c8baffbeef25985e14379cc3f1a0f465cdd760dd69556d1f02
+size 35021
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index bbcef555dd78..ae6b8cacf456 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:44a82399d5f5c9833333719c780fc250473abe4b7fbaa44eb387eaa02e46a302
-size 34628
+oid sha256:dd45f4a95c2945dcf4350a5f1d2c9dc2e3986ac5ce64e5d7253eecb348e3ad63
+size 34601
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index a70d098cff9f..6058105c4236 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f3802082d93097f8511414b803cf21f84a557d0d87c87b932eb1c3e584081cb1
-size 35225
+oid sha256:0a2fb2286a433296c1c17e47d4e6be47824ef116861b4faa89135f8c82dd66cb
+size 35198
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index d6a64276d843..e13631e69efa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ac14d7d54927c5988cb6de9f2a6846d4c3e997667eba24254a11b66b4393e4cf
-size 34605
+oid sha256:fc723db83ea1794a44ac31af00fbce36990e8d771be65b5d1cc2dd748a7886d8
+size 34575
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 3c5eb01f7061..c73c98aeb319 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7d0d53e49addabf581bc3c78a6b775ebdde2980e0df51d8b1bad83b038ad09b5
-size 35005
+oid sha256:5a1ae0b51b4ea8ff65c8b164ef8ca5cda2fc84f7665a517be758a7bf70f877d4
+size 35013
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 68d71a2cc0e6..d2262b4af978 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f850117041072cc931418a8c40fe3a041791a58d5b7db0d609f040fc541ef9d3
-size 31625
+oid sha256:fee2b2d58b24f87f4ae5fc6f4604b706aa17b867c772ca97753f7b0ff61460ae
+size 31590
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 92aa921fd5c3..347dbce5eec0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9f84b534f0335ee6c6b0b35fea60a203e8fb0011b4c451e4b85b49729b978d2d
-size 33714
+oid sha256:49bce51fa77bec555c033c1a409eddf6b05d441c191864343e4f590fd2305298
+size 33803
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index fd78b7e15d6c..df381c535310 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6ad8b34251fc094692fcab105ea7f4b9366a001e41143066aad24ced9a56a62a
-size 30995
+oid sha256:1286b9ce4eccf905be42f151afdecc2213cd585293262573779b22c160f6e7a8
+size 30959
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 4ba197e33e4f..092f3b3c0613 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:45cd6e6b3bed946716a59d549c6932f3b8342e673a3e8bbc5c79c85e9af09bcf
-size 34301
+oid sha256:bfbf5c28e25c1e8a95be49116570b8bbb990ebcdef33981e7c0d0d5bc9e43e58
+size 34325
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6027ca69db76..32e0ee2507f0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fb93696eba5123ddc2290a88ff157b51690fe461c71b9623470f2866016212d0
-size 32375
+oid sha256:4afb67bdb6ef375c12e9494437376851dade52eb6875707d2fefae9ddc5d1845
+size 32343
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 6c7c097a5ae4..d84d285c775f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a83e8d645ca313af72f2dd612b2fabf123600804bc1448d00ef3baaebdcef747
-size 31474
+oid sha256:af5011fdfd5d2bc2442d3c1768e1543aeb3b4df3cd721999e58d0e98937f8ec3
+size 31559
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index b0cd4adc010f..39850f15884c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9ac0e37f07d37b60efce66d368e098646c88c990539180d2c57f334a49e88d9f
-size 29985
+oid sha256:46488426fe3ba4835443fc8fc5b9ad86b29c39fa7a78a52c34ee381b854f9b9f
+size 29958
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index bda63984b082..d2f0e711a857 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4cf2ae83cf86295a323acbbd1913d009363e40f6be3e10faebf0f0bb54e0b7eb
-size 30461
+oid sha256:056fa8a5128686e291e31e667070daaf453244cbb67bde633b1f6de8015f07d4
+size 30438
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 063a6e238105..0c97f921267f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f948d26bfea705ff3866f14cb194601a842db15b2d895ce785ccc4932d989957
-size 28566
+oid sha256:7933475fd3e27a1ec34d334933b64207a79b701c1646fb03598f69e5baf1da11
+size 28532
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5ad6710fbc5a..597e1065504e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9455f67efaabea4f524ec25a71e1b7f1e698771c1d0e70f79798bcca81d754aa
-size 31895
+oid sha256:ef54c648cb18fca3998a827c14680bf795ff1da11c54555a20ce28a975b1b662
+size 31858
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4be27c8fcf05..48cda8bd2919 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:49c2136bc0bd56dee65d3ecb56ad7386d9386df444e99c2291fd062deecd8ddf
-size 29332
+oid sha256:0c1d852e64819971c1384c4ad4a13b45ee7b9f80dc2c706584f5f5136307e740
+size 29300
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index b54ce3b02163..012729351585 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:01786f54d365b1bf1b0b6d2bb2cf41a1014460ac695580ddc327f5f6cdf561c6
-size 29524
+oid sha256:0ec050e4d9f55697a754483b5f246dce6d1863e1a24a1b95f96736940b1bc1fc
+size 29492
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index dd4b3c8efa6d..da3d4d904133 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d550ab18b08becbce0d21b9a3ca1a395ff29f87d4df436447d93183346a18629
-size 27533
+oid sha256:a0e7677060251afe9d3f619281057e857752c0908800fd40f28218ea99dfb326
+size 27501
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 270f09ccd5f2..cc452f82d893 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:06c5969b1b6873a786cf11363579d069e4099ff084bc44012502385fb29e26ec
-size 31125
+oid sha256:ec823d944f8edd1388df3225403729f229d4ff798886758d45dd20a78adae9d9
+size 31103
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6f1f414ab532..7b23fedad3ac 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c7285cf446eeec0d10a388aaee680d638c76603f82064b7f369507fe4915665
-size 28246
+oid sha256:e2a746fa28fd19bebc965ab50ae6aaa8ed2f841d3725368d365dca017173e6e8
+size 28209
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 5d21e99773ab..e770524d5600 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d9529c4a34299051de6d339e59886c104e0f48776f996eaf2adf7c2707bd300e
-size 27333
+oid sha256:7d7f0871979a534310e5fc967e4fe37c482c1dda6f1ba3ec96dd7d9408533a59
+size 27307
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index bd15d4a56c13..3e364a64ff0e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bd91552f47ab145981d1fdcd953d89b5d5891bf70802297f7c229308436883cb
-size 24534
+oid sha256:e0609fb20a3ead2e16b9037da8ed7a686553791a07c71969e8e15439331162ba
+size 24505
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index e31e1b13a994..6d85f508ba7e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5e0dede46744be231427cb4be28ed7742766a5c5c136bbf1463f4f339f5cd857
-size 25168
+oid sha256:fcb311b00c9a114ffd328ec6d526d8c27d257bc73171ed849d9800e1fda3ae57
+size 25136
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index b3a56c5b3a48..2cdebe8a53b9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8901cfa124e1220da5e8e6e0eec2cfeb60df58dcb3b001b87ca122e267d180e8
-size 21155
+oid sha256:8eaff730b89c91d94804299e2b75814709a59db2009b4cbd7ca91e550e7d90a7
+size 21125
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 59321f0f1c34..819ad4924deb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4695655b9d5d60ebde68482d9d8e254954ff54608a35a1c23fa1907cc6e87c18
-size 29032
+oid sha256:44412e5538f5d953339f21b778261d0a0e7429e54e89b6090d2e13141983b2e7
+size 29005
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1b80a4670a62..d2476ca6b129 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2da758baa14e5b0eaf43a0bf0c806c347a5d438b6632e87e5b1d2415c7ae2bf7
-size 25858
+oid sha256:e56d86e0498163d6be311884da2043ec19c281dfd3640f139c9f8cf27b22ffd6
+size 25830
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 8254047c4b55..39d6822e7927 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:427b4cd4614c66df953533b30dfae330010c82762f63a3e053afbb9ed97e242b
-size 26048
+oid sha256:41db86146bb82f45d5daf2e17bcb302c396a6b330df36094b8103d88fb0800bb
+size 26018
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 2a551fda4518..cddabb39ce47 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4271f17c243152628319da1ce7c164cfdf843e4b0d1126068dd57159afdf6b09
-size 21812
+oid sha256:bf80de6f7623f05136ae0a7874c77f6f76e59a04aea0105d057c70fbfcdb73d7
+size 21790
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 57ca0e258e65..e548a8ba6d73 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c59f484af146fe813fe9757f22e95167fc79559ac2932a0aa487a5035bcc9ecb
-size 30176
+oid sha256:7ba5998701d2d6ae8d74caa376cddeb17eda1daa36760ce8c355a1ec9afc3a10
+size 30150
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9d1b1dd2c835..039d078c92a9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:17231a40d5b1675eff989a1ce698ef76a54afec8470d845791f5a27067925ed5
-size 31547
+oid sha256:43875138e68aefffc5160d6ace6a170568b1401d9cac0b66b48df475bf545af5
+size 31515
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 34adb5eb9dd8..6c7779c9318b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7f853b2b754d83fddffdb7a9f089236fe5bcce6bccbaca67c00dd38295fcba9f
-size 29196
+oid sha256:a4c72f5727d1f49234899e19190518c0d2267c440ae514f6b445ddd61285dd45
+size 29162
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 530c75909964..19d97d730498 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e014acc44e9942b7f137ae0ac9ddcf4d35b9991e8b07cd55f15912c94cd54717
-size 30686
+oid sha256:872ff4b4c779be2bae0c2d465131822a2f4157ee72f7d75e203a82fa71660f66
+size 30664
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index c56a5345712c..18a7550db210 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a9a83cfe28c7f239ebac4523215583b57fb175b9e5c59d49cba1766432346614
-size 27224
+oid sha256:77fa7cb0046f812a90dc20e6ea9ae3fce373131d20ecf9f14721ae3131c97f33
+size 27185
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8e0d27c1c6d1..57039d078acd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0aeed3d9129e8b1227f43331dca94ba1298c7d279f6c656a5c7e006c255a837a
-size 24433
+oid sha256:2a4feba2724d2516b6d5a236e01a58c933ed08b1ff7bed6eb697ca4c65335cb3
+size 24400
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 1120fbc77fa6..2b298b36c5cc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:979cf6af175cb001a84737b81aabfc08de179ad2074999b1215eca5b4ca8f3f9
-size 28693
+oid sha256:e1dfcd219e338896edd26380505ef46d871a1ce69ec30fffab385432c1d41d98
+size 28660
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 249d3e564bec..60019f6d84a7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:52bef0ffeb440ed5b892d1c331de8211fc883de48dcf94bccd531b2162292bf6
-size 26061
+oid sha256:f6b0ffeca3cc032863c2a9d8ddc51ec937e56b797a76635cbe88fa41aa3711c4
+size 26028
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5b33d1b17dad..111230a712a2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:47d3ab0a64217b4dd8006ac7e18b31c58abbcdb7f92993cfb8d24f1f68e7db98
-size 32482
+oid sha256:d6e7abab59002fe44117316f1108a6f240e5be27913e5343f1c40be75fba59e0
+size 32447
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index ac385aa520c0..4c54c74dbf4b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d2c94ae4dd4c013768efa45f424d03ebc0323064ce27884d1bf1e0a10c07ddbe
-size 29155
+oid sha256:18a65d6c8a3fd5a3c17e8c3c696057123e25d9bed346f80749ad1aac061392b6
+size 29121
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index d552dac2790b..ccc0231b0177 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ef432b65d657f18c5d42a7a480dbd52ed4e5be76332aa80fa4dd9742cb439294
-size 33806
+oid sha256:1ebdf14324ffffaf940bc0cdcfa6528167126da823378d598a12e90b24013455
+size 33775
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 00e99b3f6a7b..5bd21952d07c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bb249518dfc991097cb102fed51acbdc157b7687a33c79ac4d67175f4ace9765
-size 30240
+oid sha256:261cd84c86fae8aa09a4877f5208db71fb27bbdf2be9bb2bc124a65bba77bbb9
+size 30215
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6913038300f6..d82388e0eb80 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f1de4fdb77744bcf0970767c4ae598f4582f08a57d9eb362df25cfac14b88306
-size 31622
+oid sha256:5c2120d9f2525204b1ada35ebf7189269133925cebdc0760771fc66d71903598
+size 31597
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index cbd230bae4c7..ccd916219715 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6bd0fe27b751e4701f071e085aff2da41dfa11f674d519d9c09f4790a365947f
-size 27988
+oid sha256:bc5f1c38270f3fe3faabc8bf681f3908a9ef0220aa68361aa5b39e36164aebf7
+size 27959
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index abdf22fc50f1..c5e5bf0a348a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0b24032d7970a5ea336780b7f3fe6783e06e729acd793d18c615a38aaf834779
-size 33121
+oid sha256:4462f9145db150bbbf48be6399c357067897332ca853d69ded27bf351fe81acd
+size 33098
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 2be756532b4e..5abcf834e321 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:79b082e26487beed566189be2bdbd9647646cca62143d3db923d04069a91821e
-size 29062
+oid sha256:9ea4fa5609e79968ed89678f4e414fbbdafbdc347a4b2dd9a8b1d0a92d6ceba7
+size 29030
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 7f592ba79dd0..2f948402ec75 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9e8d928fb37316c10f5a047d5aac2a581eb385820d7b33bfc271effab91f642f
-size 28835
+oid sha256:b84a4508958e2f96d78b533f6d7758feaeb813ce71db5420ab6215a3875ab43f
+size 28803
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index edd93b8a128e..3aea065057db 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:db1a37f8c3114becd35cd199a0f18e612bace56fd9ec9a5fe3771f6c0b438392
-size 26468
+oid sha256:c33910bec572c522dc395bb2fe0a726f9b91249290e25bb7a07292ab3e76b1d5
+size 26442
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 95b41d3ec833..31d1156ae99d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9ef408d91dc2532d859a9dbb866a43e243e221ed119c74a41b943d83d5fcf63f
-size 26446
+oid sha256:0b078af8b689f98d62eaf7a09a82f67be1390431b6a56df9bbfa124b197007c8
+size 26420
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index dd1fa28bc699..020718a2426f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:81c20afe7a0c010d59408f469b51bf51de1634dd9c0bcf91048b2a147159d8dc
-size 22554
+oid sha256:0dcc4deec557bd7229787cbfc856cd12e461070e824c1451a8702267d5229519
+size 22526
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 4b407fe7289a..ea59b0d70124 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a8a9dc7403cb9e8b3a44a409c335e1a47f593aeda22ebea0ff30475634bd0832
-size 30077
+oid sha256:d9cc5bb48dc53c293d7529d19c3d54909efd77a1bd0dc825d7aca84414daacca
+size 30046
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index e2da5863eafb..9e71a89b0679 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d27b04daca6884731184f2550eccb24c4fd75ccf2f46ea955c96e6d9e75d2c7c
-size 26803
+oid sha256:65ba68732b851c1227f0775641528fbd791362d6bf492a9dd7209d0874abc168
+size 26768
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 442f281ba490..9a541129b820 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6939331379d4473655cb81ad69e121b52c7b9b91136bdb3b5b212982d48cf8aa
-size 27105
+oid sha256:1eb196be8758e795cec5835424d6fcbbe1243f4b6b5704d155974701f77157b8
+size 27075
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 97d8c925f5ab..7a502f3f7988 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c4791b5d6a068e3379595e9da00cbe2522e5a14d4ebdb6e2e88b8ac59ca4c2be
-size 23011
+oid sha256:bd188a93e5b135e56d643840771c174997632109e8e23431e245c366ea83823f
+size 22991
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5102c116f96a..0656a489cc14 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0304bef444829bbc650d60f3aca487c18d27075d32dbc2d5fa120040be7beb30
-size 30860
+oid sha256:7b035bf19f395a70c814482c743b0a2f592009812fe0a307cd6906e92b5562ed
+size 30832
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 5aa2be4c8644..ec991a45d9d8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3fa523253fd53e9937eaec001f4a8e633f8264c6fab89716bacb9a84ab38952d
-size 29085
+oid sha256:df74bd9f9d74ce74a0b6c8a8ec53457fdbac3f5a915866e7b408788ffd98ac11
+size 29049
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 72cba14eb452..989ef769124f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6757356c2de37e978484f517fe0bc136207527383150e2cd4aac14078b245d5c
-size 25732
+oid sha256:962dc82a423cd28ba7d05a2bb82951b15b6734d619d11329eff538a838b576eb
+size 25706
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7107acc2962f..3028c3e44925 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ca79f98f034106858e247e07f804975473a4b672279ed5741ef4b0fdfc1273db
-size 25768
+oid sha256:9eda826a2cf2ed7440f2090ce3102c3874d3cf308187c16541395c009ff1e2c0
+size 25745
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 6ae4b0fd021c..58d82c6f0a6d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3cca8ebde0106fc4c87c8f16d2b8b9d14c58dc11bed3dc03df4409e55ccb88c6
-size 27412
+oid sha256:2e31c2349b4a33850303868d256a8c9c5c8f2d48de8b735bd9bae5b8d7c9388b
+size 27377
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 72a0721399d8..a64fb961724c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:33126dd1a8d51dbf61b58ddd3c6727a7eec1dd3a4bb408a0aee072e7834db989
-size 24818
+oid sha256:9d89a4fe727b258e3adabd4979721f7a195bfc564f247dbb1cabb43aa41e6119
+size 24787
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 2595648b2e0f..653954cc369a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a7e95af727842235b7eaee843df51950ca75acde306acec733539987eb5dd0d7
-size 25021
+oid sha256:038e66d0e4450351cc8f079f6716b562d8451673b3de0548079836c4797f82c7
+size 24992
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index de04b895fc7d..b92fb54502de 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:79742e536b8b0ec8202a72931461e25950762373b81f573d6976215c7f18afab
-size 27324
+oid sha256:cad8a8c1874cea35a566d939ca5dade9808c50c3217717318e5d711a9e4972e7
+size 27299
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 637ecc0a2e7f..053639b78ea7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2e301015d6533da67bcc35d3e074e84d80eec7aa29334004fbf2caa1c4454b60
-size 23221
+oid sha256:6d2bafd9a7696a7a442aeabc74bd6f7c2a8ed43fb53dc6a81509e63872ed3a01
+size 23186
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index bc8822b235f9..225eb51a036d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4ca645819da02ebf8784e8aba7d42b4695b17d7230f27aa81d3d58a0121bd0b7
-size 24398
+oid sha256:ef951d944e34b91d2af6a035af83314d28bbcc64586165157739d127820aa9fb
+size 24368
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 651d93187c66..f7d6d9f053ba 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b6be7aa600285cf05633b54cf070704be91946c013d77ce27b4ef5c2737e3ad2
-size 26572
+oid sha256:1e99a9347737126edd91b9b450b4f6c3fa93a52ad0c7d7b56d271624c981ec6a
+size 26532
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 3ea371a803ba..5cae522e7879 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a305452c525cd029cf488b0e217932dc4d48126488010649698d842c47177d8b
-size 22867
+oid sha256:054e5053f585cd9f39514ad2f48bdee1bbd298766ab289bde6c38a2b7cbef01e
+size 22818
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index fa0937efc3da..7072af86ec89 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:64828c1cb29e4ad0aaae2d36e4706408c7e58778cbec021f266bb4c9a112cb4c
-size 21434
+oid sha256:a41ea5b50962edfc6983b5dde8e8678c09a289d9af75e57be94e1d0f02b6a5ec
+size 21400
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 881c53033a26..c7079a5228cf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5f22868f6db03d237a073eae610e27908b953a72a0a101313a50d814b69bd833
-size 19231
+oid sha256:5bf5775309f4ebd3caaa112f1b221a5aa3320ef25762b313632fd791f90427d2
+size 19194
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
index dbdf859fb10e..09d30893a520 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:51614a5ce53e79d9f9bd671ec23f65f4c2d7e1cb03647ec9ddc606a097f4d769
-size 24355
+oid sha256:4ad2f4ef171086cd2b8594ec3e5f252a5abdc93e992907b76636161f01fd25c9
+size 24320
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index a1db45a209fa..fb16c9a22786 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b0a886e74c5103c2a8848f6d2822e9e4453eb909a9f37d84edbc36443c230e0d
-size 22037
+oid sha256:a7f6efaab4737863529bde77c622a8b4e97488ded3c9843d09f4aa91a5481d5c
+size 21998
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 7248a3d24465..ae13a0f11c1d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eff540316d935ab6f3fedda6f84a9ccf52bb81b9c7a432f7320bb674d5efc1b7
-size 19967
+oid sha256:1fb83efe92f13d0244b80917e0f3f968e08b0293d4791c021ed3c287f8f453ff
+size 19930
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index abf482525d0a..cfc7fe29b53f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a8fe0a2d6f6ed6a67c267f388d47b4bef6f7ef3a0439a57ade1157f9fe1f4289
-size 18000
+oid sha256:dee002f7b72c715a57db8eb64fb8182b16baa6958c475d037d85cf2a5afa44e4
+size 17964
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 85083f23699a..674f87daadfb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cb2bbcee9e81cd2d2127f438baa8409083ce16cd99b4030a51b358239adf50ad
-size 24613
+oid sha256:5f776ad6e4f0eeec3ad076e90c4ee48d498a4d5e80a8863791a55961531fd999
+size 24587
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 939c385ba69c..d0a0ef741281 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:55644b9b0dd1acf93bf9d1b028a828a8f49c0947babdd3a3674527fddd600e2a
-size 22723
+oid sha256:03d422b7dd385034efa7c5bc9f60703ec56cc1c4925d75a383f149424b214e2b
+size 22678
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 69851fadbbe0..5872096016d8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:333e22e7a3bbed2cc0ed8d0ab0b0f20735af22e5b91e62b0692139f6a6418a90
-size 24097
+oid sha256:4f7de7a002e30c1be5191a52eace5ec292d8ebdf609a79ddb943ce228f4a6b76
+size 24052
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index c57cfb3430f5..8f5fddcd41a5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cd94d36b5f4d77dab04e35a1d878d1aeba6443d8a21acfcbc944163dd9023a79
-size 22503
+oid sha256:7f6321cfa718bc1941df7c92ddf7211be15812e02cd21049aa9d7adda13b0fea
+size 22453
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index a45cbec0f5a9..bfb1bede4519 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4ec9fdd69d2a78d9b2827ba6a40e4aae92e02ffd0861c7522411aa23089b6e4e
-size 20872
+oid sha256:358f9de241b2d9fe5f16c30d3dfb399dd358a3e94e03c171bf7d26a6f115f65a
+size 20838
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index ce34e2701982..914a3cbd342f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b09238b59f7e585c5d260146d0d6b6d7a0a16b8d06243baac6a3fdc0e3c8abf4
-size 19194
+oid sha256:3f06240cddb77ae61b8f3b21f9b41d1f9a23d26941dd5d082b53e7c40d51aa5f
+size 19156
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 68545eba6751..bd9459bffece 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1a0a7ffca39d13a31cbdc0b9e44cdf3d6b443e911ab64230a9b3fd2912686719
-size 27291
+oid sha256:82ce3ebdbb0f4a0f743e28ffb15936e462bdc8ce0dc92bf62fcb19745db03a14
+size 27251
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 3fdcae36b6b2..10c7247b5ac0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:92262acb78d80f947131f3054136686dda4c9aea2baa71d31655ac20519f800d
-size 24874
+oid sha256:641fa001276adca6644e287d86d336a4fca41ec4cc3cffe231bdd7b9ff708f1c
+size 24843
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 504ae9527402..a9ae1cd93727 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:61c4195776c055274c98dccb1a6f90011acf8238e5a59df6522c7012bca55c37
-size 19778
+oid sha256:22b339d9d11ec48ce67c42e7a11d011bde81368e102699eb9487c3f802780a8e
+size 19742
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 99daa3b624d9..66f560f97097 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:188a4b8ff1f2f3b00272bbafe0d603a9892b010712e041a2851075119bd77542
-size 18041
+oid sha256:fb775d4804af393e7ba0e3bfea7c16e087d62e89714197f29cfb95c96bdec2c6
+size 18005
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 91729cb2d712..7ac752de7bca 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a0cae6493510dc579967056b4bf48ce58d9c35e20ae3517931225c22974761fb
-size 25153
+oid sha256:e55efcc687a4a8947de27c45fd9571db06438bdadd1c8738f3622ad07bd34e20
+size 25119
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index d869fe0db997..3fcd3911f250 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:75b74a6be26e466571c553495ba6e629b8997cd5773f84f5af4f8db14511886b
-size 23240
+oid sha256:7345b936991cbd62a849aa875dd789bbab66dabeeefdeb56b34f15d59d55a23b
+size 23207
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 752a4de6cd94..454d79a9aff1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1a1a40caf500dbd6ef70fc71cb8d27c50c246b645ca032c1d8ede55ef03cbee1
-size 24558
+oid sha256:78852aad9331e7b31b27bb3fb71c80df0ca505fa9330687afce91939c8606137
+size 24523
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index b4496fb971a3..3eb9624d9285 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:77bfa73f0893d65dcdcd7fb74469ead0b7f5d21a08e487b7f0b5607f4216d008
-size 23064
+oid sha256:bf2bbe775430875f0f0383eaca724da23dce3ab901379a070be998d744be5b24
+size 22987
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index dd38e876601f..ae5f42e383ed 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2e730516e99effef87bebfeeee81cd8f00055e212438e1e17c35db363951c27b
-size 22692
+oid sha256:c701557fc8e39bf943a6df187f72313e5865b27014d5433b621d0e6efbcb718c
+size 22663
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 91ec0bcefd69..b19112101e0a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:67d7d33c1eb3a62f83107a5131e26eaf02f759d738cbe69ea5e74873f4f34690
-size 19172
+oid sha256:56dede8a42e19f2983915350accb2e9f004f8cabec6c95c20f9dc9e47ec945a5
+size 19140
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 5fb4bc25220e..3b01e009eb9a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:454c9745eb9c851c57f2860c20c97a4c60bbd0f66f979ca3a6b38581911a79c8
-size 29276
+oid sha256:ef144ed441764a09b0d88ddda2c9e004eb2ca5ec5a69e848360c5ce3a37f9034
+size 29226
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 1cfa5e1fc402..88f98eea4fe3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:abf2d3833dd489e913a6423ad828489979e6cd04ee81b300f6d4dcb13d05f08e
-size 26364
+oid sha256:4aa9068ebd5b0b13a08f07d88ecad8f1b8a17323e9b0540014cd22e640c860fa
+size 26331
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 7e39074df482..5afa5e7ade21 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b320605899aabb3e1c268d147611b43a26e38be5781588b41b48083fb66d73b8
-size 21153
+oid sha256:681bcbf01dbcc7d9c77c03441a5c6995e324b2fa798fa2b5791e0ece2afbd7af
+size 21107
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 97ced7b2d68a..fbc95b56c223 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f6ee3410e09fe9007b9d0082e161275e377703091d909f80988a2fca91660344
-size 17939
+oid sha256:caf9a765806d7cbe193ea75e9aca248d2048214e9c597f6d9277eae7d09a6f15
+size 17899
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1c3178a088c7..024b4f3407cd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d921e55fb42741b4437ca9bb8feda2c85889691df8a1fd155e736cd407c13bb0
-size 26815
+oid sha256:a6ed142bdb138f08f7d588a568a36313523b3d747373c9ea9ac834e25af29180
+size 26772
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index fe18d35ae542..f7ff1e0b0735 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ad68548d8b92b1c6eddde966ffbeaba247404f4202301206ab6630b5e35ade1
-size 25131
+oid sha256:c239879f8e43220cf298ed51ac0beb76bcf0f157fc476bcf24491c0e0a6c2b9c
+size 25101
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index f4bfb8799ade..2bd0fc81feba 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:046e90117dd224181142ab42bfa759f457f9881d8b73fa104c8ae4851095aec0
-size 27657
+oid sha256:ccca6625ef46ae399c9fc8b3c65225ab65548fd1748f2a40c2807832a6bd6236
+size 27624
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index e60cbfa95c36..97304a61d45a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:106c21eb732b5f37186505185c919e07b29eee9507c655f214ef94bc277043b8
-size 23225
+oid sha256:d0559476f5c8de0c3448237d7bd6a48446d48e275ee085b28cc97a947da232a8
+size 23178
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 9fc5a1cc9b89..4eeaf496c7db 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:85915194e28391fc5edb80e36120ec630e9d7e1996ded4f2853ccb39df304cb8
-size 24680
+oid sha256:eadeef53281d4ae6a8c7b5fbb1396e09e4ae9be162d258ed82ecbd0a9aef1d22
+size 24654
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index ad323537f7cd..79952d74a345 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cd8b9cdd051b6f0b0e818e36eaf315ba7d7321c315dd2aa29e72e1092929d424
-size 21909
+oid sha256:a3e2c01957f71a33ec3881a48aa953d3a725c4a4aa2e7f8b2eac8364e9cd5471
+size 21882
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index e00bed4e66b6..9ad26c36247f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bae695834d6a5273aca149f86b5606800a4c539cdc2cad7c997ae5079c6534f1
-size 28183
+oid sha256:fd4c28bf41ec500222e22a93024f4dc9a5a1ad2ded0b8a5af55693f3ce91756a
+size 28178
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index c57d61ad5cb8..05997ca5d1ed 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f541fdf2205eca62e68bed6f40b1841404c678908f19d6d2fab5cb0442b7a44b
-size 24956
+oid sha256:a8ae948363b2dc4596a9830d16d0d1d74031ef3f704bb0b2ac69ed163f569c51
+size 24931
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 78bd7f190024..d54126dccdfe 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c3de751ead903f8443e4f81655140d80d207bc7b0476fd1c92868eb4d35f7e5d
-size 30211
+oid sha256:93f7647407df5ea023975fa7a3be079df3aeba45f4c84225bdabc21514c0d1e4
+size 30187
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 8790562bb2f5..bdfb007480f6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3d02ef6e64d2489d147a8eac8e451fd71e162f4b3ecd0b098f7f2a920dbd0322
-size 28821
+oid sha256:cfad7450b176785a693ffe7fd26106fd99b0f264fbe62c85bcb3366ad7c7eae7
+size 28785
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 1df3a0ac41f3..4ae09428c27f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d05efb0b77621c3d3039645d645bc449059b890306f27b05d97755906abba8ca
-size 29667
+oid sha256:0872375a0028f49c6b7fd4c40088a39b9887f9dfeef7c241b1a6caf0a29c1b2d
+size 29634
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index ce5e2252ade0..2e2995fc16a1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c000ec5481f89cfe073173e9e0983da5c18c4f2b5444cce870af6795e4aa4d4
-size 28060
+oid sha256:7cc1d02ca59badeb984d0beeb1971eee227b03d983962ee47fed325db4c9a1db
+size 28009
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index ce4c8277b2ab..8e396d99e6f2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ac08c6349f07d4858af74d2a40540b96de34038175f5f509dc4f0b2b4d6517ea
-size 28014
+oid sha256:1570750c95cc0875123089782add24b4d351f28d17226fb9f55e63108cee715e
+size 28112
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 71aea4921a3a..06cbb6cf3c7e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bc71370c10fca3edf5be438e55bebfb17354385f57962023c1563779f530d030
-size 27446
+oid sha256:cb7b3d19ddcde0b2a2c24aff0d628dc77b84d532100b1622e9bc14cc5df0e56c
+size 27412
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 5e28da61ca55..015b88210de9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:48eb2ae2af9d3fcde4b89d84d8b0a24db4aec4198693669759f4775d08eee4fe
-size 26720
+oid sha256:c4cf23c9af82d3c29daa2923b4ffbe4ceb15d87f3b7e4c47d9d2c309497c9427
+size 26680
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 61d6e70f481f..625540912e9f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7a872b650381c5c6c228012eff884c9c8de292a33c30738aef30535e4d996a99
-size 24521
+oid sha256:20833945e9b7b605558e5699d75223b339bc84ef204bdd59e9203a91a2f28df2
+size 24480
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 86c3eee1da94..bd9dee06e090 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dd6dc860c4d1969eb90110a5db1b175220ce1d90b435e7cc51d3049c7b11189f
-size 24104
+oid sha256:df052dd0d80f5cd34f90e4ccee787f56b84b2291051289f81ab69a0df641e2ec
+size 24069
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 24d497929df5..35a47e872b25 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e6dccb1c4604043e475b53eca7b805c2c1a0b5b14785b3c2a6d683ceb1208afa
-size 23212
+oid sha256:c0b3bbd9c4d68cb97e5ab39cdfa914cb8a3c6cee1e25bd65c3cddfd80410684f
+size 23174
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 81dc3abf952a..1de45124b279 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f43cdf81f774338de507efbcc79e0418ee81e3bbe7f6c64aa6583c3a2ecf7c91
-size 30789
+oid sha256:15f329b73ae55c83578a319d96a3cfcb9a40beeaffe26eda2afdcbcc62dce9fd
+size 30758
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 16df4d99f1aa..11e7e4c43816 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cc86d2e1825ea84a66b006069dd147dea0d6f4270f3070dc29e8ee1ca4675001
-size 29436
+oid sha256:8b82577365bf51114975023d4e77e964133cd66f8ac193a1e7600f3696fc971e
+size 29410
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 8de66f964bfa..a6864f4db3d8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:02ba2abd63e16f96f2027cf448886a4753100f73e51d3c87a5d966f201bc0a94
-size 30161
+oid sha256:9000b06a5f1041deadb556cc48dc5b3d2fca9bde38ce9c08f8eba0807e835159
+size 30126
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 115b5608c24c..7f4cddadac77 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:84c547e49c064de05c8c987ebbd251f8800f14232b26da19935377f31f1e44a5
-size 28858
+oid sha256:1935e68438a0e6f02a7af6194af99143a56c29f352a13d5b032cb0252a8b950f
+size 28825
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index d5a6f1601f91..5c03a33ca227 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c64645999bf678b67111ec8a8286a964e3857cb627720297ff6e30d0ceeaa924
-size 29795
+oid sha256:31959faafad4d1ab25b1935e124d3ce9c012be097dd296b6a14b46447529bb18
+size 29931
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 15f8cf909b01..ffd2fd3df2fa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1d568cb74a0934cf062144ef4f77ce8593e7fe4bbfe8f3fbd44abb990bdeb770
-size 26271
+oid sha256:fb1aa5d6363a64b3376310fd1fa8e5781ef10dabc7247329f85631e8b78eecfd
+size 26202
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 1bf30f75dfc2..6833459f56e5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6a7c3905258b698798fa9c83d69ee8fdc28a9035dad3f20790334d3124bec29a
-size 27858
+oid sha256:f0cd453af557ce6f60671f660625dc9b2ce32a1f870fd68bf5697fa78b8c1b23
+size 27828
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 2c84fc129c45..0a10a7595743 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5a164f6c2a50ffe74027a6fafb8c26f44b2ce64daa41a2f2a59bb5a43a5f66b3
-size 24233
+oid sha256:60ac2573d5aa103c43a380da4fa27dae58cd6dddb31aa096f923c7e35bf10612
+size 24209
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index ffac7b7d0a15..25189ca47e3e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b76e9510ca9b318ad8e70f12613da05ef2bb7172db7dc555ae2b48ccb6577d31
-size 26264
+oid sha256:a6ccb90ed9b76dc2bfa0d1741873174101a7c5a9824aef2a5eae311fd1d08ba7
+size 26222
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index f471830f8885..7307e5414443 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7a084e6242c1bb45a59b6734694cb5e7b6f9cc7202d8a18787cc28b04bf7f467
-size 23065
+oid sha256:be78908359a5caff091fcb3bb80a7ede859fd52fb26be595e8fecf6f251b6d39
+size 23008
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 494ec8fd5c7f..135eb4809adc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:63a1ff8c98462dd963254bba8c42be73d39002d998643ec43afdc39b1b264b10
-size 25561
+oid sha256:e406ba88c36ef6d038a35b26f926a9ce337c3eac5c38f9dc3b8760850ee97a22
+size 25521
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 6b5a075b89fb..a250f061301e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:30ad95521d4ce9a343f44031bef063923b0c6fd8f4a6a6240cc4b04ca9db04ec
-size 22457
+oid sha256:288f81d09ff6305375051047a17fbfede6ab3dee544dad43765db88bf19804ac
+size 22419
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 1e670317cbde..ebbdb036a81d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c25dbb6afdeee1f2c954a2189d225cda25839c935e884bcc87ccf6acbb34d84e
-size 22648
+oid sha256:5ab53eee7d43ee5fe8553d0db5221c856ed5c17530302676f21995076058090e
+size 22624
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 1dbe5abddbb5..fec080722a1a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a8ecbb70468cbc98d44a476ce3435d92b83b10a932a98b520d0a6f589c77f6aa
-size 25102
+oid sha256:68ce1d1a38578ee06816c26debba2bc3d35ae4ad57ef868ad5c6c22a9a240f18
+size 25072
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index bba3c744788a..e541300e45a1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d4e22d47141222d0f7bd6dafac2dab127d7c1ccd8840223d1294724afe5161b8
-size 21862
+oid sha256:623b800175c889cbab4314796663596eeccdbeca1172a261d700197a2d7749e3
+size 21813
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 899500384672..16514dcb76d7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:19d92a71147b16fdd84b7502d174a524874f8d994043a03e1f4852eb6948c34e
-size 22226
+oid sha256:28165f1adfcb34bf893df87f239b0270d895d389eb085dc598d3e98e78ff2ca6
+size 22188
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index f98ffffdf275..4172a0cdb2bb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b654892e9cadbc9cb0d9796167df865c31d0b7469b03eca1fdf75ab956b9ab6e
-size 24689
+oid sha256:e66c83d9de75cbdf306bd162ce5c4ee4b2fe5749417387a67ebba2c24c740585
+size 24648
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 5f4cc162dc44..08ad477c96ed 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ce625118c2ea57bff3fed0b82e6f123972a3e466173603d8fd2e4b8792dfe723
-size 21555
+oid sha256:86b874dd8989529f6455ddc1e7648b8743e88145692ef95985ab448909bfae1c
+size 21510
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 594f3c6af74b..cc7f0ad9d236 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:054c1fc2eeb3e0947e86c0bebeaf4645369e98809fe3da0b063b033707950afc
-size 19995
+oid sha256:ffda7fff623505a286031de8020c32736f7af208020143cc2690b0a36c3ee6f7
+size 19961
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 8469e2038529..095d4ddfa5d1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:803dcd2f1448b2aac1e25681457972f21503eaee34a4a2430156deb010aab67c
-size 17844
+oid sha256:ed71be149b0f126def0f291ce77449ef09d89594c082ded92a52804eb710feb9
+size 17804
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 96430cdaa0f8..8288a2299a63 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8736c7613104bc4ad6652a35823f4c1223aea1f6dc94d3e36ab89380c4e664c8
-size 22716
+oid sha256:10957e86c6de6c8dff4bb56b22e47a0ec5e42a5c5d80fabdf90a9b42d732a036
+size 22678
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index a91702e903e1..65224322c4f1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:45d415dc5275c19def1086c9662327f1b3e8be898fb1176f59cf73432ba4fc97
-size 20077
+oid sha256:b77b5c9e511109b635d25bb2ceedc66f4f33d4bf626080b94848bd95f0016cad
+size 20039
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index f3751048fae4..d56091f98658 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e20468799f1254c00cc254a16a7582126a213b06cdd0e8895dcaa0914ad3aa20
-size 18815
+oid sha256:1c7b307050c0fab3e861e5159524fb49b8c9eede5465b9be63d6fafdd5d24ee5
+size 18779
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index edc76324dfb2..0e6b7afa84cf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:210d785f90f52f411245087eae23016913ed265dcf216e3b30a3762b84b0a396
-size 17068
+oid sha256:66f6bb1db43ab0dd00c6d5bccfc7cf7e279a7cdbc6e9cbb4dccb2c8bfbd4ba0e
+size 17031
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 5ba14a95b767..d6fd38305929 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8c0066a8076da4426fbd9c6336f7d5309715eb59ab6872b44759a3f48e2d2946
-size 22093
+oid sha256:253c844b6fdf5a7ea4f58c3151d7ddf8513743f8f7cfe823d2e483a93b69136a
+size 22058
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index e166c4d6257d..aed95b0a2085 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ae499bb4e883cc896c0dd595ee8958be8800d6a68e97be1256af8859ed382d86
-size 21397
+oid sha256:98d7fcf8e53e7d3d70338e7013abb5a622227ee75bad863a28e0c2306dd1ba32
+size 21353
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 67df7f5136d9..c9d04351c34b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:41d57ee912d938689025808e3d1d739e5ee82e79ed57b163af543786296e282e
-size 21915
+oid sha256:27b4ea1d9b5ee21d4a9bf9dc8df035be257a5f34569c9215277ec3fb97e88a1e
+size 21868
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 0be79878c531..f10a806bd463 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e95f0796858248c11dc26de6542211372a01caf49faa8fe1f9c18b76d1e11f8
-size 21272
+oid sha256:f4c7a6f8ae83cac423fcaaecb3dcafc5f1b768e1a91a4c962377ca5c68a8bb3a
+size 21225
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index bd4beaffbcfb..acf08cc9078f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bfc20b96763454e4fac04d91a686f3449dc9eb9fd43996e8b849a4e34b3c654c
-size 19390
+oid sha256:b6bc8d86362c0d8204e7820dff34f80f915a220a1589fa8300f440b4ee83d3ee
+size 19355
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index ee6d0190ebe7..d04ec5e70b30 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d50ef6b722edbbc81a33ad6cf902e85e9dab5640e588f9e89172566b5e625363
-size 17886
+oid sha256:915bf42936e8b8be860085d21d81870f1e7e04d37bb8606dcdb0508bfd84250c
+size 17846
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 5fdd97fe1b72..142ee63076b9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:478d48f01f1655bce6bafaad372f4ab9221cb20d90b273eb314589b3309c80d1
-size 25237
+oid sha256:ce56b7b41978586aa5a0441f4e999718353c8899843cf7a4c184ebb1ed92ad3b
+size 25202
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index d657859ca2ea..2e91a59dea59 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eaae277bef9952e188928f4d315d634ee7c743bcc90be15c417df07c24f6b232
-size 22930
+oid sha256:505fef0c0457a308dffffcb8563ffde4e136763a94f9e80426998d71778d3d71
+size 22895
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 46ca8797b1b8..d5664676a056 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:058612ff25159012c7af2d0242141eadc6a3f7902eeb4c620e16e795ac0a6640
-size 18498
+oid sha256:904291afdc48c57c8640b3d09bdc0c026d8c9b727bbd81ce0755a3d75b3463fd
+size 18464
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 3e445ce6dc50..dfdf2800d228 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2d6cd2204d4191e9fcc801b5ba3f7f82afa472343614d9ba696d4b069cc19b1c
-size 17141
+oid sha256:65e6b7c2a10173d771a61fc75f2e41c6ce9089b1e5296de2050b11bf6069ab04
+size 17105
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 4291a5fb48ab..a1644cfdea31 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:20816814816f1afd950cc91588d5d3437da0ede3a7aefe2bf20344daa61f387c
-size 22792
+oid sha256:8bf2c4f5bfd6508b04e19a9fd88edf340f5b1c93bf1fed8a3217dab6d9c7eef8
+size 22754
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index e7301f1c405c..e0cdfd764e75 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:14fb62c2b3bb52625f989d2340a3afdcf534f861664ccc3d2bad1cd58944f407
-size 22075
+oid sha256:48a27771de6b8d6bd9308ef9368e317d2c6ed60bc48aa4de818345d924ac13a8
+size 22006
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index d0df01de7cf5..fbeb186efe29 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:90b11ddc37b6a219f511709215ae411b9d41312dcb6b77a55984ddec2e101ef6
-size 22376
+oid sha256:50327a1eef9b4816d784a0d8a02b4535d141a7dab7df0988b4d15806dbd284df
+size 22338
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index cb1540840826..6b585cc9d16c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4aae0b46b1e458396586f28cbc9ef5608bedf892ebe651b074c1017e38a23707
-size 21765
+oid sha256:4f9828d7ee92c98375a6b7ba5ccd0a094ac7df3e59281ec5f902093adcb651d7
+size 21714
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 8278eaf04b7b..53011a3c97cd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d6ae089ff431a84b195d297951def2b38f483d3be87e25ce9a5007e1cf9f7f66
-size 21250
+oid sha256:ba3dd2bea0bb39ab0c1ab8cb73c2b7f1dc08f8f05f77ca6862ea672ed6559767
+size 21207
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 29fbd9175978..85c1da692300 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d2127f0a602c42a910d314fc2abb885a01a5a3466c6e731fd06178b9acaa8e2d
-size 17940
+oid sha256:78089ca8ed68140d2ea029841daa4124d9fdf1494ed15bffd66d13fca1798019
+size 17899
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 893b12ae7e5f..c583bd6ee1a5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fadef82f9490194e3b91349f593d539ca29d91cd064634bc20dd878a4818b1d0
-size 27316
+oid sha256:253aff0480a8c8caf6d85ccad0d7920713a73ad751f843c288e067b37579ea1b
+size 27290
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 5ace3c8b08de..45be23fd4072 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fac9449ad9e5b34bf85707b96a3e5274906f8f433183f00bbc28b797f623770c
-size 23768
+oid sha256:64f1c5cbb549545b62cb08ddd83e94a5680e3a025449c14f2ead68058fd52bd0
+size 23735
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index dd1007811b39..b47f86f763fc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ab63f9ed65d2a0ed4797af9d96e267fa2fb08d8286bd6d4f2e360f5ed73d6ac1
-size 19776
+oid sha256:acea7ab1a89006dc2fc83e0877a4303b71b7ada8efe46de11a38581309c5143b
+size 19733
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 448f5f30a5ed..fc2107b0aa4e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:18cc3d63e786578aa9929c66cadc5216747ee18626fa6ff28935cb6710a2fd58
-size 17126
+oid sha256:eab5e765144f2ccefbfaa1a5663209e3f5064dce7bd4ebc318162f571f9be8bd
+size 17091
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index fa309b3dc2b0..cc90307946e9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e9894afe0f138cf20d9002900a7a26f34f9e10b75ff772efc08333ccefa9528a
-size 25582
+oid sha256:112295987e3acbd05c2ff5f72ebc7f0c7fdd532890436881cfed185d95c78528
+size 25542
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 310dbdccf9c5..9020036b8d7f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d2802ce0c1cd4300494c60bbcdeb832ae4055ecbfd572f6721c3172f15c8742a
-size 23188
+oid sha256:09ee68e10c15236d1f2493d26a3feedf41770535e210d223052a75f48ca1f92d
+size 23160
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index e7aff4616b21..22fe60f6fe59 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8f2341f97762084043f5d75c720a8bce5f2d0e51cfde0d19d1dfdbb55ca3f1a7
-size 26074
+oid sha256:71195d70418fbef09ee318302ec4720911a25ddcb769934140ad268ea10a3b60
+size 26039
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 77de8c5eccb6..5b2b72e9fbc8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1164ecf03993613c17f34752b651aa5e5612be6f5ec9d0bdcd1a638772f5bc87
-size 22188
+oid sha256:07c4aa8b848eb3092fe70a2adf0c5ded1d377017bb52489232eba8725986e379
+size 22148
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 2bf0bc21166a..342fe9d7451f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:62ecbc7e8a1363d5ffb09e12caaca89b34225dcb77fd8ad331420bb447f6b9c8
-size 23797
+oid sha256:c2ae942d8a48b08b0e9890b9a34c3f0d6edb9cc6c8851f2a54058d33c70b9088
+size 23759
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index a6a95a4d8764..be45c2058804 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:88cba65f3e9a925592ae402a79ee09fb2950575679b95c8234804e33e7ef1e64
-size 20850
+oid sha256:d85ed4821602398ff61039f22e702647c6f44788bfece0ff85a3d838fa3b4f8d
+size 20814
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 9402f58f2924..74c512416c1d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ef8bae12abd7c40c81a236f1ea9c599f2d244941382d32971cef53b5ca2b2d07
-size 28362
+oid sha256:0ff3d93eeb83d81a2e6284b3dad4254a178f5b9fb88c3b86befcd1d8eb9aab09
+size 28330
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 18675808e653..c7483efbcf1a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e2a29261fa77e44fbb3112e2413c002dbfbe3803c724ed0d4a4cc6404445967
-size 25287
+oid sha256:b08d63cbaeb1757c4d81f1078afe64a921bfb05ca4b1dfbc6f95540694905f99
+size 25253
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1683cf8ceffc..122a1f1bb5a1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:759f5e50a062370732d274bc7f981b0627ae798c6e187e64bcfae81288c1c2cc
-size 26905
+oid sha256:2ba157a2398a19fba743e82acb14fc17174e593468a773f64dfe3d299f542ccc
+size 26837
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 89486f8e2f3c..dfe9870d1d2b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9610d71d0a90b20c2b863c15724e8bb869fbaba2f3f443af773911ab05cf43b
-size 24978
+oid sha256:9fc34a13f21be2698b10072ee07e27e7a1a0b6bff91006fc868c5dadf056d5ee
+size 24948
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index adace497a8fd..0c9eb522d2f0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4bd84f4c53c1c558234b60b834a6a6efadea1dee2c455ad3faf39ec26030c8a8
-size 27104
+oid sha256:ef9f1f7df906702e2a87fd355b582f736ea63a27d2e4f7d88ee96969901a2d13
+size 27073
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 4458bcaf0645..a691af7b7a83 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c019cd2b8a3614e7cdf0e6c363a831cb6d089109c4cb68b743ba2ace928d94be
-size 23060
+oid sha256:15604797e365e081beaf7e358ce3da6c135b4039c1087f5b1736cca66e362c4b
+size 23017
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 3c3ce02e1a79..d853cda4c598 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6bd8ca00625da5712eac2dcd38e2e4b478337a7cd9f63e0da2a5c3e47b1ccc44
-size 27701
+oid sha256:9d62b5718e50768cd2218661a7199680951b6592d83298389677d9a69cc7d4a2
+size 27669
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 0ec744b3705c..19c47ff9c74c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6a220e7f2f5d4dc06d970fd65122129e7be3d645d0393cc52cb28169e0177275
-size 26670
+oid sha256:d3d26c24abc4606c34eed757b5616f02b10e8a78716456177629af800f02ba8e
+size 26630
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index e30e8e4f9077..70a623641f10 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d1dea025ffbc93b89b1fb2b64e71f1a9c23da80312cc5ac62b5f234359efd36a
-size 24386
+oid sha256:21a2a8424e10003758ef5bb6cc9a15c8659c751b67d318e9e05aa7d5d8d8d55c
+size 24351
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 3360ac8940b3..8dc5a6613a4b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bdb3e6ac2c4efb4094f91374de8a18c63c26501890f720e75cf592e720ea35ba
-size 26486
+oid sha256:b4c087e76e3942d57d9e3f9be47aba9aecd855a3b2feaffbd021a82d3d139d9f
+size 26462
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index cf9b27ceb55b..9e1af42f8326 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c3078203de05931df13705c192a72ce525f05c8a44ef662c92dea154b190b612
-size 22776
+oid sha256:97594b96b7bda805c35793a2088f52db11f5721aad2bc711595fdbe78a5c48f2
+size 22747
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4a192026746c..f5fef2b36d78 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:53031f5c943b8805d3a53aeca45c7dda7d4cc13b2bb2457e0edf6b8218949132
-size 27380
+oid sha256:832f3f30fe99d15c751e6a7cb706b87f81fb89c6fe3ece27751370865f556f39
+size 27357
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index d8f2f35ec285..5a938cb5b480 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eef82071e08a2e2b88b47bc64c579dfd30a6df76b55c86bf2c58e54067ea1959
-size 23435
+oid sha256:6e0d9afd0fa28be6080a16825d3be7e87011bbbd75e47c86dba901b82bd9f0c6
+size 23373
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4370b20d63a5..a1b0e70b58a9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e34fe6d5b84927af70903f9ca7cf6b27c76ccf6e4d602abc21c3f9592fc6d5d2
-size 21344
+oid sha256:ea2d5042f61d0cf951e685156397f288a77913bef80b9b962fd80fb3cff87d42
+size 21310
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 824df5618ee6..0473ac1b0cea 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:17d069e8dc5e84077c56a1f69a233cb99bf73f048eb4ac1510d5c6f8bcf09a8c
-size 20934
+oid sha256:951733b5bc7c74516e08f78a44db6eda75c77f26f105f785b523cb594c94b4f3
+size 20899
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index ae13e36bc048..336ece165125 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d5b6a535c24aa317ce0fcc30f8a174783624c4b17416b8b22ee070059ede150c
-size 18893
+oid sha256:34afb0780ee8baf82490a5192c2d278c96e1f5377a24a5e45e6659fd7682a0a0
+size 18854
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
index e5667c1cca20..07dd51511669 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:17df185cac877d0a0c5d4d6d0fb63d343f59c7dd82c859fd01482c50a1a19b75
-size 24031
+oid sha256:13fddaf55025f782069a3066d0169ecd9985fcbbcf73f5e71056a9ff395e5cef
+size 23994
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index eaabec37b00b..0dacdd064937 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:261e29e051267b7d0d277cc16d96e41d66551f11f727987411874e2e3e385e06
-size 21571
+oid sha256:12c4e209e3503f5f44501166beb6b559736c4efc21eb889e96e768364b0000ea
+size 21538
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 9f3aabbd1254..fa7eec338784 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f84b596606eadb69e6044dd14e7dbef3501dbabc9d92c4bb056ccf78f10a3bb2
-size 19722
+oid sha256:4cbbb577c89a0aadf94aeb1c9aa5f65c60dc17f74f50f0afff775e39770ad780
+size 19683
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index b4b0104d0a7b..07362e862abb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a5a539a7706db7930077e287483e02cf49b8adf45fcf46015007a5947027732c
-size 17927
+oid sha256:182aa9f401fcb867fd12c11a2c4254c09ad021a6563882674fff213a43deb715
+size 17893
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 517a619e5f20..1d782a36244f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:663ff50c76c5c04544fa29bd128450d4c4e4b6acd55243a7b13ab28fc8df49d7
-size 23973
+oid sha256:1c809017b1f28f08d297ad4cc478a6c45cd714c036d1d2bd835e2f4c23cecf2b
+size 23949
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index d9e1399b471e..f1bcd52331bf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f7580e036e766b0cf340aa68c72d8397cc6fcc61731f875fad71348416d8f6c3
-size 22218
+oid sha256:1cf74341273f3ab61d9f6e0ef448129583c29e01f7a4325de6e9bc46d1dc3948
+size 22179
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 4b764e8cc62a..2b4c61f0aa59 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d0531d4eafba99aba8152a2f8403e681fb0acaf9ce1c53eea72e3e7c6595c725
-size 24581
+oid sha256:d8693c1d9f6fc3587fdd56ac79541e0d74cfe67c62d8cdb8e9b479a30307d4dc
+size 24549
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 6768d867a96f..db42c1345102 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4172c8b2888243579d70d067163b7998647418236ee1dd965fbd90552a4ba8bb
-size 22664
+oid sha256:a74407e0dce8da3a3e886c6c6c52ade7abc0a501ae938151c2edfc35a4f67ed0
+size 22624
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index c05729aed66d..9fbaec3f0a0b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:554725282e930ffd26de369101ba7e80a160e4c6a25b2437a969b04731b273df
-size 24016
+oid sha256:f21ff1e39f9f1aca16d44e93921e6972493b61f4b3a1da4d2475ab51a59b19d8
+size 23989
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 4f88bd3e620e..7970b93c2ee2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f8874b920e616d4cab14a0452f3fd72e066d2bd81119f2102561fb272eec21c2
-size 22411
+oid sha256:3182559fbd03d2b0ad249b44a972fac844dc87e97f9d10b36469e447f8633665
+size 22368
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index c876aeaefdfe..9bab8487a5e8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b1da9baba613ffa1b83f5d7a2a958450957b3e9729be71de9cb1d2b24bdb154b
-size 20455
+oid sha256:407139be881333bfb890852fda94980b34685f308b49236ad7f079252fc22645
+size 20419
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 4520b3dec04b..548ea0aacb97 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:13da296f209555d6d53768f034c3459ecf95610fa33fab308c32f3452b4a376f
-size 18844
+oid sha256:5f31a8b24bc0e1f060880a10412879e14e157ec5f51f486b42f5c3172a30cddc
+size 18802
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 1ecd639ec11a..c34a29152036 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:44278d90a4a8343d65c63982bdfeff665fbe5afa30946451553e64e405b17be2
-size 28086
+oid sha256:2d5d32927270346d95f210bcdbf9f245c912d7543e648bf323abc50776f2d072
+size 28051
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index bf904f49652c..adb077f6a9f8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:974d1f773e561aaecae81f77fdb374ccf437b304c0a831ae947f658db87685cd
-size 25305
+oid sha256:b1e56d7eb36b5ae1c4e11684e50c271af2aa73f28ad865019c8bea9c646478af
+size 25273
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index d6511378ed00..f829133417af 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:09ff1db00d4c357ece695f6ca7673531667c29f959fcaa00e60a53f0471c127e
-size 19637
+oid sha256:5ec9ae9c335f40ef56db35bca9654515728a4bce138df35459ba9e3c231829f3
+size 19604
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 05ccf1a1347c..159ab3158ab6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c1e770f23c0fee8a32afde5b59afbeccedbc2eb103e851f949f57bf46e42ec79
-size 17980
+oid sha256:253c39b0986571fb4d3d623db73f6df21b00c671333c10ff5363f2e8f5c1feb4
+size 17946
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 751a9ca6c29f..5c59498aa3a5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ae16febd27362ccb465c2a1068c2100ba60db11aba51daa74136016fad4bf245
-size 25047
+oid sha256:9c90d115c3344b8ee09c3a7cf21f9440fa1acb4cd3e29877ebd473bc5645b387
+size 25018
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index ff02e3e61e2a..75b28949f03d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ace0d224069b44c0ea992a92545cad10733da51b6952d2583ad714531444f746
-size 23258
+oid sha256:5efe01282b253891a85ef28f3cfabcdf914e046c99a556c4b4bff241b2f89f1d
+size 23210
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 5a191d84b8c0..5742fd915ea3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:904f044404f0544a50e84f2fae31c17352c17030afeb19d834bde0500b8531d7
-size 24526
+oid sha256:1d6aff612357eb11772fbe61aba71aa1aeb2fdf911bdb35753eaff13afc8fd38
+size 24501
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index abbf5ec62bb3..6e226a918012 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c302bd155137373c3932874acdde0f452875db1fede1d0d665c9a8f5427d22c9
-size 22951
+oid sha256:7f461c1bd2d41137b83426db7ab4b32a10e3d4777e478e20021973624071b610
+size 22916
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 64d8f5f53b9e..760df02ef30f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3328a00ecdd051e8611c55bd4e91eadcfd07f53d6c398e12280c1bc02e033650
-size 22190
+oid sha256:e21027e0398cd482964364ece9e1463400669675aa334a94d344b59301158f53
+size 22151
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index e28d773ada5d..cbdaab124e73 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3debd78a4c521d40bee0480dace49da3ef045ee5e4e10fa886a8706a2c46fec6
-size 18777
+oid sha256:815a659cfb2f0a6db6c97b0826ca5a2da8b704e0e30afdcec68e36e1954ae35a
+size 18730
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index c064820be629..7e94d3c2cb88 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:39208f124e10707152c4a9b5a5155b0d5ad6bb8e2814a5d8e61d4e6150908a29
-size 30298
+oid sha256:9d7e944fdf26b6022ce64ca82d41f294390a37b3cf79fc5a3ced6a1a82d78e47
+size 30261
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 5812c79965d9..f896aaa1c362 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eae2613934ec5ddf57b40aa5b512b7a21a6bf4bc3570d35b14af55e27050c098
-size 26937
+oid sha256:8e659e821db22ffb1cbcde0e0c64598eedf045a565648ce89e436c82cd072e95
+size 26901
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 85918aa0e4d1..7cb8cd058c40 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d1d4992310adb495620caeafa7433b48006821504cfb35d0b445060ffb757f81
-size 21008
+oid sha256:070dc9d672a640e33775662e8c7536e5fd8e0c88fc5c2a2d332e4e1297cb5b7b
+size 20961
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 664b107afc8a..ca06602981a0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e634ccfd5c7ebcbc9f422341067521246ab4de1c43c3680c96dc0cd7d6c855e
-size 17864
+oid sha256:c5b47df4b091e000227b4fcd1ed81a7e9b28a41ec4c9ae8f172712ec3cf56ab8
+size 17825
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index c2d4c6fef4e3..cc0ba5845a43 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:29177db04f5aab15678e93671ec31a0ec81e329c365011d2af6c9592c607da9a
-size 27458
+oid sha256:19997fd143c5819137c5496b913f8077d27270f778f486567634ea74904d360b
+size 27408
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 02cfad103626..05efc40f5867 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:64d4b0cb14a0f2d5db80712bec07986b6de38587a4eab81538894343c7a083e0
-size 25097
+oid sha256:35d126b72376df4f0fbc48029185f0bbf53c01b22940f9d65febc7586c9eae3a
+size 25050
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 0fad24f4bee2..191884b4ba95 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a3affe33ad7519c2c23cad93428914739967edb74db51ea6321f200ad1862393
-size 27645
+oid sha256:ae181ecb42bad0ac8e358db3177b55235cff01b545d710873aa93fefa47a29ad
+size 27611
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 31e3866191d7..8c5481158ff4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a8f5fe72d0d29a0eaf7fcf1836081c70aa08134b763ee74c49462ba4044dbfa7
-size 23232
+oid sha256:a5da7174e6c3c59d9981a62786988f1a1581a0dbb4d890a952e33d496cb4648f
+size 23197
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index f4b0755bb9c6..e03c6b7aa43e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2360c37d225ca0111b3e61dfee43f75a5ea0d6be1c2c7b79101396b53f87abc2
-size 25028
+oid sha256:4d5592dbcd231dfa36ab8e601f2312078ba87397545ce18457d3dcdeaf2ed8c9
+size 25002
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8cd539a11f40..aec09cbe011c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:16437fb6d78ea0e49415a6739530c8c9c5940bf0e758da33eb18e86f5a89f25f
-size 22082
+oid sha256:d838faadcf17fa2c2dade5ce537b3e4fda484c46e7cda18c88ac8258f7437451
+size 22053
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 695b11cb813f..be53901e80ce 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a3295ec96aa7cc63c39c37a1022f4aaecdd448c27ccc592bb34738aca5c28123
+oid sha256:01d0884f05bc0182fcca10748083d40cd71e6656b75d5cad788df5c760613384
 size 28985
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index d0eb2fbb34d0..b74bf3fb2db5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:49178e5883cfba0579b0a80125a6ad003206679ad30377a4ff284ff89b60a244
-size 25240
+oid sha256:c5db06ad67102b3f3ab5a114383beb6adb60e3be2dd2c04c2a3b90dbe5c340f5
+size 25217
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index ad7328349c75..ce05b5893972 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6337e17197ed680cc13a87eaa7e77dd08ec7779e59f02f2af29fd12997ff20ad
-size 30133
+oid sha256:8c89ed5336ab78680102f3a63d5c83dcb2762cc9ea31657ef9a59e56ab77ec27
+size 30062
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 3a677e3ec262..e597e0476399 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:690b0fcedf1467864de58c8f6d8e105588bf8fa5344afbd21ffb2ba4781c9fbe
-size 28790
+oid sha256:cb26e0fd5463f6213376d895ad52474b50ea1bfd722eda38fab56e416f02541f
+size 28762
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 9d1ca5e8289b..8dec297096a1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a65df164a1eeb56ef4f6ce086f056a39d6f5e06991815b005558e250d0d0a2da
-size 29568
+oid sha256:70a6eceb8850684d020c55d922ef78855912077649a3f514be17289239148f39
+size 29542
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index fbd537a68226..b8c6900d3daa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:76bc50dc63163ff2968ccbb3cdc7bfd759b6eebe6081e0fd6df7b32ba55789e6
-size 28093
+oid sha256:b18fa10f039b93ebacbbb1e1630585deb5b7bc7c7cd5ad313a26bee6c38cf68a
+size 28072
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index e143b621d4da..625228aeb4da 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b0ad04733901351c1659dd9b73543687548e87fb024e2f7aa97cab432e4a5f91
-size 28674
+oid sha256:29c356bb1b279b65477cd4234f017ba83c81bf297aea35192eda7b757ce1903f
+size 28631
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 0b3c5bca4c41..9a0be8856fc1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c2894e429f060a78b8bca3d0e67b0d1267ec01d85c9a74b81a6ad8d6f0725fbb
-size 27832
+oid sha256:8d75622cab181da4d4a146692d98523edc5d4420325bd9961c558b556ba8b316
+size 27797
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index a90bab30012e..6f45b87b2f00 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8988036ef1a0ce71061a308d90673d86396afb174f5bccd494ac9802cfc43f29
-size 24769
+oid sha256:c779f851d0f21402c0d6024e974866df134031bba2ba2b63632de6e17f0cd27b
+size 24738
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 31aef371fb44..68e2bbf88c36 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3828eee464a3da7b9c2bbc4efcb585d82270aa05022dff8b1d8233bffab05b7f
-size 24095
+oid sha256:3ae21f771ac800b0f12193f7e07715934b20cbac1c6ddb8f046e126865111195
+size 24060
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 8a7b5c2c3ae2..6c6a8fa1921e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:188faea425f02b7e2112ddb148a57447a28f347e946ecc94f0fb963beeddae44
-size 23894
+oid sha256:a082c32f2f3bdd0d79582da4f4653ad24a3aa23e9fe5dce98324a68d6dff255c
+size 23860
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 8e18761d0199..23662c69ec59 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dbcf02f0566c894f38bb3486c3ff9d8d2d00095dd20f09ef18711f310b5ea441
-size 23262
+oid sha256:ce21f999c851e8e442abc263e8bed81b34d45223d07a5f1a0dd7b3682eb69d32
+size 23231
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 02dc5723ee0e..0115c7df4adb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a3acc953d2b55630716309fd864770d0dc7d3e76929296b93239ea1bf8349cbd
-size 30669
+oid sha256:de79a4578d99ab72c0e7751de696afdb9c96de9feec729dad02668aa8f7bf2d6
+size 30639
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 91e78c23138e..e8b530bc7484 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f2c536d1047b05622119bfc178abc36b3f3b7c0b929bacbc8549e50fd984c3e1
-size 29275
+oid sha256:1ef9adfada3d754d9399eeeeef90d6ebb82ac5615822ea16d5c7335434221028
+size 29244
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 1b190bbfecb7..980a2d3f490d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e28a58379daf5ee0e7f2ab3207b085fed3c6bfef04988710d6ae6f4e3c6214f7
-size 30219
+oid sha256:e3e4228428713dbc4f5ec4f6ef09f008fa802d4664730cd165f4911bf1500eba
+size 30188
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 9d208244a52c..f2b933de0ce0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:547f236ea619f4b17103d237e1829f3b7fe3e86b896043c7098f46abc3410574
-size 28910
+oid sha256:48d768161870f7ee0a757be4f911e72e9c41a4c1ec2bebe7a47062449e67f217
+size 28879
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 7f36d47d1694..57e8cf55cb26 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e84572d21635c3ebd1504a2b4cc7cdfa364d4d8067811a647fb6d548d933b57d
-size 30291
+oid sha256:27f6278b68161a0a951d8d3838ec20dec60388230793adba2e36b91671362c64
+size 30454
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index d49ab968d7cc..f0a8d53f1181 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bd981b804f906743181834cc3e9f5d23caf2762d5999b7ef17e1724b5a8996d9
-size 26719
+oid sha256:cbafee3409626394886d1ac5b28b57286aade62ae1d2ea90b7a179e9f0d089e6
+size 26651
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 3d6ef85bec08..64614fabafe6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:90899cd6b4b0f3619e8822567e10c289993d2ec83bd90b5c031d5f9115af08c8
-size 27491
+oid sha256:9d69e2013bd4b2bffb2edd84fa8c4205afd15a603faf06411c32a32e4f78e1e4
+size 27459
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 057c2534b003..18cb32833061 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2eeefc75f6398ef3c7918b0014c75e2b8c22fde0ece39db4eb74efd7628ffbf4
-size 23928
+oid sha256:517ed490833bda24251a0dfeff11e2ddb01119aa6a7abb2beff4f529084c3b90
+size 23891
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 84aae69f2174..0b707d1833bf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:729739d309f0b76885c29cfd37744c99808d2c28af03564ef4d3d3dda151b3fd
-size 26205
+oid sha256:074afad660550005055c74d1ca0201188e3604d60ba4cc4bddd7713e6915eb43
+size 26174
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index e6297df579f6..a3605713f09b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d13a947769cd615abc02c47ab5c76179365f184f00df823025d0ff6d9d741ab9
-size 22989
+oid sha256:17e1a462cbaf5672ff1354a1d58d3fb1b1cf585f1a44d0402ca584c3516704d1
+size 22943
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 7ea7a2eff5b4..c85511916175 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6d88cc2215213c0e3949e5df4f16886aaab27eb0d37249e9ce0a5d879fefedb2
-size 25439
+oid sha256:44581e5f0f63aaa195618aff142a66c57fa006f1c3f1e0bb0af813e6c04267dc
+size 25408
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index eac06c8852b6..308e9de257da 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:65411481bbf94326e6d46fc222afe01e6dc49ab6e71b73e9a9b8bbda08d7a779
-size 22332
+oid sha256:e5031be36d01a5a874d0c16f41f65854266c51b09c5b80c90fb2757de2535d96
+size 22298
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 14bfeddfdd10..495c59e89254 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8b61738d676264c922364e8a1bf38801d75d0f933496f9c1dd1a783e02889f45
-size 25397
+oid sha256:0ea6819def403f899541a6f6204b7341519b71cb1070e7ba7abf3ae1e999ebcc
+size 25365
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 55832f64da42..2b460db523e0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7385480e28c0668ed2bf80800dfa03443feb34196399e09d5b5a082a18808937
-size 22541
+oid sha256:d0316e7f084dbc32ecc51d5b05fe8a269038044d6ef1c7228d5e0421f20ee7d2
+size 22501
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 2dde69b9491c..b42ff90e566e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:005ff8a316cf26090bdc85519e590fe5f41701f5f015435bb9309b5715c8d103
-size 25080
+oid sha256:695185115ad7a6582ced23b411143a7aa844207e3886acff85945996f9bc54a7
+size 25047
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 956a601262fb..2b614510e24f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d799f68d400eed99f98016f5b4f8b56c550426f21d222d63fa9d67cfbe8447ee
-size 21774
+oid sha256:30456a54e3e935e2f5fe78b4ba8db48a24fefa5d140d7c4417ecc1f56a4353d9
+size 21731
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 35e78282569d..3594b40274fc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d72362b9bd9e68a0f9bbeffdd7a922b2e8eccb418b16ad9f99bbbd290c1fe5ca
-size 26238
+oid sha256:7238fb3b7bcd7180405fa5505c23f4334db4d4e562008daf1f6d58b0741180b0
+size 26214
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index c8e856d51b98..fe3fd6a57cee 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:024f9d9547bd52e6ddfffc561383915b00d0e53df85bfff5b5410c0d2db5416b
-size 24769
+oid sha256:c694174c9e18cdbf5a274cd3b17d03049f742a160378c2a1fbaf5ee4e717c316
+size 24745
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 7fe1fd3b859b..4ca5fa7c9735 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1f32c8672c58b327a228a1397b733d9efba56dd0e6bb6540e0c6bc0f79fc7cc4
-size 22132
+oid sha256:b05d97e209ab82093cdd95284e7b00a3e69a2028f9159e1d777a9a60ebd49759
+size 22111
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index a453b23be46c..4222bd46c139 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:64d00a22e7669596e317c7751c00d65c94ac240e382f62cd7ac01a009bbf496e
-size 24579
+oid sha256:dab1ee853f56e0956f364ecc92e70d89bc6e0385deb88be15b6b17edd00d4776
+size 24563
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 357b9d6fb6bf..a08ee7e852d9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:401f983c3a735f3c5ae6f29b6b05a7f0f2189096bb6f47d6d7b59fb10243b1a0
-size 21556
+oid sha256:7bc9dd7686274ab0d9dbe7bb205801f845fd75904a0eec6c19b586fb051c9754
+size 21526
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 94ed5c2ff274..602fa51d92f7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2c3495161e66ca94c22c7687bf8ab7258929a9e73624fe86df59c1b4352d5b01
-size 25384
+oid sha256:44d61b87f1e51212dd2ca96589fc02a58a08d888aa5e89f828410cb07ca66d1e
+size 25355
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 6622c7d1d29e..9d9199070e12 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:965a2938926950100758afefbcb732d44194ba45167880e05f606bf65b240e9b
-size 22075
+oid sha256:41e0edaa413d6c422ae46a6e1c639ec049b55b47ecd5a1dc2c26dcb32b723b7c
+size 22033
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 11b0ebf3e71e..7639658965b3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d77293b024e627bdb5c0f1e2cd722caed4f39af8fbcc0da0c29af3e27f281a64
-size 20043
+oid sha256:a5ffc9dc6b3b22e92a6125a5b392621a589ea9728c3d19d2f2e9249e24359fc1
+size 20007
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index ae719546079a..5f6e033086a6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3b4f05e7634393e5521eb46ac9e39392f52f69841274909337a84b4ac4e475ba
-size 19931
+oid sha256:f673da17b6fd7cd98804dbff7082505812a428708535df025073b2efa59bdc6a
+size 19894
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 8fbcd1496493..1c255d9ab622 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3cfa3680ea13c232d92f35700c040c6307d80a7fba61cceaafdc5ab4b6f47ac5
-size 17892
+oid sha256:9c89855543dad30843a0d8f590c2d53379155a68a67dee30eeff903a0ae6b4cd
+size 17855
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 3f0ed78baf67..d4bc242478e7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f3d089d1c85ec81c648630ffc2160a3b637a5da1cb9c6066d51b36dc77ce77f2
-size 22655
+oid sha256:ecf3af04879ba56527b013f1fb003b58eda8351b3bbf9ae2e4aca1ff94fff148
+size 22620
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index bc0c6a8e9d33..74c95b547250 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7f551f49dc15e8ad3634571f019958d0c29dc053e4d42d761db90adcff02f88a
-size 19890
+oid sha256:2de7294a8cffb28bde25a1a8e8eb60add8734aa80ceb51886e1149292e55af56
+size 19858
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 49c5561d9a13..b7bb3f63d521 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b56083f2fd6cc898bc8477265852386ccaae5abc198a772ad0c2b889b606a032
-size 18735
+oid sha256:3f1edf302fbb7dd47d13a3466b5b743e9bbb48321a7c0bb76fa1ff03765395b5
+size 18697
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 1f8e79ed2236..3fe7b4efbf00 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6ddadea7dcccecf30509f6f571162c76f2ec3ede1c574967c88a3c770a6f51fa
-size 16965
+oid sha256:5f1a19e428202d723be89a3c7ee07b03f03f8ddad81332b8eb7beba2680b3f2f
+size 16930
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index e7721b43d9c2..34ec16638864 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9e42f4f9697700e6c9eb1e59080275885bb4d4e4c95c0834798985d766565b56
-size 22601
+oid sha256:098f9688fc29c87fdac3c65cb8f739867513eda16d132aafb20e33d91544c84c
+size 22563
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6494dc0fb443..36ddd8f95d1e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b0e2176c4fcf8ef38fb776f82c83f729b9ed7e1aa165393592574721ac88520f
-size 20736
+oid sha256:ece364f1c7b63b41016f7dfd65c0498f70b0f63eacbcaa0422637a2e7099b1bd
+size 20693
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 37f16c59bc32..a9ac1bcb6564 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1ed88e3c1cea3153eb6bdec25ed43be8fe9e4d5400ddf1cd8917fba7c757b76c
-size 21985
+oid sha256:e3c121ff370589e7ba496125964e3877ac23fb6c3d72a0b81947f41625d0572f
+size 21948
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 8a0ad1da8e0d..fcb176d21114 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:620f0c4bd7a2b8ba28c2f2e4a3680177e9380761d2ce5e555c25e4ba434a3c32
-size 21337
+oid sha256:050eab27782f53891d3f5edbcc69f6ff13c52c55d0713d270a6db1061de529f7
+size 21292
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 18f9ad510751..fabbbcead4ff 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a2eaa2393544fce1f6ba7ff0f821c9cd01559e80888c83be22818dbd0517c3a7
-size 21819
+oid sha256:c3ea4e99a6e69fa462a5cdb8407de6e40d04b7407d9c2a0b719f38f9d940be13
+size 21802
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 08427be1ce31..85b008e4f755 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7b0cb68fbf29b45cafea9d40003f778cd373486cb7d6e962a6b9ec463860cbec
-size 21159
+oid sha256:c6d9e7e6634c4855acfebc61c26749279dbf7c33804b3c021cece086d94ef3c1
+size 21123
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 3c3732321c50..c01d71d04bb5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e5311f5e96a4b1aef06d4917f59219631a9bb5890274c5953142a9ca44aba7d5
-size 19311
+oid sha256:62ded9dcddfcf2770baf026da7bc3308e57c9d886a721eae8d54185c8e8797bd
+size 19274
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 0449145592c8..8ceb1806b50f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5192eb68b8978692e36ebca681b05c5db70938733d5f2bdfb4fd7dd7f313b2d7
-size 17919
+oid sha256:391e31c049555834a6b3429112123828550924d25629b43ad38efd97a2605c70
+size 17883
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 1463ce42a078..c09ccf0ab8ed 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7a0bc5d809a81635b90dca4f7872bfa5523dda88bbba2e68b872c9be80a0d567
-size 25201
+oid sha256:5da0bc27a057fab41bbe7581c85933ee15e46eb4f82afebf21e247c5d852d2ef
+size 25166
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index d4790985140f..2207efcf918f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b516b89de001a6f1b692f33c589b0b3805a082bb720cfc56db468593a68e7dd0
-size 22747
+oid sha256:c68eae3fee2576b4140bddd879d9fe029bc40d9efe912afc14cff5f21ff3fae1
+size 22713
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index dda08f116175..eb7fde707b09 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a6f33e997d5ff1ef722944c4dd7d33d7e0b42485eb117a98cde45d9c41e47885
-size 18408
+oid sha256:a89f585ee20497c139ee0931d34be1f91b81e8a5db15b20b50e84e74c7cdbc5f
+size 18372
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 56219c47358b..7a19a54b8b87 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:67575ddf89dd372228703bc9bdaa1629d05f50ca396300344bdef6c258a7636a
-size 17070
+oid sha256:682af07ba82f5755d28e1f35be43ee33b2d3c686b9d3fd63b783e94a0b246fd8
+size 17036
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 5c1a4773f480..ce295b9dcb9b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:877647548c549dc82a437177ee6d3c25391fb24809f091a77d105dc03a14b596
-size 22699
+oid sha256:9964f45d449b5806084c0f3b7bc5a37cd64de61db46a75c19e13a9b4f0488c73
+size 22647
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index fbc7de029938..17da0e5a7ada 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a4a74c309435fc7068e6e12e43cb4a3640d01294e9c95130e09668f2f013c7f6
-size 22030
+oid sha256:d5c424b3cba304c64e8851c59ee78a9d55986226914fe29a4a2befe10cd0c776
+size 21991
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 9c1361107d29..3198b79a5e76 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b2441d730591ffa0d1744017a550234c72718906c70c0b97070fc9805df96c66
-size 22406
+oid sha256:7c0209823e0c3e39670b176f258fb71cf9953266b328e7f983bab9d2a61e6d4e
+size 22343
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index aa2107a50f6c..1622b1b5cc72 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4a86a12a61930b4e7237525a06c55e662789a84fcac58438389aaad96aea44e6
-size 21712
+oid sha256:c18fdc31c00a59dcb73b8fdd50d0455b0ddfea69906fbf9439e48cac460dae1f
+size 21672
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 3e95c6b2ba6b..9d3453545f9e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8298456a2dfa8daf1b6e58817a204912433da948aef774ad681c38e3fc5aa715
-size 21179
+oid sha256:0c06cacf61e30256d0c8ee6cbeffff46c8ea717b4845f07c3f3ec3c2da0b8ff9
+size 21133
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index b54ba338b4a4..38c25b4e36b0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2261646c79a0da99c9719c6ea5f9f61c1b861c37d2454c0e81d826663468317b
-size 17939
+oid sha256:bc9598e49ab61d067e75ab6bc5e49f2ca5af982ee07c552604c60858dd2c6fe0
+size 17889
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 96d59a173a0f..1836ba48bcc5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:409c67ba3a7e9b701df9678d50ff6dec109f04dca630c1fde57a0a72af55ae90
-size 27262
+oid sha256:4234c0a3c5841d4ff7494fd66f647987068484dc263903b2a011e063ecdeafe9
+size 27224
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index c8685e9f1b5c..6a75f6b613e2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ae46dc8a253b140915587ced043c83b727ad915c474a3f506ff7460374de6005
-size 23714
+oid sha256:597417be1fdc333eb44a59ec47e42162535694e8a6dcfed78760840e71137102
+size 23684
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index ab8a58839885..a657338107e7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f7884a25ec43f077ea02a15944df5fb9f82c64d07bc507a706414ef76aa0396f
-size 19687
+oid sha256:cc211abd75396001ab5c0c3f75ec986d54c1a4891a6bbecbf95075bf4bcbb137
+size 19650
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 7a2a37b00784..6c719f73f39a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c5d0e246a0bd06a915b620a84f09c139db260c5e50a0c3110263f773d8ba173b
-size 17056
+oid sha256:bf0eccbc9d5e51f684fbdf35a2b7d32bff3200264fc04aded599c0b64d598775
+size 17013
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1352203d44ee..ff5cf5ae44df 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d37ba53efd86ad882c7abc4549004ca1cb67a81272f723ff2cedab1f23130207
-size 25760
+oid sha256:5e0495a12baadb3e81014be9104b943b5e4ea2cfdff5105bcd538256c8ea6dee
+size 25710
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 321ecb517032..e8c131b2cfa9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c81f18ce92967a93c559eb6073089dba12f5d5d42f72fdf14ab60970d6f5d699
-size 23147
+oid sha256:f95e61d3a9ab82a31ad34b6fb8a9f0c9aab79c4eaa52cfb7e521617c885706ee
+size 23076
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 57ffc8e22cf6..cc1ea16042d0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a2cb9350977df6934188053c312783018d9d4097356af3b691a0cca4349a2421
-size 26073
+oid sha256:51314e43c78faee275035c5906733a3fd6014cc4b1cc478bc091dea07b2b07ad
+size 26016
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index a614c025057c..9dd782827f71 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ffe5a63d0bd2a7a69749e3b10510d04e95c1c7b415c59b5ad36ea8336e3e6893
-size 22066
+oid sha256:5c65313bf68084d3f0e23fb676b257500caaae7e571279f7f68cccee46a38e5d
+size 22027
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 9e6115b5859f..a36edef51b6c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:32ea1bb2ae3a51a736bb67faee4495e765c8d3c311b8332681c52b73d1065b1b
-size 23830
+oid sha256:e3c25a10020ccf89cb4e64288309052f1c25c985efd42488ec0f9f5f2309c21f
+size 23798
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index b10cf849f373..8c844b5ee5d3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d3f34a3dfa125e2f3cf56fe4e8153b3d197a903eb18c7deba63ca714cff2a16f
-size 20870
+oid sha256:9117a1ccad1a46175a0c21e4c6a3a1ee7113b6644c8326ca95e936c1d9a619e9
+size 20821
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 66f7c9eab812..b265f437152e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ac5b23524b6e1dad5a6b86e46eb5d773e4c64929171580fa3ce10532b187dc79
-size 24106
+oid sha256:36a01594f7741f79deb895b08f929d83446cec15244f28673539dad5c4c89abc
+size 24652
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 8c71a00caaa5..700428251177 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5eaa3b27c8629e51131cf90b4e46fcf5c8ab21bb09075bce976e56de54393f77
-size 20876
+oid sha256:dbff1cfbde110108acce0f69bccf754e70af9816fceb904be221b22708667bd3
+size 22359
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 4e373ebd6da3..07d1718acf07 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8ee0766d5af1de98d2b838789c6f55f0be45435657f9530fe4dbff12e0825ab1
-size 25181
+oid sha256:98d4365f7b6bcf696990892b72bfb6be7c56b2f7018241c8bfbd6e166e5c4191
+size 25669
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 5ee68a0ed3eb..22ee5d2a8d35 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cb1457d59929b30aa3355e43f03a48216cccb58bdf1f3b7c20a62a148d809a18
-size 21985
+oid sha256:a2ba36ca98d3cd1b6369614a057f3579a46c54d2b2ca787681e3712435baefa0
+size 23727
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
new file mode 100644
index 000000000000..d087cab3f77a
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e0b191216b1db5e8168b54c9d5656a323dcccbf7a5773a868513db443eb056
+size 26126
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
new file mode 100644
index 000000000000..d3e071d07dd9
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf2a9f18e03abb66bec95d542838e9eafd15127b6b1b4372d0bcbc766e566bf7
+size 22065
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv256StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv256StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..2d9603c1b9db
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv256StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:861cd05b3ff1ae48dda4e257930b33eda8ea3670bb928e0aaff4f5e75b909485
+size 26981
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..ad9173699db2
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6645803648c7e7d7c22bfd080bbb824acc06751bff5e95268334e8bdbae288
+size 24574
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv256StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv256StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..1a2b7eb76b52
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv256StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92d23cdc386f15c9dbbc7710b26855e184e9a2a200e4f990ff1ce2dfe8172e26
+size 26500
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..334de2e41740
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece5f026ea75064c6a67bd39911ea9d3aae6d2f6723f0f8a1967990e84341709
+size 24560
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv256PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv256PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..f097b6d76891
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv256PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9e0a2ffce7c4030e2a96a260e1600fb994320796a952278ab7cbfa65f37706
+size 24254
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv256StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv256StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..0717ff756b4d
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv256StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:403c3b91210a8c0942d8b50d021b09862a5c3abb773f8302f14ea7e0a25b80cc
+size 21949
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv256PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv256PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..a6722ee82c95
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv256PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b4078a9556050380f6c77e249962620594bc2f93e6c4e8f211c74bd8dd2c8f
+size 22290
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..c14f83585dd8
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb799d20003696cf46d2887b204feb9dc6014fe1638589ab4859dd3706ac775
+size 19541
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv256StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv256StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..d59c79dedce2
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv256StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3ee21c8d3659c05d04d251dbf71d97e29873a1ac7f6a77b26df6e367ebbbaf7
+size 26538
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..7eef77bcc38b
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e497f663d248f62f155fb22eaf91e29cbf34921668d0f20648ee129c3d34964b
+size 24201
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv256StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv256StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..357bf1df7508
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv256StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01271a27ce6817a42bcae9f424501f8dd9f1ebda19fbab10f5f14355fc3d16bb
+size 26174
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..8a308524d1c2
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a675c7f99a926a83530b7296d4083d73a139cbfd2a3c4f37e00675ff1139955a
+size 24390
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv256PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv256PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..b6552e99f97f
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv256PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313bf7933adaa990020da7f56380f6b3d2d5def22964ac876aca52a5e2fc150d
+size 24189
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv256StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv256StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..fad653e06f78
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv256StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90878524cc86250617469e370a34279b30b33c13dfb97da2c3a16918597a9fb8
+size 21798
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
new file mode 100644
index 000000000000..d489915c9f88
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:250cbf5a46dd8d2e579872d3195bc18fda336d49a799a5d2c798ceea8b45c274
+size 26171
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
new file mode 100644
index 000000000000..f712f0797450
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c752ae3511f67dabc14972094ede0209a447f98a3f68e8b8a464b465e690618
+size 22450
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv256PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv256PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..4395c20bff8f
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv256PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5f3e599f58744ea240040d98f137c837d6aafd94a686b56d9e27bc56903668
+size 22301
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..a3b2a26334e2
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0461ddfba5645d8ace4c235b4d9184e2c5ca0f1ec3aa7e1f2f7d5f9c42ca51eb
+size 19597
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv256StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv256StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..5fcddb9abefe
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv256StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4fd9ec5f01c5ed7d1aa1b373fc6804d37e13f4686413fee256c540469ac228
+size 26954
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..8003e36ba82d
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85809111f058b8e9acfcbbbee84de0a7221481690985dc4ddc0a13b72bddc21b
+size 24854
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv256StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv256StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..5d0aad8672d2
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv256StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86610891593c3e066bf6b1116ea7a660bbd69bd877f22a222191c586dce9f806
+size 26621
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..aa23998b70ad
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de2ac05549b2d54d6effabac4b5766981c1c901769a3bd5883ecf771ce9818a
+size 24933
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv256PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv256PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..63beb18cda4c
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv256PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818a35b0e15ffcbc92d02e9a1a95d48ac8189bb52291c56c2a07152bb3ce2d45
+size 24908
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv256StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv256StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..14c08727e6f9
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv256StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca43a3d499473c0df77d5233bee1f927bb96a1c8b96fc6d95d2e17bf4f12593
+size 22219
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
new file mode 100644
index 000000000000..d5e1993737f5
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d938322e732579445c9517540110490c7c25079a771f34d93a3010139b1fa3
+size 27697
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
new file mode 100644
index 000000000000..5a53599e14e9
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5173a72572fb32efca0849f5c8c88c8f10212af7be34c764d191d66a38a224d1
+size 23605
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv256PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv256PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..561422712c54
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv256PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c336485380a05eacf96f33ba1b9b3c3c655017708b5c75d7a5cb244c0c6dde2
+size 23137
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..0a50fb8eb04e
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aeae4a2ef7361a03646104eb5017cbee398274ffe2014e444f80f65096821a3
+size 19941
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv256StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv256StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..6b297504d0e6
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv256StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf00cb7e449cb79fe842b8dd75548baf532ef160f3766c4059a6e5ef3fdeb6a9
+size 27213
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..d46854b68705
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv256StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e877cf1c831847f6a9e7b45549d4c74a92b6b503360d903d45c3aa161d2b93b3
+size 25132
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
new file mode 100644
index 000000000000..902d80eb9f98
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa3c6f07ecda8f2706afd5649c8c03e1e6c36ab813cf644dc68047164e61f5b
+size 25498
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
new file mode 100644
index 000000000000..af30c6a56e13
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7b7f906c264d88d38926136aaae86190815b261e633f91254fa2e2ca8e3225
+size 22717
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..1a2665783b21
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:529041cd66a6ac835c6ab71a3f6e3fe3317aa179d924b9bb5a61465744ac1863
+size 26540
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..85a7f895b370
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f635f41117e9699487ec6fbcd971ba98c99ac367e23f945d3f266da53c56a111
+size 25197
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..33c4df75360f
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146196a1167e402f9396e9fae85104282ad81191a6d60960b1e1a1844c5ad2e0
+size 25826
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..0501b547dace
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:873ed131c80d45382d664a3abdffcae87315f3249e47de6a0b26923f9cd6b488
+size 24785
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
new file mode 100644
index 000000000000..930e5f63f9a4
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481ff015ee2916c4e509643c33412e7c7b082890d3c0323b7a817312bd1af750
+size 25504
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
new file mode 100644
index 000000000000..7a3352b14e84
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c21cea5fc8704ea1b3ad95d6c4f962afea301e422be58f1ec101005dcc53fa7f
+size 22789
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..a603b42d17de
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b9c515dafd589dbc17ed7a4121e8cf6a5a791cc107db28303daf185c7eb12fe
+size 23728
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..15e17a0116e6
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6821d9826bb82d26091058fba91509a83e5c9faad284a880814a44fc8566509
+size 20599
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..2ffe7cfdf745
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb32d2e0390ad2a0e42dcd7ef164491f26c2b2f791acad03566f7594f403913
+size 21159
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..7dc8dccbf8a2
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d6ec5b1d20623ad0bdedb043c9890d9c4c4c287ceafbeab3060a87b6a797136
+size 19491
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..532091f85b26
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e94c1584cca25a5cd644b83ff00cbb252b8703338df7da1c85ce1f0eaaa9bf7
+size 26848
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..b003670933ab
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba287628b0fc717c6b4814ab15cb8532c19aa2727cb26e5db8cb7a88e3b51bf
+size 25561
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..20da5d07ecde
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d355938bd54a480d38594be53b6d3cdef7d2f3ebbc9d74f1c58d47d3aa9875
+size 26473
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..d64817c37fcf
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2889e7c8f1b7ed5b110f045110866cb794f9340275a2a98ed9a645305e1b99db
+size 25240
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
new file mode 100644
index 000000000000..ba3b589d1e8b
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd304842c00e387f32a102b0a6f95233f5d6bde536a1a7fe3c59e68c8530733f
+size 27152
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
new file mode 100644
index 000000000000..a045834492c9
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fce6e4b81c39c4d1b3267bc1415a032ff7155c6aaced49fcb3efcc693956dca
+size 24067
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..16e5415f9049
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a42006390c3891941d7930032d56ddfff19b05593cbd4235edeb488daaff8a
+size 24591
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..82861f6caf29
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1796724e618f88e528d69e7b9fa609ba713b887f519080cbb0e55a51d6c2c76c
+size 20899
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..4421d7a7c3f3
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e69158d1d4746988dcea3d741e9d9f799817f3f6e4b768007261edb474c2b6
+size 23075
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..0a631fbc4942
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b3acd4fa53cdad2ee0b4149735b06b66df0ec784b9e7f035291eb4042152d98
+size 19741
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
new file mode 100644
index 000000000000..c15d071f7232
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c615dbdbdc1c7da8601d089689ce7a277f17cf000a165c6d524b230610d5e64b
+size 24224
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
new file mode 100644
index 000000000000..627ec37e6db3
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6ca2fb0e0e77183adedd2115c1b37434f3d4b9f3cd8fc37c4e1963ca9dccdb
+size 20949
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..c52fa3327f9e
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c170b1ceccd28a57a0e329571cd5a6c7309700fed52748f16c2576b5d3f5e3d
+size 22111
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..e52c99c0cddf
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f94c272631a8c9aab2de65e442058c3e0abb7f8a556ccbbcbf95d8bdc83dd105
+size 21440
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..becf55764e5a
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dec80ba3c9cc650bbdab5e16f8835e1f0514900580a32dc48d785887d11d3cc0
+size 21662
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..fa913a926c94
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d800530ac551a85f88bc7ad80ccd1880743074d095088e29200899e710905c2
+size 21226
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..7719ce226c03
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b5f7492488060b03d32f89d580c57c17fea1179540dcb983579149af47ea17
+size 19077
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..78cbd3aa3915
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:739454d79113bc649d77f37c6b9c68a0fd196af643ab60a95be39c4c22226680
+size 17214
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..492eb77962ad
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632d8c0df6ad9c0cef36a8acb614d809864c249fc00d96301f99c643eb9103eb
+size 17929
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..daa49a6bad96
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08a234c4d17ff3ecacce434a4bd12c63a28cb98a0e8b0b95586b490af70c2c8
+size 16533
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..45e8d628e3b4
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5648a7bab678d2623330a5b97ef187bde73f43edda3c0b8b855b9407ad63bc5c
+size 21631
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..274b0fa4829e
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a45b93236b01dc9800fa77c58f4dbdca350c9281821eddec6911b4113f2ffa
+size 20960
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..86b86074a782
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d25235a896b265e037af7a4a4f1744392804bf0520bfae219639e55eda2566
+size 21337
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..654a5de5dcb3
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:927653002acf119cae4582a0dce535e4322154e2b4c23ad39ec1d1d80d389a11
+size 20780
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..bc227f80f75c
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf40d31bf67875ea7a9d2b18df49eae07b97126435b87333837aea6dcb2a249
+size 18248
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..b9e04160c635
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3146f709c1f522fd2c277fdfac10b7f511cca719fb45487ae973a07f2f72a5e0
+size 17138
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
new file mode 100644
index 000000000000..5b66edfe0aa9
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e10509404b5b01b36366441028c488793db4525822d59d7497bfebcbd42cb93
+size 24195
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
new file mode 100644
index 000000000000..5f522022f2d2
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca5852ce832342da5f992f9c0646c22e1c5e899cb79aa27007170c25c796f25
+size 21841
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..2bd06f6cd6d3
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d193b33a235a849b62ca3c53a7b33c3cc21337bc3788893669fab200e4e2660
+size 17488
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..29ab0c4f514d
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b67081805a07f451f399b3ae24de8ec5d45e6e778f40bce0485fbfcb40bf7b8e
+size 16463
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..8e5853ea43ca
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd22137ad9998267a1cea5bdff6a7dc2ca4a133020a738f9bc69358016ca3a1
+size 22066
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..b41c1787f1c2
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ee00562580670305303c7160fd733e2eeab7c1febc7569bcb16a6b55a91c09
+size 21357
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..685d553e83f8
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33a267cfcff1d10349938a795ade18a3eb0be8ba3022b69144469e409357eb8e
+size 21692
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..1e5568165b67
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bedd17a8e5438f01ca855798c8b417442815c4d6274a0d4381e0b590fa29c2e
+size 21118
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..1fc8808ba87f
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf923ae99bd4c6e24f3eeb5a3c4419386e07f45ef4a68ba615adf1e441223fc
+size 20718
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..01111378824c
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc8a9ce757b347bfc2ef801c3ef410fd184cbfd7d5ddf8c984dd7d26347a8428
+size 17473
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
new file mode 100644
index 000000000000..07607018c896
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366de7036f263e70c89f27a0d3a7a5185bed35d41eff305cf68eb244a7c5052b
+size 25967
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
new file mode 100644
index 000000000000..29d5e7f0ae1e
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3d8f42ff5a6396feab8188adb5ef321f8b2c366d97890fb797560cefced34c
+size 22691
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..fbc2f77282ad
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642d5989315bdd83882f17daea0ccb3899c7bf842c73a5ad1f25e08944997881
+size 19349
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..cd9760fae02c
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c23d914073d575c8bb53a18ffe6d8584ad886a741941d03875c662c903cb32
+size 16738
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..268b5585bacd
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee66f9360a1fc401576c57b4ef56327af85ce496abcce8038b74fd677c4477d
+size 22521
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..f7f8679ec652
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bdb2852ca364eee9b90ee5d3fcf23768ff41ec0b7cbcf59df2d0f67fb1981cc
+size 21632
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index c198ab839868..8f793b870c64 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ce9f32891c638fabdaa2e0aefea812fb8a96fb55b3b1b7383988ce2dd22020cc
-size 24072
+oid sha256:f48b7f1cbea01f57f91b6c3a31e96be6e3dde44ec12102cb94f82b30bbb8ebdf
+size 24039
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 53618467d39d..a2ce4ccd4c8b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5dffeb1041e972c5a65c0ee34e383a546d36a695902179632899cb9e55cf1d16
-size 22104
+oid sha256:c5379fdb1968f610c5e783f00fa7e861098ad7ee977ddfd6162c83814825c5cc
+size 22076
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 520102a670fb..423ca08d7cdc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b13d016020908bac04ec4ead93e02c4f91a0f27f5f179a18c99d438637e0fe65
-size 25078
+oid sha256:26be8432be5dda463743ad718963e65322aebe6c13902995b59e1f63fd1f8630
+size 25045
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 3a6b2721dea8..f20cf1bae26b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a425e2b3f9d14fca3dd4d12646e61acc05157ec7c1090fb2074742374fc20535
-size 22941
+oid sha256:d366053b89e3c7b4fe07edf7578c6974b496431ffe920c6cc0d8823cb26deda2
+size 22915
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 7d12b05cdeb3..72af07923bc6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6bd65c0dfea21b82e6777e9636c37e73a15f7d3c85623022053d01897c53c393
-size 24376
+oid sha256:43d2d3e039596f8d02cfde383cbc8fc0c6b85a50efd5930e8a200a79b1b63bc4
+size 24339
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 12ee446bc501..323b36f94e1b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e5d0a61ce54bcfe0571c0a8f0e175dcd5a4f4f75db51c5c7572fb7cbd6e8935
-size 22236
+oid sha256:2371365092de2eee35be33a939b39582c81cfa0678bb419445a3b971b21fe9d4
+size 22206
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 5704fa817098..01f82420b00b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d2de1748e290f4eade4a851dddf799e3a3c11912ec6a350f11ed8c4ca56e181e
-size 25386
+oid sha256:5e8c0f0b53bdc569dd45d1dbeaa282b44f9d9b9be4754830586932f48fc75c2f
+size 25350
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 97a510dd9eb7..8ce4e067f668 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7431761cd3f95539cae9493069b4356c745055e0ddc0fe24740cb9b6f3b877c7
-size 23037
+oid sha256:c304c5fb3215c217be28720f7e1fa2335baac71ff97164d2b855b25d5915fe24
+size 23012
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index fa270d3b13df..051ebe858ffe 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1671a93267a6f2f59301f83059f4abaae4f09ef0d9d540adffd00b2a4dc003de
-size 25871
+oid sha256:f344203d6b400561568e3e7b6e1dafe3268fd3184e59480e78c1dad765a2d4eb
+size 25842
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 92fe3adab44d..be61f014eee9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dc484cbed1fa1d30153c860a789e39003df80c6c00986b6aa5ddf4f4ff775204
-size 23877
+oid sha256:acdc8f036804e89e9b0c40ee2911b1b7f0a3e1f966ac38e6285f8af335e1e46a
+size 23840
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 53123213b6e6..1b77e9054b1c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bda297007c55ababcf65711657161f8c21ade2ef4cd54911fbf8226f3ea3d701
-size 26820
+oid sha256:12a332bad5c9bc816463c181af3bb211275132da8f1b86583d831ce9b3977074
+size 26796
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 6b8a740a61af..e8f0e2253126 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:787af364fa6864d240fd1e20fda14ffec6dfd9d2eb3817f2ec10197b8d84e96d
-size 24763
+oid sha256:5fc7974fd95e953dee69eb40c62a7453a8ca70b297c5be9708552098380a3b26
+size 24733
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index e7336a114f2c..a589bdfda859 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5c98f29291acc76ef387d133e994da1a03646f06afb7f1fb895f1687aebba979
-size 28329
+oid sha256:e4918b05969df0e003400c1d41bbfcd634f121b4c26753e196602c22e8a51239
+size 28302
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index b1b9fb76f677..cce41fc9ffb6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:44da0b837d7e384f93346ef1274c237e232e4e817434b71e6f8e236ab9ebfc2d
-size 26983
+oid sha256:34f98d460be69e30bb522f7c1f549ac9afa9d20dce81b325f44d6f5029e2f4df
+size 26955
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index b25f446f0fd7..e7350d424bd4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e5021a2a621bf448d06a8dde9ba5ffacf3f64cef226b01d3dd6b5cf6e8c8e578
-size 29515
+oid sha256:30b4f2840d31ff7fb1aad1dea05d7012640b7e2388650a03073aa01365feca88
+size 29477
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 0701fff0b3c2..dbf34d68708b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:80625b136d1c7c60e09ec45628d5845824b77f0df881349be102f4f87c72f439
-size 27607
+oid sha256:3dc20dac58d863d6e8ec3dc989d3651871e3db35ab017ad941aa5855227948a3
+size 27571
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 2470fbebd491..dc5b7dfaf4e9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c57241f1f36ad865684011409e09df6e9a0d2cbc595ab63dd9ead3de5f913d62
-size 28454
+oid sha256:cd528504331203c71416f053e3af6d88eaa6deb458d2e36d40e4606c3e30357e
+size 28425
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index ce4f57e3999c..d2d86ae5301b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:58dabef070506d830e0d0eda5e5782a6664bd4474150c276c972843f1c4d94aa
-size 26936
+oid sha256:449024582a84363bf9f1735a1b7e0349aa0bebc9167990c71e8b2db9db2d3861
+size 26909
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 92cc5d70425d..223196eb5b9e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eea51b57876ce51ccf75a104d39b100206d01de42ccd7ba133993921eab594ce
-size 29470
+oid sha256:66c2df37d205640e2574aab69de33bbe55684e4de0ac6e2f42bda1237764efbf
+size 29434
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index eb6b37193e84..ff48461a4cff 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:884e3b1ca2fee9f78a585216a5eee5388970fe3b692978bad9fcb4dd003da79f
-size 27875
+oid sha256:dde62d4a36124a5cdfa5512a27be7fe9f9e5eb072239e8652f9d9a447f5ce06f
+size 27847
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index c9dc8db03d1f..e02f2578bc33 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f50133e46958c237831473c6f961ffe625c4931874631bf9e6e2adb6975c9be4
-size 30240
+oid sha256:c33fb56abc2e1be55fac33a115627b4b1a05dfa53e2c9313ed51ac7668cd6078
+size 30204
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index da9788272c87..5f7f2d462652 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3129824b1c69474b8e79f1694898ad1ce87539f0170d746a18319d219bb05686
-size 28624
+oid sha256:5ccfe00462a01e92ed4ffd9b41e660273db815ef9af5a26f854698e49ce8746c
+size 28591
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 6834f94820a8..af15a25faabb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1640ff2e2b0fab374fd231d0a5c478aef2c19c5d3419871888ba0ca07def2c73
-size 31291
+oid sha256:b0e773faa7b7f855d9cb5718f4f49d17a9625575335188acd0c4b945f9f88f3a
+size 31260
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index a66e3d2dc9f8..19afb19d9baf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:451d3419ce467b19329aa667fe7ec24c20d1f3e39c34b1502c7b9c52751c7373
-size 29431
+oid sha256:2f1e74812d49c69609e30393febe29f03e74d9fc685378e8671a11a098109a39
+size 29405
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1d151bf38648..64b07fc9cb6b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:983ac24868832b5f1fc7e77fff6c754614125a6095e21b1a657ea15f6ccede97
-size 26513
+oid sha256:184ee0995fe5df28cf82acbe6ca51ffb8e91afb58e28f31d9b5926492e3082bc
+size 26479
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 24ec2e4ebb8f..b340263f9272 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:82b1018e8c7d9ee133b67f10e50953670c67ea8e9f14d71b77da4246954e9856
-size 24030
+oid sha256:cdf0d42a82a5efb96a642c51266a6c8b817898f0614eddd31b1a20def51b81b6
+size 23995
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 6ae0cf6ada85..09949e513365 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9a94e8d1d6cd3f6a2404095dfe95309ec1264ef5c2b0870795230c67fca48f56
-size 22003
+oid sha256:adb365862a9075439d0951e8311e6764c5b6712e6496264cea1d0c9efc49f105
+size 21975
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 115b4068a040..de52e9793807 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bccfcafbff37539ec79470ad14c162bc66cb8a72576780a644f79683694a9d14
-size 24951
+oid sha256:28f7820fe519489783da00c0a87b89b225c110f0508011a81bef19fffdc0bc2c
+size 24917
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index db38d3f407e4..79864bf9bd2d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1dc915c8323af683d58bf0eca46e48578e1c403c5cf53cb4601deb45849e296a
-size 22780
+oid sha256:dab275f3b6efb1d54041b12061011bbbeaf3a5dc1ca5b4ad48afcd722022e416
+size 22749
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 2a3ef7c848ed..6110c8b08473 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b2ae9fc5824910d11364f453735c204d326aefed40a8b25eacadf6820a89f515
-size 24377
+oid sha256:8f9faa2bb9ebcece26a841a0b37d7054604394468dd9f434a51aaa2f8f58b1d7
+size 24344
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 99fe4b02d0a5..01d786e1f657 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4fa9bbf979ef343741aa1b104e07d9547419d30bd52be7786943fbe5e81e7f75
-size 22226
+oid sha256:5a85bf27c86e5f239a892f95286c2558aa5908aa8fedfeadf11bb74691c32a16
+size 22198
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 9b53f5106c37..2df51857aefe 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9fe7dd6d35b5dcc39c6d8fc1b04ba5633851c448e7f84d5284baa709669d430
-size 25379
+oid sha256:eb12ad066d281258152c6f003c09b1917d2b49aeed5dcbccef405c5c3633a1f3
+size 25339
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index b3fdcba9e66e..1b83c1a77ad5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b6a268fa6b109b2212331038810af93fe62de244c57bb2c8d99dd00e82fd595
-size 23041
+oid sha256:430f0cd89e4a54a8b02ac93cf1f6168d9a66f8895243c6f91b71c6000afb8a7e
+size 23009
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 6a635c72bec4..1e55cc0569f6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:44d1b0d05449f98bc392d78ded6fe576ae9103fb47adc52e0dd5341f8b5ae62e
-size 23494
+oid sha256:1cf6c672a065914ae8fc915715c043dd059d6d431341ce24fe82b614bae68609
+size 23526
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index c54c39d4ef06..5d32753b8ac9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:05b28ff6666ec3040df51a6593793e2e44f9aa0713af26d5948eff4bd5920d34
-size 20440
+oid sha256:09bfa76769f6ad0314a88b9ee37a326b5de0fac0339abc00712e33f0efd7c8aa
+size 20414
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index d0ca4b2b8a45..9202d6690ebd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:64a48afad8eef508df6c5f74f74b5131c7fa6b8772d149cd90b8e4231e57e702
-size 23709
+oid sha256:1b21931191b04cb2005b4fe67e06ac3b6a1ea12516e1ab134bd6ad47e0d8185a
+size 23775
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 5127b65a9eaa..e1b481538f96 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cb4e21d0b5be022cb5ee4bdb12b007e0ca8ac59fee1be807914f7ddf1ea5e6f2
-size 20701
+oid sha256:5ab1c148cc32a31243f0415d52ab1977edf0104e8f2529ff9ff1e8ccca4c5065
+size 20672
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index c9d5f4ebaf10..20c3312e5107 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d64d43117694cb44fd93df3830e8ac2e78a5ef962d3ef06c72d281b623469f3c
-size 23105
+oid sha256:f2a78aa75a30c89cea23ba5465d2f84465024145e734ef71f292d597a938b3f6
+size 23042
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index c96d40bc17d2..717f660aef75 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3630a4be149d1e1fd19656d37c70b1413139cdb2e70f995e05b72e27129c31f5
-size 21336
+oid sha256:18e64929609562896de0f9207577b6c2ce384c95ef924668aafe2f44828b4424
+size 21308
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index b6280246af0d..380ade948510 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:73486a697df4e035e59120dd1b6e3321234a394aca50c4ebab84a94307915920
-size 23502
+oid sha256:077d9e0b7aab20904587eb7a919cb7fdd55d51687d83adf2355056a199ba0dd3
+size 23590
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index c4e73c766e0e..8a8fc0e92af0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:26dbffacbf22eabf4468d84984c8d1011b0bcfe102fa5527606137ba8d677f1a
-size 21592
+oid sha256:999ed49697b2ac8c785937410c04ec306bae00075f72c802bd2d9a553ed9f2e4
+size 21565
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 3d6748547a44..ae6248bd1f4c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1e8ab1ffd2d98a4620afd858fa44fb4e6db1c8d853218ce3539e842cde502f2e
-size 25296
+oid sha256:0c45e80c9d0ee37d428fbf542fd688005afa0cae395495e04ab80222e6b38d4e
+size 25384
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index fd3a08aa1fa7..02c28ba6ac09 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f376fd81a612e1f7e2ba31d2a46307e781897bafc0bdbc7e1dfbd1e0f2f74aee
-size 22375
+oid sha256:349d37e164e7590ce9310ff76282ce86a2fbce313189ba8981ec51c21ab16b1e
+size 22338
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 9a3b5d9a6dca..418100ed646e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f4e95a8fa8fcec652a1a2ec5f179464240a1b05dbde5b9a29bbce27a3f7c29c9
-size 25511
+oid sha256:813fc529290662b84c0066891c7b69016715bf86f42abfb1b620eb12317d5a1f
+size 25591
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index d9bc30517673..42c388c672e9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:83a14ea918f90ea1793eef21526e74308b7f3eaf29caa562e1e6a42a6e528ffe
-size 22665
+oid sha256:3b13f82458ce92ccfe5b8edfe187e5851eb75225a03e73731ffef6f1224014f9
+size 22635
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 71f4f33b68af..1b4e9d322dc5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:62506fd713f5980f362fb80cb9ba4e1436d9f6615360032af49ccf73bb2fa5f4
-size 29530
+oid sha256:72f334a8573f2566b7d57bfdc0a716afa76b71e49d47e65a55c82d84c40bff66
+size 29566
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 98824c14f74a..c8e5ffa49fb4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:24d4f4627f9f186b99effd54feff0cf38c4072b18f6e5347fd136880f232ca9c
-size 25722
+oid sha256:7890615b7edb988c6eeea27a61b1e56177a7e960ca00236d3e70edaa9c948309
+size 25692
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index d3e5d225a182..ea4eadea5673 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8fd3579dcde0f985cc98b934da1b159efa71c7c1789162ee2c9fcb2abfaf7093
-size 29595
+oid sha256:80a209bcd9f1488b7ed8ed1d951f10882d2824fcdad2ef2e0701b1c584426283
+size 29670
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 38519ad5d2ae..c86be39e3bfa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:159199cd342db0b06a434ee218773433cd11f607c458358ff4d4e3b2cc1ed592
-size 25983
+oid sha256:39757a4a0f92e64cd900c45767cfc4ea6e3626802210c9cfd02ab203cbbe0ded
+size 25949
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 0c014f80608c..3e82055b704e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b9c1b87c1596fdac34956377cdbbc46ae55febd630320370f97e5a444b90221e
-size 30065
+oid sha256:a776f784088de1c4387a05eef0f8ee89450ace321f85a0989c82847ad7cadeb3
+size 30097
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index e874a5cd59fa..151aaa819b9b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0a1ba7dec1091ede4d24c4d611bbe8c83af401dd46a1186c5e0863c1c999ee14
-size 27190
+oid sha256:a7d558d6cdcf6a8e52c6882d66633aa40f759a12e7202e4a99374198b03f1c70
+size 27163
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index d9d8ae29f79c..f34e4b7b1921 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9291e0848c50db49da713f0bd6208da1f2d0a66abf5d806b323777963c00f2e3
-size 30258
+oid sha256:adb876309eca28851d25fb0d09657b570f8104bf7f95e6598707a91c68d9bb57
+size 30318
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 78239ae7ac36..33e489135df2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2e28d8e20f71fec06ac1bc0ac9e95a6576e5e2e77464e63687261f91504de1ff
-size 27439
+oid sha256:ede79fbf7f5e9070e6ce6f3be645b2c1b8ef1542262ab06d8e9243e6e1a8bb67
+size 27412
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index efd4238e63d7..fb6ff3a50d72 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6dafe73aa196fcfc87c18a1ba60219ecfc4a7a03bf922f23fe85015bf76c1fb8
-size 31928
+oid sha256:b95575cc8e6f1940a3f4325b1b831663cc9ff4f7815c8d3a3dd949fae659174f
+size 31895
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 5ff1f28177d7..4737b843c92a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:593be0ded6357275ced78bca72ab3bb4091fbdb13cdd28549a1bd7700fe407d3
-size 27763
+oid sha256:bdc82da746a48ad89766208ea58b0456a37de6ad3c18ac09be665f3939c30c40
+size 27753
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 7fb1225bca73..b8d325cef441 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ea3c6fd4b1e7795ec5d445bd75d4b857b3dcd74ad73cc47e319bd625adbddea
-size 32094
+oid sha256:31462b168b04a99410ebdf8cc3645ca8f1726df8fcb914e5300ae5de53a5a3e8
+size 32181
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 847d8b5f8abd..652517aa11a0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6294fa0e7a8b30a3a15c67173e7d986e15f5c29bd2cbbc5f9f61a9aacf2562a0
-size 28031
+oid sha256:8b4b22d7d674959b458798d0f2f88af0ded3ffd84d29f5b0298ac26666177208
+size 28028
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 867e6bf20240..e75e14de3b4b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fdbd6dcda68aa079db90aeabf0939df940a5f3300dca13519b46f95fbfe4f3c5
-size 23198
+oid sha256:bdeae134e2568c3b2f632a29fae05ffb09ae37443adfc258eddac36dbd17adce
+size 23206
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 079533bb26f1..1bd54f59104f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d0a75fe89dddaa68c6571b73f0fe31919c82bc0e9e0869f8ec812fa0ee3c585b
-size 20376
+oid sha256:7a59a9681eb6d4c3249568ee3e9dd239b0fbd8fe888d629c2f20f5e7c0ffd6c5
+size 20347
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 68df28244679..db3858e2d21b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b63e266e57ced7cca0c6ea928afcd7b1fc3442ec506cd3469c18fd6fea736bed
-size 23387
+oid sha256:c6e96f9d37d56d5c48ebffd4518f4a63fd4566c4af20913f8692aaaded4ef1f5
+size 23442
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 66a957360139..b593e542a8b2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6512538094863e97ac806022171a664a59a4348a15abbe33699857c08627d72e
-size 20766
+oid sha256:6f21facdd71425fb4e61f1b1fb94bf450903e821ee9827501dde59d207a9bd8c
+size 20734
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 5dddb9c6c5c2..9a6f57fafd21 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:479ff870d79a40e625e35a6d3c5143c574014594144fe660c57de4957df7ff34
-size 23115
+oid sha256:ba6f2c6d2b4486c861a4c8fa97c8bbcd23da2f59f3942bf552903acc664a5356
+size 23051
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index d5afeef5cea8..cc43997cc36d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:682ce50174b400225eb404d3b82e98f6a92852a886165539ef650ccece3c0414
-size 21314
+oid sha256:8cd6188faa1c9ce3218db5c0c655c39cda42f9dc53dd4dc1bd57643572b926e2
+size 21287
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 1bcab8918634..71537151367f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9988b33035c0bcfcdbac8c952ec77877a37b2e73540b831023d53d52d0977e27
-size 23489
+oid sha256:a60fbae999211bc4a1681c9a524a0401a5b8ef8c85cb52acf45d708ae6136ddf
+size 23579
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 03e111d08bd7..e89d6eb3203f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9b098b7c4f3ada510d5c2aba1a73d6c05bfdaa5e1945ce7782fbde73c31e2cd
-size 21603
+oid sha256:183a51209e69e1c18441d558b024ec6317d36d5b531759d40269662f6369a817
+size 21576
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 33a12dbdbd55..25a1cc7ae927 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:274677c782b23d857a3d7e537568e1c0c1c2d134bd3103bad05592b1f02ff788
-size 24888
+oid sha256:709a36a8bdf8e4624e62eb520013fa3f7e01ed4c02131b77802c15ba7f1d9085
+size 24929
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 731b87b273fb..d09f2a44c0b5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:40b6f7417f7adabf9c9bf1378aaf94ab41417440ce9be3adf405c59397351e33
-size 22509
+oid sha256:38448fb5eac9b1fc100a3cfcf5f21fa0830cd020b9c88912c428f76e43755055
+size 22480
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index bd410c9f82d6..2365d6c25fb7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ba5b9673920618df9be06512166b4438d13987a56cc45961cf7f340cd7465856
-size 25041
+oid sha256:acb699458a338597ce0e1538db3f9c4968c149c9fe695b07ad8eb93ad5a8f79a
+size 25169
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index db0fdc726c80..d13b736cfa64 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a77390f91fc07b75536d75e0b0aa9ff31b179997a5427f3f13caefbb36abe1c2
-size 22762
+oid sha256:1a4f133a15dc8df2c2cd0b71fd3e9f5dd494768b9bfd603f11a3e660668c529b
+size 22733
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 69de8081f480..6f428081e62b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1a1aff4156ced9b2f162f7ac7c467b323a2e60fa422d4f542cd77c850a7b191b
-size 24797
+oid sha256:d53b9d9bbddbd8113dd6c6138e061d40748ad491b10675750a6766057ad9e3a0
+size 24795
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 3166c9ca829d..923c71f02c8b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f8856706d7e17fdb88cc939ce05fef02d416eaebbfa57e1156a903db56c187a0
-size 23442
+oid sha256:2f206f0642f184972a9cf9a2328c5ace4cedab1f9121f9f3fbb880b97baa74cc
+size 23416
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 80c037be1074..856e70b8ac94 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b8af55576663389575f7fbcee596374d434047d1f80442c3d6f6f0e825da63b0
-size 24911
+oid sha256:a26da989ff7d6049e3b1a79bfdc06cd4436150f6027d7af357f1911470c6e5cb
+size 24980
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 75bbd1943a1e..a1fd1482d602 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:037a374c584a772a8c91e5f3a3ce459afb2823766210a8df39ada6e816bde4fa
-size 23791
+oid sha256:d02d0729126f8c2f2491692387e3738193a8a478bbcb7c4d0ea2400949b56980
+size 23757
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index a5b5166deff7..2921bbb0abf4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:17516d1583190f2d61f587b6b06a95af320fe368b58720121db2021097228430
-size 33091
+oid sha256:8f853b53de1abbc04ca8787c67f0cec02b3e2d2af9ada28716d9efe667c8c0c8
+size 33127
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 755b38a00c31..2535aea54814 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7723391c522612a9894efcebc918820969abb02d96a076779e3fe09a1842eb48
-size 29894
+oid sha256:8ab01b1b45913019bf4e443a70013aa60e624d3081ef07918a07a0bbf9ddd62d
+size 29867
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index debcbdcd2d6b..2c76ea64ac88 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3554f6fddd020f2df88d6489f4d806ae017bb9ddb4ef5039169fe4175fd0d152
-size 33283
+oid sha256:b611eb4aafd384bf243da882a9d709b254148513b3b56961e89993bc096f659b
+size 33266
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 2c12ec679b5f..9dd082843004 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:367441acd29f1a941af0674c2f7288624d232891fdd2061514d35ad3bae3922b
-size 30200
+oid sha256:43c9195f3125ec0cc9cbd2ac5ee1b3662aebee207d3aa8e796d0a5a35b96bfb8
+size 30164
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 01f5867d75d2..4e1e9df9e32b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:880024e6dbf6ca3e703356fef6e816da5ab038aed2a78237e731dcb81cb4b7cf
-size 33137
+oid sha256:a7aa1962d55ef781f376830fae77233052573b1ded6e7ff2a6831fa36af5ae5e
+size 33157
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 10d059f6b9ce..de9238f2d242 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:700b7c3c019837200967acf067bdb902c8c23fa7e8ffa1b11dd2aaf642e5fa33
-size 31189
+oid sha256:aa8c9dd8db082e942bdcf80713f0ad195d697f4054effe95ed5af828d137f792
+size 31153
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 5f6b7d7cf8d2..c947fb3a9b6c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:430a3d5dce343fef593a79e0a2a3897b043948dbc48d1c09ecf5341ae1155dcc
-size 33291
+oid sha256:5445d739223ac4c39c8020e5f14d7162e3bde445d818054ebc037b5d2efb2d7f
+size 33359
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 8d3d77beabd6..4152c48a91df 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4780695fb92dafa97d9b055775d79291bb2323a9739514352be5a86165d60f1a
-size 31596
+oid sha256:77c17c6f5f32385b8f8e67fb259d99bb438f334a97b3c68a3c6dff1c56cc5ac8
+size 31564
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index b08bf388f774..6992dee31d0f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8b5ef6c8ebd51a406e833ec1d447c27ed0ede497972a3aaec627ec47fd1338aa
-size 23540
+oid sha256:530fd85695c8579655aa41a1da512e805d5582762bcd83a31a4d848e3e15bac1
+size 23395
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 961e266577ed..f1c159dc0676 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2ff8feafb1c23f8025aacbefaf5669468165de3955756e0b20978667d90ba16d
-size 21042
+oid sha256:0c167865cf2146a031d9b4036812b845b042521597c64983a8d80cc78b8caf72
+size 20693
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 85b6c8ea7e16..69b93747d051 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:553990dbd1d7d91e1b01d34bfeaacde9e2884fd11080d688e3920f182cf738a1
-size 24366
+oid sha256:b364ef3ff3664e4381d9d1e5bcc9862f9b84f4a95fc670e2b15659496aaf4403
+size 24395
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 65aa65d5cf9c..9e9f365875d3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e0fb1b920358c01f1ece8f73a464165e04f768026c4856ea7133d1f7b2371de5
-size 21845
+oid sha256:fdbdeeae62e51648fe773e84bea38b3755d6f13dca25ed86122ade025a87c2c9
+size 21558
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 56a00dd29ff5..246b79d44902 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ed9fc91baaf5f431c7002aad2a3fa8bf86e05be420721d8b1ae85c0917547507
-size 23533
+oid sha256:52c510fe59a83c9185741cc2aef959f83577d4018c4361ecf6db9ae6c917d6fb
+size 23570
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 8b7a0662914a..b8149451d295 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:47cac6cf83ef114d6db3bccdaef7471457d19994995204dd8928071584e4f86e
-size 20909
+oid sha256:ed628e30c1b6c496c00775a4fd4c1ccf75fa5cbc43003f10c3752aec9a96ee60
+size 20992
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index db1a3271ef58..c904886cf7e3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6bfba42d7280ef513aa30e6bacdb8b9c008e1f6b5b528ce1db4d907ac8131be5
-size 24270
+oid sha256:224acfdb389142d3aa83207136d903a26fa5f42934a07a6a2ffef3a70d90f724
+size 24604
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 92cc2d93435a..86acc176d8ef 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bed0aae042bf7e96acf721672fff206a48ff47559e24fc08b6c17ee66a90c4b1
-size 21765
+oid sha256:c02eb67f3cd3c03abe3bf24aa66cff384956e2b1dba8c71158345b464369120c
+size 21942
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index e2fa14ad998a..3f4a8df5dd27 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6a647d5090d0bc57193f214fdf2eac50ed8a6479422481b80d36e3569a8b72d2
-size 25499
+oid sha256:88fe7eb03fc303d0959fa2e66c1287d10893e2759a9b4dac99f6b8bd310daeee
+size 25139
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 77d2e58d9c04..b1fa18d302a9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c32d8b2d013a50dd9f87d16f1f6d06b60a6d2cc2dad3e5524f7f1ec9c3b4232d
-size 23053
+oid sha256:104401b13db4464ce7b688c298f4b2f91e30001e048f7126bad626f22c5c76e4
+size 22708
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 83f5e841ff44..b6b2722016ad 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dba2611ebab2f7ee8fed63c3a61b7e95250b2f7927dd3c2d28e6223d15cf0e30
-size 26312
+oid sha256:2c55f03e5656aee762bbd74309833279bc5f4fc1a6b4f1e20cf0288a05e4ddb7
+size 26201
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index a0baf0117d70..0d30cc0df83e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7708b8d910547536802872814e4fd330e02be553ec5098a8e3e29dcbff29931c
-size 23787
+oid sha256:826e33a7dcb0b172cfc9d454bbe55ac7f56164ed46d7723a2b07d41a75d9e64b
+size 23517
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 380fa9f67dff..61fa72eb0c68 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:31117c02e44cbb510255fa252ddeccab4a14f5d52742cbc0ec5d1d3b6dd2eaa7
-size 27227
+oid sha256:d9671d00cae989635ff23faf65724692713fbcc1769d032de11715aeb5e05f91
+size 27295
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index f05402903c41..b24f0eb6cc8b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7ab1d4cbe1290d393b2ae6ebdaf9de88452edb5658e087faa8d41f2da65bde1f
-size 24909
+oid sha256:5de54c40760fe135dc14ac3fce95548493c317ef6ae456852d33e3575271a067
+size 24539
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 85707dd62e38..b83798852d95 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a4bc606cc734855acb168fbf8841dc52d90069bf931de66527ef6bfebcd03df6
-size 28103
+oid sha256:f764c1061aaf08d8dc8c1836ae5e0060cb58194fa42e4437fcacbeae3f335ad0
+size 28043
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index bdf370612fdc..f34be0b8f282 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d98f59c003fcd5f670defb2a9ae85c2cf452f0f45175c090cd60b245d013424f
-size 25653
+oid sha256:ee5156f89f8fc7eb2e3a59c4474c755e48d53e57cb38f9af00a7cb96f7cbe4f0
+size 25393
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index da4ba0faa1f2..04993f90af84 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1bc73e2c31ec176dbe29a0f095ed0f5507bc7171eb5974f130cb9f99e93fc3b7
-size 27430
+oid sha256:7cfa70a149302d92df203c30d00ad5e1b382d1cfb104527399befb2923094a03
+size 27069
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 5c9e66bdb324..3aa7c4cf05a5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:af6bf6d4ec58dc35ed4e2c3ff1b8c27aa04f0e7d1baeff0158580e8d28daa3cf
-size 24885
+oid sha256:23c9b524b3b4059e550a1de2672cb50960a0075e9ecc45e92ba547c3ed8da91a
+size 24763
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 2ec4774196f3..6ca2652308d7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:87a9a53419c59199b73055391c04bbfa6b872c6efe8236916a4b3bf4a10a1d20
-size 28064
+oid sha256:5c2db50066e0e43d0d36cb76c14ffb9b66a9ebe1eee0eeaec36974fd5d59da51
+size 27963
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 1a7db44590a9..7beb07b97769 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c5b4a3d5ff8431d33a90debc4b81bf2f6b505b6c27ec10470691f23e9033ce97
-size 25850
+oid sha256:0902f52a3d061ec49b0257cdb6a09cf712edf63c14731a0f0eb2246dfadcf860
+size 25680
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 87c984b42512..eb962cb91868 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dc27e10ceadab8e06d5deb12bee05455bb2d5c21e601a3d0d393cb329a6f6e1c
-size 29645
+oid sha256:32110abd8466c44d83224f23fc29f1ed28476132c8ffb9082c5de048ef6c86c0
+size 29216
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index dfe29e7a8999..0412a83cf48f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8ee485191d33121a92cbb7846cee156a8caf941e4f5be71e2672881390348a13
-size 27201
+oid sha256:a4079da2b0fdd306a504435fe0414fde182da43203efd089f9b397d8b833a990
+size 26626
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 8b47568d08cb..9f6a0d89dc50 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0d5fd7f848a1685c145346624a54879460bb86ecee84e43b155ad6cedbbcf084
-size 30531
+oid sha256:aa056b54b90e2d5a69ff1de718c8d3dc25bbe6562dd68e71085b26a6c6e46023
+size 30134
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 49e0354908b3..01a2521f8ccd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e28e923c37ea60b144c6038ce338e93753f2cfb32cfcf9a0751868c7f0a4addf
-size 27804
+oid sha256:f6e0bf6ec29fe683b0873eec04dba90f2646ad4ff83ddaf76d86621f850e8ec2
+size 27490
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 3303631136c9..3b0a4239d06e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ba7cb7f2ea565d148dda309947e4070564e305a807ed61b3f731603a46e3719f
-size 25411
+oid sha256:123b460d94f9c054de755aa6c9c8607c97547a1b9d45b1f0bdb7ec508dd65f24
+size 25387
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 49ad4c85c449..360ab8fa3b96 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1198f278e1145eb4016bda3b3cb27d74728a46b450f3c5aac4561e4276e2f781
-size 24267
+oid sha256:7b9522fb4511ed4a65dde45731b25486cd848c9dc0d4c953cc1ed6065fd28876
+size 24222
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index d28da546d7fc..df0bbf472905 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ad3b324affb1e36c1e4edfce28b9802ab6a5c0733dcf8b5bd5cb42f437151181
-size 20846
+oid sha256:7bd9ad41f7e3fea3e890ed1cd822c4dd37f333b9166e03bd241dac005be1ada1
+size 21306
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 8df3200bfe1d..7d9ed33d7835 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:91e3368475a05b139289208d0f5d13ecad9023ad6fc2ae9c14198a392ccf6c1b
-size 25162
+oid sha256:d7f4b6da7569f08635434724427bff037d000fc8cffb21d4fb8a2f4b6237d63b
+size 24978
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index aaaa991d6d5c..9eacce7c7d7b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0b8ed99f7326ff1038afb4cc1218c3494b02f0a25ce10a17ab00687276e97e76
-size 21728
+oid sha256:eebc0c7d710d96b42ea83fd3be404cfa6a44f42f67dcaeb8500c4072b291c65d
+size 22255
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 8e0167740f19..9dc28da146d1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b0fccb6db0ccc911e01511a981e4af6d43a65c85d7b2f46d0643194fc342b40b
-size 24619
+oid sha256:d19dc2aef1d181a8816ad83f91e78965077680e89b78595f7dfac51cc71eef74
+size 24725
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index dd60646cb119..8fbc827f4713 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ea0cf7e0a3eb34bc3e3d3b292819aef9f2352416a8e09a176621a93685ff47c
-size 20466
+oid sha256:43112fdfe24d4483553d094abc1cc1e2fd1c7541587b0e4f42b83635a7eddc73
+size 21463
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 75718f75d118..4c7e313d05de 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c53a8439c53a347e21ef0e4ec3b82d1a676a0718ff8e26508cd61a462a39ea13
-size 25181
+oid sha256:ae102c70eef0e941e2ed033bd724d2be2aff1c039bb727842e2628bce4cee648
+size 25400
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 99fa0d4b94e5..4badea4ac762 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fb2ebae3dcf8d9c2401ad4842c7388c41192d2f57323d4be71034373e260dd48
-size 21516
+oid sha256:132023fde70e76b6d60bd18203936ceb2a2668bbc594967386433b344899477f
+size 22331
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 14d9f591a61c..af1ff44952f4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a7858aa554993b61c103116aecf7b3a0def409de8ef796c7138a2c22602ba483
-size 26446
+oid sha256:302bc4e2f2b1671f86cae2de4f18cd408ec7b4e2dc69f2cf87282c9fc2368c5f
+size 26243
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index fa233f6ae770..e1e83537af25 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e13eeda5483cab3907ffe0ec526769f92e67289530592d5682e9c21f2095ec0d
-size 22928
+oid sha256:76a57266645a912864f7fd79c7c05fa7136ad824c1d825619bbc8df7e80202aa
+size 23434
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 658589a0d205..47aa4ab6add4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cec761e7027e858b12ad86ebeacf2aa8d2ad42afbc61c0b540c038d215f6383e
-size 27247
+oid sha256:3611078e451605ad1396ffa5a7603e7fbc90759d3852fe6a51a88d0706949ac3
+size 27218
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 30a8e1082c86..173c2c73ed59 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c7be34702fed67f91e45094dbc35774f8aced5b766324f6d0ff1c8c68a5a1564
-size 23742
+oid sha256:9abd605eac8ce06bb8562bb06402d341f9e101eb669e6a199bbda65833608b92
+size 24225
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index c81887de34a6..95ca32c99a8b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:31f73d366d1f10e605060924c73a0352abe2f6195af9d71377c774c6a8a9d8f2
-size 29049
+oid sha256:7c169fbb6745bf833e35170ad0693ad0362100494509a3f25d2de08e2fd71e63
+size 28428
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 63c13ced5e8a..52a5048a3e18 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0d7aebed95f3a86d8fe3676bf2543938da1fbb839868bc3be04f46943a7478de
-size 25550
+oid sha256:21567a2ccb8e40aa2b9693c3f488f6db7384cf367d688d39ee8785b59035d334
+size 26416
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index a80337d1190b..c0d842c4589c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b52c1c0d6c239ba8a32f360274db782cc7df00864d61a258d1d6741f70b85a1f
-size 29914
+oid sha256:6fca7b2546be42cede223ff36016bb60d8c3b5f9ba8009bd27718e37e16e5a9c
+size 29189
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index b87bf8cfd9b1..3df883fbc0f9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:92755ed3d3ac2978152ab7414c4f5b0fcb559aa6d73b459f767e24bc8a39732c
-size 26172
+oid sha256:7c12e0ec177dd42851dac5ad526254fad75a023bae440824df2e18c68ffa09fe
+size 27316
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 6286b44376ce..16df4a0dd395 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:da744a58d5f3644e708b59091229fbbb2a0c580bbea31dd0866edca68e1185f4
-size 28388
+oid sha256:07c1c1a8fe7339fee9c9272662bd9c44f5405cc44836dc087a81b01b0ec65eee
+size 28518
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 5e49c34edeae..3f2c0d364a18 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2812f714386d98463ee89d08a5d6bd3a476855871705dc3ddb7cee4d089276f6
-size 24812
+oid sha256:d0259fa0eb7c04b8d8e691f1c669ea58befe8f213b182f3dc0b07dc2f791a290
+size 26538
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 188fa0caaa91..e39b16be4f45 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b817e84fbe78218a37bd9a4fd9cba5a08d51d4803bc725984c59ebae5710e430
-size 29046
+oid sha256:3fc4cc710308d3988f6cc6eadd1177b103e06a5311c8fff7451d29ae429b09e3
+size 29193
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 45e355e37199..8903b4d31c61 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7c79c8c4778f6e0ec13e9715f6f47565379fc51641817b66f3a34fe1e03a66c2
-size 25669
+oid sha256:faebf3fcef2b8e3016ac05ee94669c51ba9f5641466117aaa6c1e4c38db149fd
+size 27430
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 786c3a44505f..46362ba238d8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:50ae4b1cce46ac51ec4570dbab5b40411d4f28a56d9aaa3035761481982e794e
-size 31310
+oid sha256:fdd2af8cbe042ac719b16534116e6fdf5c1ab04a99819657d52f7971ddbc24d5
+size 30704
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index a978872a9f4f..1a39e5bb30fd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:08728396c0b6c29f961668ff72d53fe3d3dde35bbf1d35cda9a36d864ddb3be7
-size 27521
+oid sha256:0fcec102232a2adf177eba443f4599991bbffdd5a23a46ad648e2142d513bf11
+size 28212
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 047a4b04e390..58d1e8689567 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1619e79894dfecdbfdb22294f7f479bbc00d92a392e4c643fc6290bb7f49b9a1
-size 32025
+oid sha256:e5615f4c59111a4519b71d88ec22ab162aaca7c78c218018125326034ef0fe62
+size 31303
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 430feebbb9a5..5eafcdebf5d7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3aa922deb0f4ec0593aa9ab1595c00bcf0d564d1b89e42228c2d6db0a294887a
-size 27942
+oid sha256:95d9d8abd3f36e9b6fe5fa9528c47a8f7387da172d37167f1c3f062c4516e073
+size 29317
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 3d138c6348af..3995a76592dd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6c15cde5ce8b6f6c0e0ad656ff8debab7f30d70ef83695a85db499d0ae370ee8
-size 25395
+oid sha256:71c7c2a436292caab0afb55d8aaeb6648ecbf15cbff5b3c759e08c0b5c8ccb56
+size 24695
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 2c3df97e5a93..75ddf7cc915f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f50632cb709c70414604e64d5c401a32a4d8686085180550d2ead2d6fad93f28
-size 23153
+oid sha256:0f46564ba396e6f132832e697ca779ade0d45573f70a715d4b7841aa56c7ec46
+size 21789
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 2178574ed361..56be43c5d176 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2e0b1bc2c08bf0ff30de261cc61bdd999a605073f0e69cd251eb9454d5756b1d
-size 26168
+oid sha256:d970f2c90bfc5760bfdf2de4498cf89b8890e2382c70b1fcc1239a20c7fedf43
+size 25529
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index bf2c50eefa9d..c24ae5c184dd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:391cf8165da48735ed5a772d33c2568398543423491cf6b2202e81fcd60fc54a
-size 23807
+oid sha256:2f13ee822fa831a80c085d0c623a902a975fa36d9d982decaa96a8f6b91f3c34
+size 22656
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 318bea1e990a..36739ad6c996 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:924565676cab3135850f49c14dd98bf4e6a64d7a21dec33dfe3885ae4bf2e39d
-size 25544
+oid sha256:295cebb8f789fc72d56a2661dc5936994686792f30a5c8630905448d2fa373ef
+size 24850
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 98e7acf1a44b..22553c4e3dd2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0a316441bf1d760d2bd278a01a8d08e50d4ceabe9cd9fbc15b5f4e8231f23a46
-size 23059
+oid sha256:16c5581bdd9626c61a0b037d2e22449eec967755917d70ef8a0d3d1d08622e49
+size 22022
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index ce9d96d1cc23..8b8a2c7f1cde 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5c223da1cccc2486607b1b5d5af467c6eb0aa5f2cd1cd32100086cd91bcafdea
-size 26125
+oid sha256:b28454b645e288c138c69317fb051159bdd4565162a8e3948b02260a76cb94b7
+size 25763
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index b9bf949d1f5d..bc577f424950 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6472f88d5cb5bd98d7622a2ac64c120f409fffdbefa7af8fa01c1454649f96df
-size 23875
+oid sha256:23c9ef0a35a165225919c106a7a12e5e20680eced69c531f99e50ffa3967e5e2
+size 22973
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 6bfd96e28ab2..2ce35d0f7a9c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5a6530575fdbf73c2738d59397426fbb4cc171627f20ffb96a79663be8b234ed
-size 25840
+oid sha256:f9ea322502c7a9eeb28c5392868473040bdd76f45e33d927ecbacdf985506813
+size 25813
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index d6971892856c..fde82651e625 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0cbc0d6f00fa3f8d714bc2fbf8a229c59774625e1d3308da45a0b3599839003a
-size 23114
+oid sha256:0f1bcba5183c1a19ef9ca3257fc924fe9973f8ea38ba11bbd2df555a62a85aee
+size 23081
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 16c757084082..48036e3953ba 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6b4fc1f116b34b9116c9ab02f9beb70af3fd76ce84e10ab20740f78b29801816
-size 26346
+oid sha256:512edde90d02ab9101de9c79d574323c85f1c111e372c7d74cbbae05cb1c9a35
+size 26314
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 4c5aec5c86ee..0a2886e94df6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0e1526e807c751a3aec9bf6d9296f1c3d68073c1f06f9aaa14ce50478bb58582
-size 23878
+oid sha256:191d7cd48adfdd12fef4b1d4e06f06f7a94e22b9f412c7b4113ec2fb20f764c3
+size 23840
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 8fbdfe3596d5..953a44059b99 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:37c2e6d0d1c92ece4660b21d5bafd45a0df71cb075c267737c085dcc10098458
-size 26106
+oid sha256:218695600df6e3c8676e90125c80670c79b57f68861f1ed86b59a4c5e38c5a66
+size 26074
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 10844a6c223d..a0e68917d714 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5c0ec7b485de207f93152663feb576d62b53b26bea03b687d3223031a98b94bf
-size 23842
+oid sha256:c7f4b46002bd3409b4142521e7d9c3693c6c86d7a7daad9ae20b7acc8fb615f6
+size 23819
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 89e31eaaab0f..39bc0789a9d7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:41a6b58dd74ae66595fec1f76bcd345c9293802edfaae2a22308c742754b8b96
-size 26828
+oid sha256:fa06d71dd1431bd539f8eb446921368a175c971e5b40d351956d10f539cb8cb4
+size 26798
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index dd556998a89e..b4c99bc586cf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d2173c7a09ac918393013bc70a6d53e4395b861e2b8332106d9b56333bd93aa9
-size 24854
+oid sha256:4b3fde663c06b0372ea2e960ad3824a201f5c9404ad8bf60f865feea49ce9dfe
+size 24827
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 0d5f2289b726..2579b524dfdb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:30c33dba696bfe4ae20ebd503097672044c1105865d7ac998297e825141d1527
-size 22852
+oid sha256:3cbc66c7fe6bb93589b21072d4305009b632f198add936c82243fc4b40cd2657
+size 22825
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 44546bd16f44..ac70a915ad72 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f1b9499303902de15412b2bb7762a696661fb205647bbd07d3efc3314cc7885e
-size 20407
+oid sha256:9919f7bb3ab45072044dd6b32ac63f1a5bbefb066b80f5cb48baeac92e612826
+size 20378
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 05dee67dbbc2..f472b32a9e6a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7f44c5d85463b2a2236a43ee092d35f62b24c6cc0530cf992e2cc623944a027b
-size 24091
+oid sha256:9e50de017bf82ca3cceef15db4f0204af11529caef67fa2c14e0a63bcdb8aabf
+size 24061
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 663b9f828aee..a60ddd59f97f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4dff74232be929651bb4f3d97797fb2405e652cd54d4e75168f9b8e8fa98ff3d
-size 21536
+oid sha256:fefde8de2fc362f30ed55d6cabd6f889cb10a9a4112eccd3fbc2f484c3287c3d
+size 21504
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index ab2304b668c1..5a7cda5caa6a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:98feed51b022f44d6b57e80933e820757bfdcc4b90c88211d8e39cb7536bc1d4
-size 22976
+oid sha256:5ea5be102ec788af9d90354b40bd304e884da07eb2adc8f57ce3b90fc677de60
+size 22948
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 87a15a6aa3b4..5aa78921bbb1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f4c885b58a0564cca4936714f8ee2f562e64acf0c1c13a6993a4094f68abc535
-size 26804
+oid sha256:609ae37ad1ed6aed73f15bbc3b1019f8e7f430279af36f984652c822dd98a095
+size 26770
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index fd66d9edcc11..0b0a17299062 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:be69618a7d18440de29ae41cb34ba7f67d328c27783c9b3a62adc26f4e7a5ee0
-size 24501
+oid sha256:a60eb6d37c017f2f4bdffefa1b8862282eea046a40256863c16a9254dfb45da0
+size 24473
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 68406f821890..d4fe81fee5e0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6964e6b44c8feff7d80d60b266391c7059f0afb08b5b5f60f28cafb13e95aff0
-size 33695
+oid sha256:1d3ec2c269d730a1d14c1775f0863f61ae4f39612fcb239213f44b6c58fd5e73
+size 33656
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 085e4ef61262..f0d5b473ea98 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3206713caf9bd57fbe084e6b53e6a39d020d3d9a36f81c7b0a21b054377ecefe
-size 31529
+oid sha256:a8af07d4a8c6cd7e415b2353e00e10c12f2be1c14cb312d5311e9cb1bcc34151
+size 31501
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index f7c01884ea92..29df6381ce77 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ccc3b0efc412d47b8cb90563e36648f33a9864cc8c476fa574d4dbb4e141086
-size 27558
+oid sha256:c150082a4d9bc5a00aa482b7f1a378251b3f9dbfd6fd057f8967e5117c9064c9
+size 27518
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index fc745880ccc7..fabbc52d607a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2d7181baffec8e617b8c17333c71b1951d64e95e30fb50af174a7381af9471a7
-size 25085
+oid sha256:f9c050a2ce1eba5a675b79dc1eb2263697e4e4776860167da441e5b42983a5e9
+size 25064
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index ed1ce7499325..68c094f1e534 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e54e456623f03689faa21fa20248fc4054b84a1cc0f2ee047d06c5e753e9903f
-size 20795
+oid sha256:31b6b75d421f32719232df722c537b1f5d14415a0983066323f5b38f92781366
+size 20770
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index fe95acf5560f..0c234cfbf487 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9600e0b4e3000dc3013970067c1d5c3e74514762855432a25cdee126d8f4816e
-size 24106
+oid sha256:e639fe0728a2294a3a0b25a055c30450b46b388418bc0447c34d6bc97f3eeda0
+size 24075
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 66de5f1ebab8..81fba5b6cd0e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dc14e1db5096bd16d218b7a135421217fdc092bd7f1758acabda20fabc59dd19
-size 27493
+oid sha256:4b4f0ef0c3ea908342ad56c1aee6bbeab073e51b890875732b9fb7b94868c063
+size 27452
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 8b7a7639f956..77c52296f927 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7ca8b939e49a7585ec13017048f3bced080048a3c6a38e6f1775712b2fb639d6
-size 25429
+oid sha256:a268369137428fd5fd2eb3e7e3bc8a703f65cf3668320c2bb44bee3c4848612f
+size 25389
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 0bd3a37ae531..7d8966963c41 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0f105430b02c21ead940c26701ed1277e4b42db4f15dd31131972407e0bc90b3
-size 34256
+oid sha256:501d6937b4218ed80b30aa6080c3e844042120edf58c4111bb95b1d18f4d4889
+size 34219
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 99e69cf75e6c..7c087c74345f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9495d7b30c512746fa25a680893ebbe120e170171346093ccd8c56ef191dd34d
-size 32384
+oid sha256:07d14fdeb4b195d5d90a1b7b15d1fb63c7cd79d965ae96bfb291efd8aa4b3567
+size 32359
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 254f41bcae79..20614ce9917e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5f85c8d647818a828e159dcd287be93cb595e355600f68b955aa8a7c61e21cb0
-size 28144
+oid sha256:546a4f164be4955b2491b701acbbfb75a146a39eac436c7717636bb4083ce9d5
+size 28123
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 4d0cfbf33a4b..4b51f2e2812f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7071f1f781d34edb574d540da4314ad43b51b3100111c00b5a33371ef9800eb8
-size 25924
+oid sha256:d7ec1b539d1a72ebccb06206aaee0c259572c8c92d37400c8cd98ab3f0fd44b3
+size 25897
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 857d92e8e4b4..54f3e1354eeb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7587138b082eff8c91c41c96790dc9c15757770185f44628d32caa9916f25e92
-size 21921
+oid sha256:c7760390c26cd4de33d96d66ae70f69eb93b9bb7ceef98f8b35df68aad80c3e5
+size 21887
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index b40035c70959..d80463e7f223 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ea529f89e8a321dc0cb59fbe473f7effad9fa7255c0868be47b701d891dc2b3f
-size 24520
+oid sha256:371cf32ebf11329a8f0a0a31137cae5f8fed0422a049e98fa060e99892e385c6
+size 24478
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 2da93293319b..0693d8607a4b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dcba774366fc9a7eab70b2a16b638aa18890c6ff5aa9f9f9e250144ba7b2b9e3
-size 22218
+oid sha256:b3536b6c371a91a92e617e16619679e2042330c2feb7ff7772fc5690dee6dbae
+size 22194
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index ebbca50721c9..bfe0ed188ba2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4f98011649711b998dbd3b28ec8313a0bb581ab07ecbf058c2eb84b6989afffd
-size 25626
+oid sha256:d3da19eff202810760fb9c2be8830836763a118286a3f393cec261c6e8a820b5
+size 25593
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 6e25000edb52..af0072a41fe4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:acb6740d63e937670306522b22292874601443823aee1029b0ecd09ff9795d75
-size 23338
+oid sha256:082bc4dd2e52f92c0177ba8f9d650b23471e79bf7b53c8cba372681dbb9baf4a
+size 23302
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index ffbd46fc947d..960131d0d67c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dfde712af3d6fe4cd904602efb24396cc3c14f8a941628933eb1c05e0d599f18
-size 26609
+oid sha256:34b9579f1e229003b03d6ffda3777e20e06b85da255a3092fef3d98281c0968b
+size 26577
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 367f05ceed40..6a7634ff7edf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ac0b605189147fbb5f9ab7ad5f4d834f23d9bca0a39680330ed793b308f7005
-size 24502
+oid sha256:96e55b4342659c1686194548bfd87ebd6fb52d3a78bebd2506083069ff66a9ff
+size 24476
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 5cfbbb6551c0..7c93cd95aa58 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8d160aaa4904c31d466ba95787f3e9d07c4e7f489525b411594771a5d3bb455e
-size 27918
+oid sha256:68fe4023c3885a1a631ba89ea7f411d48605ec6fdc12424cb4323eee340ee95f
+size 27895
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index d213f402367d..775790332cb4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:25bd01dfbfaf8469414f2661ccff3f708925eeb2ff162d97d4721a0191041445
-size 25520
+oid sha256:c6208f5e9d2f8d24e815cc7c0e2ac342803f3cea8fa4d0fa3c7f27a508de0159
+size 25488
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 4b9c7d97a3a6..abf06e744589 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2a51a17e1b0d95b01b257b5bcfe7777206e9f7f2f3cc94abb2e47fa94426df3d
-size 26554
+oid sha256:8095452f5b3efc1a712f9bd13c322757d5ef4f98f8e419e00ab3659f43c45b14
+size 26522
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index ef9256a51d14..e01ab9e69a1f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8d47ec55b619274a35a8f5b7568fad1d691052088a3a37fe3942dab4e3b21f45
-size 24525
+oid sha256:d2c35f4ee698b85b7110a1700c64b90f943b091f3d989035c0fe22bfadb0e795
+size 24497
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index e4cdf6e931a8..9622e7455f49 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:247bf26ef9ff7341da9d1856b5fbefec14a751978571da820488ed8d27f25a70
-size 27716
+oid sha256:7770f0d2e2b581a2877bdb80dbc1e2670eb243a19d9ec5f678b113c17881da3a
+size 27686
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 315158471908..3ca02db4eef4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e693e156e4159fc6bc186372b437fc5d1a1085833d250e0f9a88c91a4cf2708c
-size 25612
+oid sha256:dc8304f70173f3659da294b8d3a34fc1bad71a9cb2d3e88ae368acaea432d4a1
+size 25586
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 31c642ad84de..9194e0ec79e5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8dc0f3d12cff3276f52ab1215f6a2595af15784b5b4a452e595718ce6cd9f8e8
-size 28517
+oid sha256:5d32c0acd0ff288d904a05febcdbaf77b7676f6d4fb817bd8d881ffde9e9fc06
+size 28479
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index dc4277e10802..3eb8aa96ccc0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a29eb6222149ebd1bd1aaba10e20f2dd12ae552d9878d65978d680be20bad9bf
-size 26376
+oid sha256:cab3773b6841386a69ef4919d87292c24cb6cf2533c91f3b8eee63a979b58109
+size 26348
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 1ae3e55c2e71..9579c09e42dd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b384e8c9bcd396e1f716e8f64dfdf36c0924e042740c0b675b13bc98dc429fee
-size 29302
+oid sha256:4d08cfdb11c77507765be94ab3d59b2a89f42011845ad67144ec93de9633ede1
+size 29269
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index ae493fa9513e..56df1dca559f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dcfc5ca3d8d0020e10b6d95a2efec58797af9e925ac1e0abf23385f1595d6e65
-size 27274
+oid sha256:e940f4ff62e91e3e9b6768013f928157cdbf9d69b9b8a1d79aa8f9c3c847ac5f
+size 27247
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 9a634fabb15f..1118ed800eff 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c862eb6c647329bebc12609a1520c9721512fef2fa0f93579324e7f7f43cdf08
-size 22682
+oid sha256:6e8cf4bab22ce9aa33ce13d66a7eeb3e6ba7abcd7c80b2257ff2c9871dcd58d8
+size 22656
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index f9b79102ac36..1b4dfa3abe32 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c54bcff6997379148805304087090016d9663ed2c885d1e1496b39ee512d104
-size 20428
+oid sha256:a2e0aab74a7b1e86dc2b9e9b3ede2ee5cbfab625afb41f5141c72e23d886cb6e
+size 20403
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 20343a13b157..1e425c8dbbb3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9417514cb8ff311e746b5ce2fa7ca5be9816af97b6c74f82bc8c5f1c76caafd7
-size 23922
+oid sha256:3393ae7b686e77a9968c4f394b12962cc5451c2ec12e273b2159870d26e23bbe
+size 23888
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index ab2ba8f49b14..6d21829fd1b9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f27d39b6841e1f266f03b5c92fa06ef60547686ad8b29b9249140a27bcef1a44
-size 21539
+oid sha256:be1848b963f23b93ba96a459cc6616a294788633aa2aebb0e3900e52e51cf57f
+size 21505
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 67c384e8a0e7..da679f824a48 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f56ffc088312b262c05fb90708c8b5ccb1b3325c69399c9941c2f9d5d320a1c4
-size 22966
+oid sha256:82eebe85c9e91834b2df0ce9198b6afedca67165e812b5f82de8aabab2d99cf6
+size 22935
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 8f62e9346059..cb9b25d8374f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:54e8f426814e5d4b9fd985067da2a07f5e1e2b2ac92dce7191ec9b4efd2ff8da
-size 26806
+oid sha256:d3fc2077930dff287c5b1b3084d2b82e7c88b16ad1218fd0acd53cc15b3a9168
+size 26778
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 550351f77be1..e8a68b888142 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a7053b92d1cb81eae5805501769e3359f506d8f9a5db8bcb249555b422cd01ad
-size 24495
+oid sha256:f57ef281de40619f85242041072bbdf82af1f4f06cb7328f0d64af8364424885
+size 24463
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 253c18381e31..a33e80f853ad 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5545e94879f6aa3c04b2da4fc8270a39e13a8ea854822ae6f5094e46dadcd82f
-size 33700
+oid sha256:6fb76294542437c1fe2bfa6ea56f42c7b6372a661209af279298edafa5d43ccf
+size 33666
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 43846b968846..420c04d5de4b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7acf25e21c0d73609b3538e12e40ef6eedee629a5aaf30c967b5c48cb4b66cb4
-size 31538
+oid sha256:474c30efee4fcae46736631955edeb0d854e52a00c8f0877bc46a1da6e35355a
+size 31511
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 8007e68b79a3..a4da7d74f55a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:487cf7eeaf6c22c299d8bea9c3340f02ebd91e32d4977ea4b523edbacf7e87b9
-size 27565
+oid sha256:6a916c489e0ad176ab01794c0e4bb83c2186e2d642e68a32a83aaec0dc4e94a6
+size 27535
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 545bd6af3efb..7152e3aeb361 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:27886214e357edbc5917e6411c0f41230c221252b24a45843442e910d7536ce4
-size 25088
+oid sha256:cb4f5fa539535fb3bbde3786fdb76b1f81bbf6885a09e13f1639c6b06e99ce0b
+size 25059
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index e3fe3104b947..79c8c5e6ccbd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ddbff03293317caafb90157260b0a6fa6df9e8fcc6136b879899aa3d93314f8
-size 20802
+oid sha256:aa2a516f2bc22452263844804c4ada20f67cf979713a44228be46cbc1055f08e
+size 20776
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index ff4d49375afe..4fea07815ea8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:224048639dd5d83f652c8c5fe45d135f2d0a61222415cbb7d9549c9871fe1c46
-size 24122
+oid sha256:61a0f80ef017a8e679f784b04c8eea2a3e2130ad2f674f99df0dae53c9481d96
+size 24092
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index ddf56329d4d2..650e994a04bb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e981db98a4e32e6140d85bdb344c2f9ebbf5b7c6ac29b9ef58593dd54cd9cc6d
-size 27482
+oid sha256:06505f7abdc0518a3d63f4f3b4ef0f2af4b3025b9b9749dce2a6519b99beab3f
+size 27441
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 90fb25b7a122..aab45a191de7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f0dbd159d29107cb3c2f5ac4e3e3f26e2f5185c53c630f55e21481c5f65db142
-size 25438
+oid sha256:ec4c0c55f30ad2aba17dd35c52b5d2de576efa34caaed9fb257f3d04074f2425
+size 25404
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 78a2f0d144e5..8001c6945c9f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:40c89814ff2c6e79268912fd129df59ad15ddbf2bd3b2218380a17602af4d95e
-size 34260
+oid sha256:9efeebbcfb85d149b4cf8e4c8cbfd45b5f882d3b6842f34e7ad044b720c663d5
+size 34228
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index ce28227d14b1..6fb91bb75b28 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6941707e378da6e0ae024eccc1d04e46eefc9440fb276b008df921e03700a7ab
-size 32399
+oid sha256:ce0839ffbcc9113298c8bcbedb597d4b58a9ba9646ee0fb186ce2253e9408ae5
+size 32373
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index d86db14351b7..227b9b67a3f1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:430f5e85b4368882ab700df7143f817810020a74630beb6de2501b17305c11b7
-size 28146
+oid sha256:7bd5b558dc865847688785b5cc29ef321a21475a045175a1e1dbaf16e0ff8e82
+size 28123
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 8cce0092f476..fb180b182634 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fdd8e615a57ae1fa5eecb985b40a55752c262faf14cef4e5fb652296c8a18139
-size 25926
+oid sha256:019febfe2007b85af58852fa475e9e0f22a391ec87bad248d0a76b969186d983
+size 25898
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 0d5f7fc1600c..2e2ae0deedb2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:14506c25fe049688e26a330289dd77518888d3425227a85f3157fbb6ac9602b1
-size 21990
+oid sha256:4746236f91c5e3b1ee312d0744e0a760fc517996aafae96bc271ef2ffe6ba376
+size 21957
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index d9d07b80a040..3b4a63c64f25 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e7ed0596f47bc6cab868f70598acded698246e95b759032c391dce610c2c7db9
-size 21952
+oid sha256:b9a606411ebb1a3a8d32ad388c921cec26563013d04a8894df5f0e6b88af0b71
+size 21976
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index efaf2e5a28b1..9d23a2a35094 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:60521698fd0bc968333f7cae15081e86d1ebcb1ac7d16cd6dec6c2cf96563e11
-size 19697
+oid sha256:bb94bf7c662fefd3b8628c0be4abfa5f451453956b6f0e74f91d07f9bbcc9c9f
+size 19671
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index bc9203838cdf..3301982c0721 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:99afeaf6dad029cc99563d9deea62fc30be3669e0068d8effed46ab804e497e6
-size 22593
+oid sha256:7f0bc3340a59db43666b3ba45aa970e7798509ff84af0a821d937ad762ae2642
+size 22650
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index cdbf5ef9be1d..b9cef25bf52c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:960ce1787b70205146b5af8f989780220133d9604af4b56a89799717e798849e
-size 20060
+oid sha256:a8225ba60109a04c7c05517f2ac3a8ad447d7ae522c6d2fa3c39f72d55432841
+size 20027
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 86963f58dc9d..2755724df9e7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c889028d3f818f10cfad6fa1525ec80a187f6f93beba3a9b211c48caaebca5ce
-size 22214
+oid sha256:a6e9637739f8b131c8c8d9f199ecefe5527064fe34273f32a098947332010618
+size 22225
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 0fe381004495..e88fdddb083d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2a2cdd9cb42fe99c4dc587ef0d4137ad71ca287070da1324dc2ca7719b1d345f
-size 19782
+oid sha256:5ee23eb9ecb40cf706b6147da0e1a55eef8f391c7cefd1f838f6589e11c9eb90
+size 19755
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 215c363c270a..cdc0a3ade2fd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5754ccc270fcc25f552a198a1286e6dd6be0b0482230c9c90bd7ad3356d9faaf
-size 22728
+oid sha256:78b96b53d3aa5a1a5a4a667b8fed0d27b3c49735d5675d2a21c09da49ebf11c6
+size 22789
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index c75f9cedc923..a3cfb0e11a6d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3661f34921394764d79cf6a87b364de1a36ea22f349963b99525e1e533b3ce39
-size 20375
+oid sha256:a917f266b91bbb72809c4f1e180a8896636a0ccd943c2c39482359cdbe93e8a7
+size 20342
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index d363e2119ec0..694bcaab5996 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9c2d5d4d5369e110e9314c733a0e1264797049ffa410794b6c046def2df0ea7
-size 24202
+oid sha256:a1365d5b4f294e85eb88da04da1f78dcc2c4297ef4389af13433586d4701f6a9
+size 24211
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index b6e039266a5a..3df9909a9ec0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:63062cd6ec01c208effd3e99b5a586673145a68658f0ced655e4a289116dd3d5
-size 21494
+oid sha256:b7567bf01305d183e0cd15d45f232ee034208f447d30cb25852aed8aa0719166
+size 21463
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 4d9085ceffe2..9372fd228c9b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b25815f70716accb6dd838ed360dcc4ca80004544b72d331313febfa9cec9b7a
-size 24739
+oid sha256:f357ebc11ea41558ddd6af40ad3be5a3a2d1737b3e19d4ca39bd640a0fa814d6
+size 24870
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 9ba53ac198fa..d6dfdc6befd8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7e34c6c1e5a6e06890ae3f78c3038c8ee386614a5944bce80866e2f8759f5b80
-size 22349
+oid sha256:2365aa0752452359b9a7398a7e9a4273b704ff2be9c272646afea9728556f3bf
+size 22319
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 883b8afa6cfe..c34fe807aba5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:64766d4936b1278aa08bc436355c3016fc2dc1641d95a67c155dc73c22a932ed
-size 26001
+oid sha256:a8ada9600bfbf976a4f9e37444d9147e03076d6e4bf1c52d5d999dd0869297ec
+size 26030
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 5b72d051089d..c989f5bc9740 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d101aabb6eb5c4e994786c20c536e512d165c6cc021e0eca594e8ff2d3ae3074
-size 24166
+oid sha256:62534d2f26130e27a029f981ffcd6f6bad0670e1ac493148bbd8c099e67dcfdb
+size 24135
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 345764c09a7f..7e8ef61fc8f2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6ce49074a8264858b2a15cc104d9393fb49be185dfb4be5bcf0685e737cbc1ed
-size 26540
+oid sha256:f59cf253627a47c86786ab30017f46e8e7ee6b2e2a27dc5e76466a513a227ded
+size 26609
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index a809c22edbd7..c39bed0fdd18 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7419bd7c1498d00577107454ed6251fe4e9f849cfb26209bc027ebbc8b37a497
-size 24230
+oid sha256:dc015d526063c77dbb924ad185941337ab4b7c863d1a5da10e7828246cc15d38
+size 24200
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index d1170c71c811..bb791881903c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9cc9cb5109d7aa58ecd268f56888c42be047081321c93d57e7f5af2207e11bee
-size 26484
+oid sha256:0f77c8202c8da93f0881f3ddf5989cdc102ceb2b4ba9d2e6591929141577796d
+size 26603
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 02171bee7e13..0d6fe60fb913 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5bddb48f7e3ccf99a1c474b5dc4d12fd8fc06a52f59ff9826866ac085c405c8e
-size 24194
+oid sha256:b4c1c68d50e32011925efa04fcc57c29a17cb95fd0bd07e39e2bf4dab3420ef4
+size 24162
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 49db12f8faee..3000158f8407 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8f0353a70d9b9e0d0d7de1a67c382b827d0acdd7316650d1e505cc564ba54be5
-size 27212
+oid sha256:6fce4eb472f6d164d71ce24e90a4715d9141980cd31766d4352ab13790c3b224
+size 27310
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 08d29b88d849..aeb90a12efb9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7e7fe7f49cf6c6d546e8a88488ece09fb5dd3607781460de0b017ac054bed652
-size 24826
+oid sha256:f0577f1e3878153ebbab566ef48c98ef5b70c85dd362cccc3b29e583428c9f91
+size 24795
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 9b70e461a96d..cc2f84377630 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:17c216215aabad59dbda3eb17143f450c5a280fbb9fc8f5eaf3979fabc48c80a
-size 28769
+oid sha256:d4061dcb59b921ece635c00f692ea1b547a4651e46915e432f9daa98fdb05ab7
+size 28819
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 1748ff9f8ca0..296085805f84 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9c46c0699976b1cc2785020de964c5496c022537bf69ca2558b5d32d384cbb9
-size 26320
+oid sha256:b1b866cba6795e68352716ed2cc0f4dad7f568de78305f58e097e511254c96e3
+size 26292
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 939f8f264b14..63bcd9fb3264 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1951ff9e4ea1ea5bf315da1b74c0f88f4599f2735d57582660db3335ff2f53ca
-size 29662
+oid sha256:74f3dd880e89d0cb933c0e7575b7301f2f4a187e723af8fdaaf79b343eae108a
+size 29763
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 08ad4c2e989c..8feaf0bd3356 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2c277276edc91afe23dd97dafb69bb8f872cf04e71c4a8397858fcb9bd6be0af
-size 27040
+oid sha256:b8addac24701fa2ebd38640e40eb5398ee18b19cdaa82d742801ce0f6095e386
+size 27003
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 8e297456b68b..154fae65f086 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e2d4c479f48400f628ddd787d12975f848e1d1ae4a1963675696892b8c0ae231
-size 21917
+oid sha256:1eb6d0cde443561ce81598d0d181b7d9dc6a1706b95943d4cc50f44435fbb769
+size 21989
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index be54019fc654..307f0c259fe9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b5f5ce7b55b24ebe760b8951a33587d00de09a1219e6dcbf5d61a1f4c0b7bba1
-size 19728
+oid sha256:28bf825f55b744add77adc9292c59ca869d7fa96589a6350ee85ea6db24589d9
+size 19703
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index f98bf5813400..2c5d24e0cdaf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:47963ad7cb51de0d77d037f2466411eaf1f460d5ecd2ea5d9e408f969f692176
-size 22501
+oid sha256:fe085566bca68aceb7bb0b39248416be02a9f5840a8546478ee1f56353a546ef
+size 22630
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 19fd334654ac..7bce3b2db894 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c2868a2f7c4e0cd26c5fe883b72b3b204cd6c4a4fca5ba558ca25fb5a65831da
-size 20060
+oid sha256:4959ac76b02f03f988ec0451a61ab0754ecab2e24423e4518878f5734327527e
+size 20030
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index db0180519bc9..802de0c5045a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f70210d6f0d068701d820451691ad3b783920c1c9c75ad2d6178c2928e57774a
-size 22209
+oid sha256:9a4c679d97980fcce046d25819bf17ffa9b60d7a983248bb90a3b3566147450f
+size 22221
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index bde6ce3e4911..594ecc54e14e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d8e1b0efc3161443bb3a996c9583e6b94740b2f03a26789b8c2b91e898af16a4
-size 19773
+oid sha256:6efb6a16a4bf33b0569714f81e257ae6c9de42ae975f584eadc5b537488b0226
+size 19746
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 3d9ba29b15f0..4b830e417cd2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:576a2b2db42636fc22b10d90d358cc922de18700017705afd6713b098f7306c1
-size 22735
+oid sha256:0affa732920b26eb990b6b1237dd50afc00045fdb526f3ba99e1eff6c4d322f5
+size 22786
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 4b2e21be68d3..3036ed74ee74 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:86c9e4462098b5936a23a282a644835962054af79f493b188e7f869ede942435
-size 20382
+oid sha256:bc337735a14e04daffacec9e131d129a7433b7ce6b92609e8c23874e63af0b77
+size 20352
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 0639d1826f86..9a5d0dff5392 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dec59eaa8901439c57b6381411692042b7c9ac0ac37c71c94c4033180da805ad
-size 23517
+oid sha256:3a7ad1b1e77af1360689b679842ba726f6501aaeec54e262104bb79fd0a468e6
+size 23518
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 53fb211cb442..fa571f432b10 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cc6ae187a8ca0be7987c7778c18a933ed236844ca273d3a34587ad0fa6a32621
-size 21058
+oid sha256:e94b6a3cb48034610d83e8f8685338e8581bb9bdec0d7e0536406a7213c0dffa
+size 21028
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index de987f0624b6..4c68c73667f1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e2f86102561c15cfb0475832f42fa306844447e1c1c1a5ee81c935655d3aa34b
-size 24065
+oid sha256:ce8402c5383d395364e5facd8383954c634f8546187aaa5b5bd219043689c441
+size 24040
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 784976e6a29d..f2942ae6caaf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b338cff7422e5aae5ecd12496e73d8560038ab0e24c9e99594bec8b3054dc67b
-size 21319
+oid sha256:8e663c515b3314eacbb0dc178c36dba161e881acfb7040521962c7de0547e035
+size 21290
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index ca240f8e5f8f..a8b6788b58f2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:883f4867dcf5e5598a49fcfda3e395f73a73dfce9394a9daad2a664d98616efa
-size 23521
+oid sha256:61168ca21f43c2259c98a948081b83aa40c5c97bb4bd23f4a6c17f411887c0b0
+size 23530
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 5bb0951ef9b2..414f22cc602c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:02c1301d03b1d09820b83bfeb4d9b434148d7b8125a511d851b438ce5bb33b96
-size 21010
+oid sha256:cda0ba4e780ccf9ac5a7ce6916c8fcc7214f47286a86b6e61ecd79d7dcc8e0aa
+size 20980
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 682d652c1f12..b9a9c7311aa6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cd5627ca051ff5ac0e5784c1ccffe8febf11cfa255faa89a172381f663bf32c4
-size 24323
+oid sha256:61ffa34fb8bfc6a00ea392c30f75a1ab04c65cac0128e6bbba7ef23c6253da55
+size 24311
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 9b09d322cfe5..9f96e647f7db 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a9355fbf3f82b4a25ee1d7421e980f8c56e3c70b22be21686c0a1ba15446b80a
-size 21681
+oid sha256:1311e0cf255a39d2e845f91a825553ed9c1fe4cc539f6da7d38ec6d7ce1ef220
+size 21639
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 72b71715042f..2f2992193a8d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d960d57800ed1485224d8ee538fe3cb1800f6bf84b11ef5a0543ddfeb8fe5ba5
-size 28793
+oid sha256:6bf3815c82605126f8f5ea9ebc3ee11c4b83a5483babfd7b790b8723c217c4c9
+size 28936
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 00423020b463..a0e270dc7165 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:657cce2f35ea8d5be39619a08fad70e929ab0897069b080a09d1e9d1b26fd261
-size 26366
+oid sha256:eeb711f51e9694cd5dd287b0e239f0f3aeda2410cd1375b9e19ca333929a9c2d
+size 26338
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index f68ed4666add..cada17cfaf7a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:07a922de7fe88c1f2fc5c97894f2a8aaf064e8eacf3f49883ecff6fba6109792
-size 29185
+oid sha256:870e1158395c250a38d8d256721b92f5f4757739377f2c624a0575f471d62d92
+size 29211
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 7a9f6fb02bd2..1a0e9ea5cc3c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cb4b6897f328f8604172ce9f9a338cfdb75ae0511a96df4e0d341929a4782147
-size 26330
+oid sha256:4fb12bc15d12731b91a44cf71e034eda876e34ba4e0975f8801cbe9f8b434ee5
+size 26304
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 75eb9897451e..03be8c1d4398 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7230a37340856407b6c48e4b9c0a69cf6fc5c50b42d2337a6998232b4f34604f
-size 29049
+oid sha256:e9438a3328b3f8a214129bcee51529a09094869845888739860c455d05c9382d
+size 29140
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 7daaa470d8b3..7a63a5c7e131 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:66063faebbb43eced9517fbc21143034accea9e537d9b6f0200b46d0df50aa07
-size 26310
+oid sha256:99a08b01929d0ddff76997a1d120668ae1d5794ff7468a59c5771795602c81ac
+size 26279
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 5879893eed8f..2519f5a531ac 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a9898a46e3ed81a80a366cda344092a67925016082de02a73c1b2f31337e80c7
-size 29718
+oid sha256:11e5a8241c904498082e76482e3c862d57e9c7376f62396910deff8761c9dab5
+size 29696
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index cf751bcf9a95..0be50265039e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9c873858c9061b21d1bee919fee38bc8aabfca51744b2a8f2b55836952670839
-size 26929
+oid sha256:1a87f689930edde8b1c98c45dbe42d07e0a1412117b07c0dd7a8f0e0b15800c6
+size 26896
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 6b346c5bc800..da947cb7349b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6ccb48d9bfa859e93ad63c0ba199d6450b884bdcc62db904e601a7b8733ccd08
-size 22531
+oid sha256:c1a9ca42a90c17ba36f770cf16211743847e358af35ba286474c1f34c7fdc2a6
+size 22426
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 4d7a40f0e7fa..ea84a6a465a6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:80c1a9411a6642e68f451b3688c67ab5a3208659b230317ecc919beb732eed47
-size 19267
+oid sha256:ed10c0293340b0649efa42e7b51f74def40b07569d3daf6364f0848f382f3306
+size 19573
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index fa4fefc08ee4..1571723f6118 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:08fa71e274bf8d3651cfab2c23ce9cfe4a444a7e34fdfab10f4c670ec8eec379
-size 23676
+oid sha256:f5d1ba02895716325826a1f03cdcb19d9291fa9b0527c29fbf4393571e284a62
+size 23671
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index c6b743e9afc9..95e888d093f0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:23c23f06605aeb84573594032a7110e028be9323a6fcdb0b642d8d2b3f1fcbbc
-size 20287
+oid sha256:d5b89a635e66a5e119fb02ca5c5fa0c7630dbd78833b66572b66985fa8e97a97
+size 20725
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 1cb5f7d7fe90..42b4d9016f04 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9e9e1bac8a71468ccdf692c557e4e2ce22dd32eeb5a86898d0950009d630455
-size 22371
+oid sha256:dbbb1f97923162827fea0c7704d66f88b725c3511b26ee218f3579bb4a7c6305
+size 22668
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index e6b9ac57819b..a5b0fb69cbec 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1392a9891faf4d58c493d861cfa8e91f52b44b5dc94233a9c0b570ed8a5c9e3d
-size 26568
+oid sha256:0a46eb7d100096153b2b4e22a322defc4667ebc28f1344b5ca88a4a7cceb114d
+size 26948
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 0f6f3469c575..d7c8318029ff 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e8bf6c17cab5be5c1741d705c32cf73b161ac77ac51fc19b4e09b183f8494de
-size 21819
+oid sha256:54d85e452d4ce9a1901fde51eea7f2b61304b84a90ed8bdc1790c1871d4c24a5
+size 22346
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 44402506dfdb..1d8364f0d464 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2a098000438a5fffe5ba7ce31dc133b567a9dceb887068bf60ab5ea14896a932
-size 33438
+oid sha256:be822e256166bddf41df529a8f6ed529fd47c4db078bf4880f4d5711eaeecbaa
+size 33750
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 9eaceaf744ee..1b46847b40e3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ac25f6a10a621e8755abc1d3411244140d3f2f0111e95b7f5c16511bd8907a51
-size 29397
+oid sha256:3dbf4bc3f76df1a39b743c285e81e75cef8a911a858c8635fb06d6c46ddbe89c
+size 29999
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 06d66512c52f..9c92bdf96b04 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e126ed81d979aeb10c78366d4c434805490a0bba033837f4c2a03e0286dc4853
-size 27432
+oid sha256:4f95033191283df5196308063063bcf6ab191676d415780c18dbd6d9c21a7b94
+size 27683
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 9a7b659a2cce..ab18030b162f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:44fdc2d6d12e6241ed0951baf31105a123c09d39af6e65f12b6a9080c1e062f7
-size 22586
+oid sha256:ae5fc53294ec5b8c199477749d6553e34b1ddb14f66cf3c397857da37b19da39
+size 23212
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index c186bb6de14d..b7d80b606c91 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5651553757d1bc436fd7605fe4afe56f6b7f755c25f5f6fb83bdc7226a59d940
-size 19263
+oid sha256:13206a308a9e80f65f1356b2ec8338c728182073beb066fa2794f3196d7eee05
+size 19977
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 20db6fd697a7..9ec6d938e1b2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9fd4aae26b2da468d3e568c5d71a5d1153cca779372aedadc23f7a28422c311
-size 23457
+oid sha256:6365f3506e3339898dc100fe4379b34fa529a622f5b2d6ce08a6bdf7ee670654
+size 23599
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index dd4b98000f72..674c3001fa71 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0bb996b24d8268d806b5030cafffc3e27510e33a3a8f4293b744807fa39047ee
-size 26206
+oid sha256:236341900fded6e562005ae5142aa4830cc0679be877a2ce3155c44ae22e442f
+size 26689
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index da9a46884bae..19249c6e5575 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:feee5a0938bfa546e43076479938f19b218369103a22108613c8a08dce981d26
-size 22805
+oid sha256:fd39afe76ad2c0dd1d7a828166d8dc73b0e7a35023891ef58c9633f0c0cfea8c
+size 23648
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index d6f810826a39..8125d1c6c29f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:75822cdf1d5f83986c612a7094fad5f8ed8b72e1b90a436d3a2339c968650edf
-size 33255
+oid sha256:36deaf7dd829bc3c215081681fee3d24da8ab3a025df01d7eb0509b8bbcabf9d
+size 33708
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index f8b42fee6377..bf9665f80c68 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bd34579f799a7475ec36e46188789ca84fb19ff543071847c7008657180f93b3
-size 30216
+oid sha256:c75ef9e2a49c07ce42130348e5c50a0c5fd262847075194ab411ea93f194a12c
+size 30783
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index a75b2599b2da..06e55ae6a372 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bfa0653d47399e406a8c1a9e333f59b8844c0d52489d5566af45afe53fbc4e63
-size 26822
+oid sha256:cc1be6784c43a5f01f67f0c8aea04c48993af69f3b5a5a12cb10fec5ecfdf377
+size 27434
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index fcf640b0272e..3c4fb7d41677 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b6f09d4538a287e355941f31371b2aedb37091b9e52e2f9fabc30a46e65c671f
-size 23425
+oid sha256:b39ac17a870ce3d8a9ed12fa1cf39264247408efddd02e4b75c06b962ed2c02b
+size 24330
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 5cb8949d2f93..de4c5cbd5540 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b7aefac442008cd5957ec541c6498f071ecc9d7fb320db878730bb8e5b7e4afe
-size 20321
+oid sha256:f63db8f5632a48bb9cca4f49a9d1ebeefeb922e3bd1b1d76411a6e41fae66c8c
+size 21029
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 1420f55940bf..3b90b674e909 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:07c8b14b9af5830c5c4d4f8485887e68945364bacee3a30186cf07ca509b2ddb
-size 24085
+oid sha256:39e1b3acfec8fb6b328f8acaee8560becb1b7989d42d274c97e50fd2fe3851a0
+size 24214
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 4c42a27c35b9..22fbe2211950 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8dba8fb3c6e68e8900e676409d1ca120914a88c3ee1d2b99dd0f94402d06a716
-size 21069
+oid sha256:99a5dbd94f73184a0ec3cf0bd2d84fa67cd2ebc318ae7aa6987f662387f15076
+size 21559
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 74d62f6b1822..ed7aa664dbbd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c060fb766e261cc9515e4f38a139ac59162ffca397bdbe146c827d635551330d
-size 25248
+oid sha256:1521b58ebe0eda3920bcfef975fa9b5a1eb3a022f23088367473024f7d8c037a
+size 25324
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 66efbf0835de..6ab93e6a8c01 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e30aa1afec6881987e10e84f73ad743e38f0a1d68b371efcf8b0f54793d44415
-size 22185
+oid sha256:d55f9970010f2db414d5e37724d9db61bb9944cf9176f1a50371b4031a86db8d
+size 22700
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 355fd80c26e6..9ede3c085fc7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f49e6515c00c4735f0e02d25302a74e6346c44849a9f45f7f5ceb2b3c22faa3c
-size 26330
+oid sha256:6214fc6c7d71c5de02d1999e88c5ef3bd62bd548b0006b74aa4d5422df9cda2f
+size 26308
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index b58d71b52a46..e346d475e6ad 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bd6f575873bfb249f776aa25e7745c56d8bd9281d95e3c953a4c65b1d02b2c2e
-size 23107
+oid sha256:1186ad3f21591071b8e5e9fb89cb75b328e503837f0f976412854c984a799334
+size 23603
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index dd63ff5c6050..f2d5cfbc67e9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b78306160aae63944291f233c17a10ff8c3e848f12c128242a503190d39ec0da
-size 27371
+oid sha256:8b0a99204eec97556360acdf43793ac42fe2514bc123d07af7c69818712961af
+size 27590
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 56753bcba42e..aea71f41ceb1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1d38ae0b65083a277e2fd04806912343ea9eebebfc64818d2ec8c3388f8b2534
-size 24164
+oid sha256:e516d7c0f86372e7363ca7c46ef6397b25664ab0170cda07bd0c333a5ddbcd03
+size 24765
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 53490bfb5447..8871079b9f96 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dd0f59e4e75012c22b8be0b883d3b905f2bc968f898574721d07454e73c61e4e
-size 26122
+oid sha256:3811fad2033626f826694eb035bb1900861b37219a9241dde70f41bf8ca85b53
+size 26141
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 8934b9fd0af0..0d18fdcd96ae 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:96a9bab3fb7b1ae5a25d1357fed8d2dc3a4baf3c1bdb110e7134cb2b46062818
-size 23103
+oid sha256:05b58f7bbec580845c40066493e5c126d048dd0108ec22a67c54e493e5f3998c
+size 23789
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index ba8ce5a0d423..15e1dbfe78b1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a5b5d0931fe07592cf74cb38a39689be9b729b4ba3251ccd2c3d10af8f0e0b2f
-size 27166
+oid sha256:e43c9be36cecca49d0635af89cc498dcd47953b6270f053c40b4c1751ab51865
+size 27267
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 5e86e4a3bd7f..3e5b358deebf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:119378f3a9c248b51b05277bcdfa788d51baa221e496fe4f47709fac78f239ef
-size 24129
+oid sha256:b8c51fc97c751c51ef9dc787cc8aafbeca3a3682ef7a05e9c422da3fbb7cfd54
+size 24907
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 6ae9c82f014d..455716fca902 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6b23712cce9dc491d1f72d478da050d3916c0d05cd6e8cb479e569ff68e4bd3a
-size 28347
+oid sha256:12b09acb65e9292fb8c0454652319b0c87853ac6e0590e5188ff3982e8f56b58
+size 28392
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 3010a9664259..3468e0124719 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eafe847a7d45b1dc39ca29cd38299985108a61c821f44dabb7d16db475cb44ba
-size 25155
+oid sha256:a26740ddd227948a56e26b1876616ac1e6e64b3fc798f4a050c9df697d9deee9
+size 25784
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 96df05b2b919..1af3732c9175 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ed690a004040fdebbea11a10c00e7123b4887c8a70d700d75b65a2a9d6eed94
-size 29387
+oid sha256:26a2886fee9987c6d84e1a228f08a7bb5347e5d5c269b21b676bde36202ab17a
+size 29088
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 0a15a4181002..a4897ae585e4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a0273af58fe56b2b0595bebf483015fdfde64a790423c6515665f7d8a334f0cb
-size 26097
+oid sha256:910340ceb67d3aae8f4dc2f8f8fc920b915554aefabac22c687ad4a4a37d15be
+size 26748
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index ca64fda91c0c..3acd7511d23c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d695d463005c5a638092d749559eb0eb63b637eca654bce48b6b7f4f0611dc2c
-size 26569
+oid sha256:1f562b64bcb11b4a281091b9e506cb2adf18e2b574a5d28431524898ecd63925
+size 26946
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index c5d8f15cee7d..360323f48d38 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:03a6869fe263bc49a107b89ff610363b8d86e46c3832ab868c850c831b4cec2f
-size 21832
+oid sha256:060a3151cb8a71e3250101362913a963f7229424bb2208950092827d503fca9a
+size 22355
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 9540691e633b..63974810c31b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1f47c2e1d8ead422fe806318e900cc8428f9bddb6ac0eb95c6c80e4b4f5378a6
-size 33470
+oid sha256:3e063449f1aa5b0d4050e97f9f6d3ed3fb30f3e3885781d56ed46c9919323ac7
+size 33771
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index f685e6f6ee28..20a08304967b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f3d0f73b348f83fb9db6177533729fb895192f48aa08313319b693569060f4ba
-size 29398
+oid sha256:113b6d659d954a86bcd7db7ead0c6985344d29af1522cc416698813e275925a6
+size 30009
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index db4401b6e390..fd056d5367ff 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dba354e47259ce3d21ffe67cc28b5ca5c81483d49ce3d3fca67413651b54c34d
-size 27451
+oid sha256:2e0f3bf7023c1bc91a5f3fc9b3c6b8036e6bd98591e76912a37e158ab31633f6
+size 27685
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 9910ad0c8722..5d0f57473b99 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:41ce775a4e4530da5dc651d0214dc0c4cc06c268ec9dde0c3705cabb08cf621f
-size 22614
+oid sha256:e482f5a7fabbd367e4e23f361c7f419298b63061696138b9d05a8a393671d692
+size 23216
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index f21a25741e42..cb7a69215462 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c9824234414e2065faddd5a15d64d5a2330ccce0d6c86b44bb643a714c6a6f43
-size 26206
+oid sha256:9814123540504f9b1eda588622937389a421572c112c7d26638751be09762a32
+size 26684
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index a332ad0ec750..37c16e03a31b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8dce17a0b0cb87542ba69c8b4b0d0462d8199755c8c5a4551887f6c89dc3c763
-size 22812
+oid sha256:1ce9bb04ed64d4f6f8267ca84810c9080e438349737462de4ddbcdf9f01d532f
+size 23639
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index cd382cd3b4d4..a2f7ef7fa954 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e7353d42a4601f09bd2e59cb08131aca6a3e1bd4a51d45ae47808a006b0da720
-size 33275
+oid sha256:8b2ab3753c70443b6d350f8bfc998847ed520c4e081b24800b600efa2162ab6a
+size 33728
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index a2570bbc69e6..4d59fbce2853 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d18105789a56a23f550ef15e0f13c8603ceaacbe1d00481998eb01b8ff1d5783
-size 30228
+oid sha256:bd84f9079a320f7ebccad4593f922949bbff659bb66782814ed5c17f9bb075f4
+size 30805
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 1533eafa5a2b..1a686c33d96f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8be98956dae8e104f2f7a42a25b4b6d08bde9750b958cc8fee328d479462a86e
-size 26851
+oid sha256:6fcca9a7eeca1ce7042380d85e05e8e1984c8abd2e5aa258213bf4fb44381f01
+size 27448
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index c68f77f7c510..c4615cddcd7d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ff7104cd53508611bc0d1c77c636dc02832b2d42b20ce8d3959faba49be7273d
-size 23442
+oid sha256:6f5bb9a2b2a984e8c0943ed0e60cca9588aceddfc9991313481e9864231fbc50
+size 24344
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index e96ffefc4ae3..632aaf7966ab 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b877e575ea86c02cc15c99de8612448e745e11d03c1515ea2d891ed233389dc5
-size 23276
+oid sha256:799addc6ba72cc260eead23f60e1b7d9121bed673a96e963df7d78032b8481cc
+size 22762
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index ac7ef557b9a4..312158e76cf6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ed36b72f2d584835fb472dbf54b37bfbf4a1ce9d79986b546924f5452a8e9e39
-size 20210
+oid sha256:438079f459f8329f225df21285e4ed7444aa02640ca9ba7e8e60e52187a63f14
+size 20012
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 054953b86d04..67ebeb947375 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f42c2d0442ec953c875189fc9f67a2adbc288e1650dd8346c9652fbe1be946f3
-size 24456
+oid sha256:965151b7901d83bcde8179788d211942b76fa2bd76ebb03781ad28d4d54d3daa
+size 23815
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index d968b9c9d9cd..b5a34b79401e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6a1d83caefdfe6ee3e0db9dc05de9671bdcd6cf2391e652e7ddd24fac7edf09c
-size 21377
+oid sha256:075303a90f1f9eaf9d4732f9c6ddf9235dc50061a65033a1343f2be051348ccc
+size 21124
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 363017f84f70..34db99481021 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cdbe99c9f623ae2ba7dfed235e6f7b26d9d984462b33d5e69cfe77cabccd78fc
-size 23338
+oid sha256:2f76f7a0d4f79bf881c240cdb9d6882de679cbd9dca9ab807e2f405da9998ee8
+size 22910
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index bc19b76ba29c..18948711189b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:98a3a0dfb8b42a0734eaaa8c4da66cd0372f3e2c91f1e2789e609988e56ac645
-size 20183
+oid sha256:86e446c2eb3a381ea7f96914dc5b6b14857f37d19620b1504d6cc7340b5d3854
+size 20347
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 2ad2a85c93f6..f35bc895db89 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fb41819ba53244087d8ccfe4bc7762ba3cc0495ad3e8a68c23984c7b7ca105b4
-size 24396
+oid sha256:56c04e9e405fdedad1b734724bed14cad2391465f38c498e9cfe89b6d48e6a74
+size 24119
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 900110fcab30..a3b5867696ef 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ee200962c81ca7515f62475e489e368edb1cada2feacbcaca4a731fb9c645f28
-size 21262
+oid sha256:28e9aac101780a2d6e7c0616382a4be0554f6cca567eb98625d70fceb010198c
+size 21518
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 3ff348eb2707..ac864b604b05 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7b99c1811e3326676365c663eb7a7e53b0804a9407ae5b03f7fa459deba24423
-size 23769
+oid sha256:23b1d76ea2f329aa20581e90943ca614659d503b37cc2a6bd3f0ed40e3dc5872
+size 23737
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 31a0996525b0..a030f2b146c6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8409c529aa173d2523546978b9a8f128ec0728245935bedde209c573976273ef
-size 21248
+oid sha256:c715ba319705412c1b8a39bf7ebebd6ea8d629820b466997cf3f6fe2b6581b42
+size 21217
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index b59c7a335f85..ca3a6850845a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:28e56012e848ecfc55b4339588bdff9fec2cb844c9eceb78f04ba84146d7d222
-size 25063
+oid sha256:afd5a7ef62dc8e825ab37cf2b4dce1b3028276fa565246e383a32e0a334c5e9a
+size 25027
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index aec96109e559..b85bcffef2ca 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:45cbccd277fb90d0078ac3346c0699eceeb9879fff94967b671e092d56f8fae2
-size 22535
+oid sha256:85845ccde1260a773fa0a899f6a2d942b78451571547c8bad20fb9c9b0375b50
+size 22494
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 913223b429d6..9d30351244be 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d38c2682df9a8ff810d5ab945b8f123fcfb8270fb9390e996f12c70477ae16fc
-size 24175
+oid sha256:7085be4b25d698213371808fe4bf9eabec91bc55ec7a5a0a3815074a4b78dc81
+size 24144
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 067ecdec6786..c1748eb8ba6d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9f93b40b671a0b9738c7ab3089ff55770332cf5616f79407489ff5f3d200c309
-size 22228
+oid sha256:afd91ed632ad986419a7ff9355e06992c09620c89d0b2eaef02bd2aaac3fe549
+size 22195
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index fbd0eab0c8a7..33a88d079850 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ef02ef8361a96e4b06991cd974fef6116f7532396c3b6ce9d84ccbff09440686
-size 25396
+oid sha256:3acea86a892a9e67b92b17ac444eb8335263b135739825cb7a3fc11ef465ae44
+size 25369
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index d6dc811b32b8..378be07ebdcc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c4d0308dda2f703cf90f2dd856fafb6255797fec4fb4bf018744e526c6eecbb2
-size 23275
+oid sha256:ca7d14d327d46393903689d339bb7be4286cb5630f2e8f3319661c9b019d094e
+size 23249
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index c085170e839e..0aec772aa5fd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:016fec2509dd44c820a40899cb69ae9789693177249d9b345e79597200bea28c
-size 23596
+oid sha256:72f3492e09c3635e82ae8edb54d3a70c6e08ff9cad486449c2f459098ffc80f1
+size 23571
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index a71ea571733b..be9db4c9c04b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b50e38a4e12b6f42d94e3eb03a9839eaf3015556d737b7950cb07430e024a20c
-size 21185
+oid sha256:913a5ad0614142e9d3b1df9e976302531f603bc2c187b6f244b64df69e9f1b93
+size 21159
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 320640d19321..e9fd36d98a84 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:50c9f7743142f0c0ebf26bd32d37b8d160afdf6d84efef977cda11a90e88023a
-size 24781
+oid sha256:ee83979ecd865647bae1238262e6884c169b4350b42c4640da680860477770db
+size 24749
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 1b37ff05c2c2..625aa2ea3eef 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8bc12a8db54ba17cab4eac9fd60e593e0c6da3e123699425dbfa9f2d1d9c26c0
-size 22374
+oid sha256:e221ecaf633959f86c2145c4578093b5ce3f8305be919ef70cc7591a31cab7e3
+size 22340
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index a7e80a544a3d..7ed20b99b4cc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:90806a8a78b87565b50b31fd1cd0877b5e47b8d55aee88722407f9a83f766395
-size 23801
+oid sha256:f24f6a967d0e10e57b993bb64717b9cfd1f399926ac81d7c05476052de770d02
+size 23773
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 5961b9b35b24..d01bf8bf4440 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7dd51e659d35c3b229d5cb3e8fefb9dc6dcc8a37b5fee6c8d4a44512211852ea
-size 28021
+oid sha256:36f5b35f6b5eb3b41617bd28de99d4a2b92099f0b8f80172a31a86b0d40027b2
+size 27987
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 08ffa41ef7ea..a27c442b5575 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2afe8d048f1d6c7c2f5ec3ac60fb0c444f2348ae218c47eadb51e44de854e4e0
-size 25332
+oid sha256:8bc8831a3e69f046d9947ac489bd8621e1db671b8e2fef03a616d2957cccf09e
+size 25303
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 642258831f3b..6dd7d4d1bf09 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:515ee04bb05c4a53a1a74bf68a5e0005743d9698ef521bf2b2833da33c6166f9
-size 35063
+oid sha256:fba045691c7916405778a454fc102593eed88cc1356017af7495e68003d9ef39
+size 35032
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 88f2ea7097a3..8e2d9dad6ac0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3f674641f8d4acd4ce0be7b81c76a6b492b932a8583ea50adb4634883ea4ab8c
-size 32506
+oid sha256:5b255baa52b2950cb701cb9c06a93706112d5e86b730d1981b93ebd790c21e4f
+size 32474
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index d02515126b7f..5c56b6bc9885 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:83db4bdf92465bbbae80522c3d4d05578169bb618fc6b1e17206a2902ea20707
-size 28666
+oid sha256:1b5c6e756f055d3c567152084b0b450318481fd7bcb5cbb7a112c4e9fedc66af
+size 28638
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index d79dfcc560e5..23e556b246af 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:631f659ccb5c08840cac9e6688c0e7a06d6a01caabe8aba448dc0a62b23ba4a1
-size 25931
+oid sha256:3a3d142a6116fedec6a14f88bbec595810724ba284080d7f4f0494d6ab1d58bc
+size 25898
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index f12b57ac5088..cccdcd030038 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fac145cb4a3613548d98996af97ac2d8be0e8acb54a1ca3c65ebd09005a6ab35
-size 21467
+oid sha256:67856018caa624ff779e5158458de4a93c7fb24f70e814af68d7bd0a1a787e17
+size 21440
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index de7b24fdd2be..8c19982aab86 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:502884c888e8e10fc0dd8803882530e3b45db06d7c8050546c36d3f6950c1723
-size 24840
+oid sha256:a892eca8be7b04001c539014f1d1cce6214f744db94e2eb7debb3ed06ba70cce
+size 24810
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index decb1f499ad9..1de51450a4a9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0ec51fad102c8d8f302cce378dd60d61adaf520d23b976f609915504a68b113d
-size 28606
+oid sha256:e6e085142a3cd27f59354802a29b530eb5beb3ee8f135b6dd5f022b0bcb9fc59
+size 28575
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index fde665b6fc54..ef4724b8e483 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:763e6bb13fcd7a005d740556b95a5d627f694be76bc47baa96cb6cdc82f88c0f
-size 26360
+oid sha256:c94461d6d7a19ca855b7c78dd44a1b39108f0a9e8049435960f13bd03f8d7fe9
+size 26329
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 2a997ce87d2c..0b5855f5029d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9d883b3b4552c037352038af766fba6327bb6fac2750011f4a197e46a21fef90
-size 35501
+oid sha256:bf51f78f30a06e4e5df3c308c03ff69007ced793136d3afdff186495ed9e67d4
+size 35468
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index b28e55aad3bc..5cc0ec9ce1c4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3aa54c9c68786a2bed61f69a86e630c15bcd47b46d65394b21d13590c6bddd82
-size 33324
+oid sha256:ddf67c6f7bc728a3d71833e290ea378ce92c3f526ae543d24eba3a3e5f1c5d57
+size 33296
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index d689204b8fbe..b940ee4b1e6f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ba2b5cc28e23f4489562e337024d89f4fac963543cf066cbfdcff7e8c2cafdc1
-size 29414
+oid sha256:258514332ed56a9aadfa897dc06bb805d5745950df0949d8dc515341eb162d74
+size 29386
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index f6d1b2c46e5e..483d9ab31a82 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cc47f7b99daed757cfea91ca8f657d1b8774e605f3af1bf0c678867f57cd23b8
-size 26976
+oid sha256:8149ac5ffed5e976f91a1b245956c4d22d06df5ed78a78db781f8cb8f7968d70
+size 26949
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 20b2d664f987..26a39e5cfdb5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2e16ba4bacb9c48aca690d358045a45047f25fe18759696261a2810a8193a05f
-size 22676
+oid sha256:0f917c0085b2f625479a01fd9bc28d45b21c7f20dbf86979e51ba6523ec68cb0
+size 22643
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 007aa6afec43..73a7b7032c67 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8015630df21f7391c269bfe2ddb696a6139cfb0e8d72653b01f742fa817437a2
-size 25290
+oid sha256:1a65583930f7aff17767ecfc140781cfd87cfdc51b6d79ef7cc616b65bb98432
+size 25256
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 653ca6f5a979..45be25779a3a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1125c32f831ac46b64ad6785d1b64ba2dc59959b7e028f6480b67e882ef01676
-size 22880
+oid sha256:0b2988c8d4529d26bd3613c0b3a4714950bf9c8617212955987ba7c707b452bd
+size 22851
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 131c88b98274..fad29346515d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7d1219547800b1d17ff91a59caae5a470deee289934e9dad3a6d43198ceaddf1
-size 26513
+oid sha256:f6eda24ff8e13e59e7b2b6b4561f8d8a20e06e70be8cc983f46cbdfafff710d4
+size 26485
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 0e4637b5ac8f..5228dc8e0ed0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fd43e6e43b91285e1f1cfbcef066a7b07fce58b03ff526ea956854133b462017
-size 24182
+oid sha256:b888b9182e2071059884c5560d34265e3e4ab96e399308ff722c70f6edf17f8c
+size 24155
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index eca98366e4b6..50f96e608819 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1d9b83dc41f1b504c073b38155939830f4d3da6c1cbad436d70886fe9fa62454
-size 27464
+oid sha256:62b4a134e2ae9dddb74f2732475bf300944e84e0fe9ac783bbfa41a1e99701dd
+size 27436
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 954c6b5ac738..29513a90abef 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4a25df015e7d28bffadb31c339039498f8f2be14bedaf8f27d621d8be00fa068
-size 25102
+oid sha256:eddaa74b32c662438ec490ed9448b83395562d5ac580d37a6161315c27ba1347
+size 25074
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index a49b0b292ec6..abddb71b6452 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d843879e8588cb906a681a91ec28e9bec864f1f01ed1d0c7bb9a820d30e40731
-size 28595
+oid sha256:5d59996b3ace54adac4d66315acd7aafc6a644f3e3dd933d292d5d053c05d7c0
+size 28572
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 7b7ed69428f3..1d8d67a0be3d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:680989c360c06d47e1cda2f6e902c6de1758e9e485c6826b8d17f770422113be
-size 26152
+oid sha256:edbcc413b8c9a2fa082ab8c5c9487fa3f5908473d879668924fcd492538a37be
+size 26119
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index d02d045ab84e..a9a103c5d451 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:532a171b3d60075e93785df47b92d7787aa21245f340c262d2cc7920a2eda339
-size 27239
+oid sha256:8d2b8e0f2eeabf349d7e406f04c8d79d50d5520ba1640ab72151f00fa5d415b2
+size 27212
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index bb75ffc9644d..e92d00894cad 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f7ddfd4c0450b5c98a81bb0367bc95a9e7beb2d4782abf537fc522610257e7d9
-size 25249
+oid sha256:9fd13419d9aa3497261f111a167c60f85583b08bdf95a7c34198bdb97421732d
+size 25222
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 5a3f36e1c0a0..693406086303 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e23a7fa1dade545294096c482052e482fdc6537cb332b6bd53f10915f485d82e
-size 28489
+oid sha256:ea7945312dd7a2c6b2e67b3dc3b00179adddaf0631163104e596b72f8712fc79
+size 28463
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 8850d7c8a6f2..9b23d2817cd4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:95dbdb8f9027f084f816e2d90f0c4c7449a81f0e7f0a1fa20450eeb26279cdaa
-size 26300
+oid sha256:63e5e7718ab0c392993b46c9900daa59118994e542d23abe02e418f2573c3317
+size 26266
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 47eabe0c0a62..3fb327df6d5f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6565b404acd67462cb299f9775d68a541692c58cff90a15416232897a493844a
-size 29698
+oid sha256:4b1bc561062e17ec511dd7592dae2eee7ef4fced7c5f1077ff9851751bc7a6f7
+size 29669
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index a81ea138a2f5..b4f88a7c62b7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7fc0b96984cf8b2f01e227b8c64065ffe63acab2fad4f66be8928fcf8ea1b865
-size 27136
+oid sha256:339e1106f1d4f03943e7e2ff6cd7128d6749ba3ccc0a19fe33e6651a630b943a
+size 27104
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 58ab8a87a0d1..66c7b1cbfa6e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6aa2969389482e0be43e7992fb557152271effd44b324fe84f1e786413bfe2ee
-size 30433
+oid sha256:b9711539d74f0f1894bd2c15257c6c47b7401d2c233249fe2218b882a4e358a6
+size 30400
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index ab6d5cc730e1..02020ece6b4a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:18bcc24662a694a57e1eff1fc2799b6722476903d145dd41e971f97e68ead458
-size 28146
+oid sha256:8d078e27bd082fb5e5c242e976347f680ae93bf5df9f4c07ec16a4fb11c5021e
+size 28122
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 957ff7a800e9..eac681e76956 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e14cbe24de07a2b2a427aa6b187f90d8e14542bff92d48494ec925e46b0befe1
-size 23796
+oid sha256:7eca58230964216c3ddf968451c2466b1d3f52f1f3cac7e67156d7d97fbb5978
+size 23769
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index eed06e6668b6..cb0d48e892ab 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ad8cff7c0d2c293724073ca7af0742d94193c198c393099f6035450e7266fe41
-size 28025
+oid sha256:7ed81cbf9dae9f730b2b53dbd4cd95ed5cd625ec2aa960fe8da678d6d29d55a8
+size 27990
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index af999480fea8..fe5bd24bff43 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:49b1e2cc66ba7998001e65b303f9df963c02a30dbdd791a22be0678b506d9991
-size 25400
+oid sha256:1c50f8936d1f4a142ae278a3096c59cc5ca492da47e646202caa1201d998f6fe
+size 25372
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 0f6f33a5d250..39322cafa2e3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:053234822499ddc23fea5145e00c330497c470c2e66f98f00aef7c484aec2e87
-size 35063
+oid sha256:3c6ffee7c0b3ed694cb80c30dcb509715f856b578defcf313912fb6c355dad7a
+size 35036
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index b002bb6e71e9..250c5a61a536 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c30d6fc5befd0fee560cdce34ebaadd331e340daa92d5a967e5cb3e94aa45364
-size 32542
+oid sha256:e3d64ee9382d3b5186bc8aac428484bc7e3f68d032ed6cee498e1492747a041b
+size 32519
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 53c46a12d513..96e126c9a4ed 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:313e2bf07cc9dfb58a141dd1a54b136399455aa26bab316565177afe7c29446f
-size 28677
+oid sha256:6dbe2404e2e6891f423027cc975cbd06de6910acce4007303ed66e2d1a595ab4
+size 28649
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index f41a2b0944e0..f5ead2927966 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fd7732dc3e7c8fcaf734a5e21099bb2d60a7ecca31a36b512751c61d16066014
-size 25983
+oid sha256:0c77420ef292fe1eb87817852fb43004219e7949b0e46e604589f70c6e212635
+size 25957
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 2b9e3dcec18e..d18403602446 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c6e98e732cd0fa7b6a04e7d2331f0a6fd43be31adf35233185597a94d3b40933
-size 21490
+oid sha256:98cf83d59df129f1daee3893938463213cdf55f96c967780d5f073a5e922dbd6
+size 21462
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 84f96c83e814..78877834991a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ae2ea1ab5c35cd8178ea374a01998e9f9aa6a4f3122eac8875f2052b1288cbe6
-size 24863
+oid sha256:6e4e05048f52bfebaf8aead5f4d70d63c5da0bd1b5ca29ac023a84a8b41dc7cb
+size 24829
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index fe0f150dd6e9..2b0b7174d1da 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:32b492176bdf847d693cc16b5869a9378b7fc734f5be9c4621b4dd8ce2ffb178
-size 28612
+oid sha256:b031648102e37f00eaa58d7b0479bb221822da5b9de5210c960456db1a81786d
+size 28582
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index b64e00d655a4..c2b2a72070d5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1819f92c6dab55c298277259f3c9f41c07bb8754a7f73c892b2bf7cf7922288a
-size 26371
+oid sha256:b80c36f141729da2891c7b6484c5f9dd41f3a2f9f40cd5e615352810e3a94095
+size 26340
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 7083e96c5d5e..5c8ecc0e2b9d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0f3ec86d8acb01017fe68c5ebd0746fa6f0e1b456e093246e9ca65ef95ef5ae6
-size 35495
+oid sha256:c631f5683232643c2cc47e145b8148865d0e5a462da843d96f826899524a28e8
+size 35465
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 466b2eabaf7c..46fa369d9ab4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bb4e22ee08c155696d35bd7190446a996e7ff60670abe174b520a93b8195b3ef
-size 33316
+oid sha256:dbcb3608261d980722b6099c103c19bc4b31b882b7648258df9d0d082dac9f5a
+size 33295
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 1b5fe10d9fb6..36b42a64f0ae 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8880698420a9be5c91809473d74a5fff860a552464a2b5980c18f4ed90ab1c2d
-size 29410
+oid sha256:6aba8decb651dd18347a832d020cea4cda5c7e073b388b330a07a5e2c1a4278c
+size 29382
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index eb5ed8c709e3..e57afe6de487 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:da17a407203f9918e0530bc8007244c7242cd3af7351e4d2e4516ee414c1aad8
-size 26964
+oid sha256:a1d08852ec96abca3beebdd5aa52267221f50bac52a5a91315aa854062860f5f
+size 26941
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 8820d6ed6bfe..efaa3d46ca38 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:844175ed351aec9c24aef12393b6265271cd074e6a7082f49593b5a7964306fb
-size 22664
+oid sha256:69dc6b214ae2938a8e8a78f937d40e3374f35f03ff4d3716c52e5d701e4660ce
+size 22631
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 1e13bb145e0c..a10232298f57 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b6e2ac6ec5c74a3b30fcf71e5066aefe05ad323db8d636a9f1ab7ea184a5580e
-size 22480
+oid sha256:cadc1e208176c5c8c849c900dc914508ba6d9cb581c4efb47eefe88f9305c686
+size 22492
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 03747a2e8acc..a39be4a4efc8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ed0aa89c71c31989130a046d09ecc560edd0fa17909d605a0db6e5013040a8fd
-size 20205
+oid sha256:321d55552c2123b43b236cfe6d188fbc19be1d5a22ecd499b4505a685d4fea50
+size 20179
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 39b99e2dbada..29915621cb29 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:501e44e6b88d01c7411967d8ca793c356c9d0f7ea309d2a300b9b95323c03723
-size 23081
+oid sha256:f05494cd2fd678383bcd43707a959bce4c876667cda235be44650f83d5904d73
+size 23080
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index fb9f9168372c..81fa8a00c689 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cef67c746c1ccfa53ad0376294f7df697d61ec10ae3e8d3a7a6198592bd4e527
-size 20515
+oid sha256:de078ed5d4bede811104a27b7a17700e89d5fb16f5b26a26a100342f7778eb4a
+size 20483
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index a791c1cf3e5a..8cfc78c90572 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5f5d073de1dd11211acdf90979a069efbd19c098e9c543aa4f51e5829f1a6839
-size 22657
+oid sha256:c3c1bdb9997308681dc1419d23e6435e218cbfecefd7b3111816a1f6f44855f7
+size 22670
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 6aa074723163..e8d551f59d5f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:81d4ad3c858a28b5aad7b764d023c03dac99d36697bfd1445e9f4374b89aa253
-size 20257
+oid sha256:3d9ebd9e9103a65bbb6baba1ccc7f4c2104a9914eecc60369f5332f7839eb2e3
+size 20229
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 70d168d93fe0..f2e86995cb9c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6f4262141433cb3e50403a02f022cdf068fe33c52853d4087b61207881fb7223
-size 23080
+oid sha256:bef7363c6149d427400a3a736db0bd8fc3f8ae91bbfe8ed401db1bc1d96568ff
+size 23111
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 391398d0d80b..bd0882c8578b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c3c07e9e9d4280a2b773b4ba4b1234cb770669a83b104501a7742e1d35c4dcc1
-size 20852
+oid sha256:d842830f563ac66be1e524e10866815c16f4954bc8ceb3787cb7adf4f09f9bdf
+size 20822
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 761784696c58..cd58791f4d5a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:76d77a3be38fee7807351e9421115c5adbaa038eb90e686c3692cc483aef2e04
-size 24730
+oid sha256:e9e4f81791686f76bbef51ddf4282f7fdc7d0c64137e9a23e590d55918183a59
+size 24703
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 004adf878900..18bf41fa3717 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:128828fcb297938c4ab8382a0ca553787f31a0baf32ac940a97f5e7cc4abdcc7
-size 21888
+oid sha256:b117c724d70772e9b8c040aa5e7c9780ee8b9e4f260f92f1a0ac06d174ebada9
+size 21857
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index f4d9051aaba9..34a09e713cf6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4fc275852ede209ebd1d92dd487591baa9e9f22244ad927d27ccc83e067fb39c
-size 25226
+oid sha256:0983d942d3a7234431e4e14ebee977f7c18c62e92ec0df9c95cc75e70125c6f2
+size 25334
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 0b0316b80443..8f0863a0ea7c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:73eefb83420f2237cb6893368e8149ce606c5bc20d59cc2bad40bddddc105086
-size 22861
+oid sha256:a6894bc99468ad711c8bb03f2f1351ebc51b9bfbf0beb2b5beadf26e9d3cc896
+size 22835
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 67b1e69ad9c2..55c6452f534f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4de442aae7ddd5d3ac2dfae6aef5cefa12660146f95940d88e7a214b2b22c76d
-size 26337
+oid sha256:becb4c6d3da3fea698ae2f8c3d69eb4ac46445b8fa852036ec930e59e1f2280d
+size 26440
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 7e433b0d8919..51a9870dcf2f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9c6ed879f85282ae1fcc2109412b27e50de7261b998c3974105d1f545cbd1848
-size 24783
+oid sha256:add65ed69132ab4ca5e099583976e123e03e6198be3d8901e2ebed94e7e1a266
+size 24757
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index d8e1ea06fa39..c162c0614a2d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:203bd145196473266d4de45c888c5a1863773b29535bdb84bebee4d60b9380d3
-size 26960
+oid sha256:004b1f82df4eb372320caf822284194e2e8d800ec12e292c4f03ba211788c6e2
+size 27063
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 3350e8b8c61d..0ce223cffa1b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1fa6742663d1bc207d0165c50bf9bcb65bde5ec80499afee0ff037ab8656f8a0
-size 24758
+oid sha256:b1f5246196d2e370f1281363cbb2ed968249f79517a156791fb1ea9933b3ef67
+size 24727
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 3a2f81a37d56..712999501179 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7b208bbf5fe1fa49e59a28be29cb8a3b925b29b6a6b8fa6100a0727f8f7a70fd
-size 26921
+oid sha256:83ed787e2c27367cf2f5d0c6664a89720e0a5f678f202ee630f2105d8fc51c07
+size 26989
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index f7048a561226..d939ecf796db 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e24e6d74367209ef64ffb339a68abb61f4bfef935eb6833d5282869f96aa6761
-size 24740
+oid sha256:2dabd0eda5c9189d0f0ac209850aea1b769e0ba4c3dbb17cf3da7788565edc94
+size 24715
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 5cd89099b236..94ba9ef4f691 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5efcdd165bc57690aa31ba5f15cae8bdd43e3f255bb74f116294220ee91c60db
-size 27600
+oid sha256:687ebe6821cdc6b7cc3645553e5081afcb052a75f27b8a1714c6f37ca8ec820b
+size 27704
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 3623152e7330..cdcbc93001ad 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2685b97bc82cee5f994c839084e1f3add9d35e37d71303b9832b4b7af337942f
-size 25368
+oid sha256:7b4c39d23036c6b1346476674536940f45449f501e0ab04d0dd79541378aba04
+size 25336
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index a4449b91a2a3..5c501208c2ac 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f4e488ef95a71d7dee792dccefca50ac7c6a745e013f4db79efc2f04314cac16
-size 29184
+oid sha256:02fcac4a077a2c2fd53e19bd8426aa3e29d3eb94b206611d19d4b3fb2341ba30
+size 29297
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 252fabef9819..d7d7f486591b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a6c9d1431f4bc52f6ef1fd9cce250fbed270430b4ea10d3d80b989a7437e00e3
-size 26784
+oid sha256:4f18512eb59d7b93ad6783c607ea7613d044a99a00f6e92fc18ea7a7169b0570
+size 26753
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 9808a3d6d439..ef5c1d87a5ce 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf9176dad2032e16127e279960336ec730934ca1fca27a49f7386b70ee3fb411
-size 30175
+oid sha256:c90cb2fcee09fb5b8ba478c33478a1ae272592748c7110d996f0ca7dc00a200c
+size 30267
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 45e051fd56a0..0222cf4cc3db 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ec9d71a12369f1f14d013dc57f5499e479d4965f71f12cab84e4d0e8f398cd7d
-size 27546
+oid sha256:bf908194e9cd99d3ec481b8edb0619f2f412d3fbe4cb2a39eecbd737d38a6ccf
+size 27509
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 47320595125f..d8d42d6dbea3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:de892e1723bfdbc9a6ba353e649461f20cce3df0bb7ca07f5a36e52a826d02f4
-size 23934
+oid sha256:d97642d829cdee984b1947f0709950a46538855f63fcd31329cd6001fb53e89b
+size 23916
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index fb355c6d5ac7..308f8088326d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:93bd4578cad80dd813c7f481b5028cafdd0fc65f82033122a4025d8bb7061438
-size 21561
+oid sha256:c292aea47938d9d55f906926507898ee3c4d604e74c073015030d8a80a591579
+size 21531
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index d4d85eec86d9..15a13aac0f6b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf1d528316aaea567ba62e19eb0d3dfb1d7b66e840680f87742ff4ca73a6d6f2
-size 24507
+oid sha256:42e8cd48c90daac20f956cd11e69f4fa9fb552e42f381198b75512bf7f94f641
+size 24576
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 8b634643934f..ffd19f96e9f5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:13b0d1300071d6d369bb3101e3b093c0602575a3fea702d20e5feeef536cfa79
-size 21846
+oid sha256:0c4bc3f59d6049b606d8edbdfd7a73fe095e8955eca842e5cfa2d6661d217584
+size 21817
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 81802c97ae87..ec1b4ef27d55 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:db746ae4d9cfb144ba31d0cea824cfbffc7d46a550aecad0068c6e05e6bccb64
-size 23902
+oid sha256:f80b89f45b2be753bf8463145ec61341c7c57b2e7aca3e25d9a0293d968c0547
+size 23920
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 92ad25146172..c21a8cd80f01 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:61a3788702366fbdae9912bd5345ac786f7a0e3a24161f932d207c9b59c8cae5
-size 21495
+oid sha256:d0af718f0046342b5dd8583eb534a7ffbff4f31c08d4f02051720177963e8a22
+size 21470
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 9c12bc64c171..6b5713286643 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2759944644e04c55c0cf0d22bc792af3255b5a689c0e506e3bf4f1de53971a47
-size 24651
+oid sha256:f3d1f1032a36a0690fc4a0510500dd13ef26b6385d952a66ca79615d12bc36fd
+size 24747
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 52561edfe6d8..f2f4b446c4d2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a59a139f9e4398af1f42539118bae01d99f7a27fb761d3c9c1044b52e586d638
-size 22054
+oid sha256:2311b0b80f8126c95df6499df3b9e7e9883545765454fd2f668eccf80936a08a
+size 22019
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 33cbf1860815..9cc4598cb66c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bcc019eedcd55030a0290efe3eee9627ceb843fe34a6bfecb701ae7002218279
-size 29113
+oid sha256:3aa7eb2c61229a9a64849b545501c8c09f0929d4bf353461442a186a946393b3
+size 29137
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 95067f1ca994..4493865da89f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fd163d2eeb7835bf0bf7ea07e8d73616605a0a7602940753aa156bda034cc128
-size 26838
+oid sha256:cd4210b97af75831b257148374b47ef6da41033a58018b5cf418ef8f44e38aa4
+size 26804
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 18f81829b3bf..b2c7173b2b4a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d4e9c8bf5d259c2afb4399d3e6f23926289e0a4b5caa0c45f9144891c52cd5a
-size 29442
+oid sha256:4aa0ec2c191e022e930c4f1f9770a9e3dbfec5d7c80a27b0bc114fcae2c60cea
+size 29486
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 12dc8761924e..fd2e0ddc36a1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e3a6cf2dfb3f0004e5a5a3158f0bb3dcde474da34eb98c6a7a3703c4d7196f1b
-size 26830
+oid sha256:9d0dc028f2452da33436ccc64430c5ef544e9d9aeab200a32bc911d14089b94e
+size 26790
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 2c027fb8d70b..11984b2ef710 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5062b44f71d2a429b1a3e13a52c0067950070c0d2e2ed15a4a5e4b4e725dba65
-size 29252
+oid sha256:16d9029c10af034f83aac6d3eaf0814d4c4834bc40dab26ed49a664fd3e9dad5
+size 29316
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 6c4b46fa1162..53dc752acb24 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bcfe910e97d75ac054846249acbbfc19cb6dc31d7bac979c5757332c4f1f7690
-size 26761
+oid sha256:c9f61892386acd145b49e51072f466b4a06e699314b2cfe8ab5b61cff014e8ef
+size 26731
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 92aa0a19ab39..082a8a82f2a1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f6e5006f298862e6fc54c552cf7ad095f2e816549b54dcd13b7175868d5bf62c
-size 30038
+oid sha256:a3532860cc9cc4c97483bd83dc270ac4131a55307bd7cb0a06c241dd0c78bdd7
+size 29993
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 5fd1c669a8a2..0efcb788e065 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:356e6eaf81b9aaa6e3429028d215263b5498c053e577fd86aa580b30886bc87a
-size 27478
+oid sha256:ea74949d68616a0a31c2774f6699af8df4780ec759a860a17ea80e3ed37c4619
+size 27442
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 53718ad7f4de..c3d67bb0c75f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d102d7584c63c70c69586576cce7a15dd11fdc967e61d6ec815b3e656d9d0cd7
-size 23715
+oid sha256:99bccd1d3051fe661936107954f84ef42e5111cce196ae5a0e730d73969d7eda
+size 24214
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index f8e4ae8b798b..1423cf60e35e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c37796f888f25958221f8a4f16da3e4fe54f24c68e615edd6bd2d160694705a
-size 19588
+oid sha256:be892a8dd8cc07cbcc42e8bc40074a661df1c762486ab1a4e7e0bdbe02f14232
+size 19730
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index ec46e00782ba..97bd05358702 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9c4b84fe80f3854f6918fc042bba68433350bcfbe49d1100cc57eaaa79e1702
-size 24480
+oid sha256:4f43a02bffa30491ebc6f03b2c6a65f13b6fdcc97ec098b93d244a69572e7921
+size 24859
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index fd88c790fa9e..07634944aa1c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fb21c5eb3c2792b3162bf250a9a7e4215b90ca283b994805224a4a335cb6c204
-size 20670
+oid sha256:e93f072289b59b0ab2477e310bbaff7f8b5da9f67e18477183b8a82ff789dcd5
+size 21080
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index c2532ce51179..802fb853881f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:55b8e81dc3aac803f2c2bac9e331992c7f49fe8aa0d2e1c466e473dc7776da47
-size 23828
+oid sha256:45a6e0a7a4ac46f10e6bcc2d72bb8dbb7562ce9d7cef75b3da0fed5a070d43d9
+size 24057
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index e4b0acfcaf32..b26aa921cbd1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eb23fc51d45b1a95f8ca7d5bf5a997ce934681fa5bb409bc9809ff707b1e0c75
-size 25465
+oid sha256:58b42d71a8b8107285f266667b8930256d656d3dcf3bca1ccc88b3d3e05c9884
+size 25794
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index f1263ccdb09e..c6bc5d6fbb22 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ba73aa00c94dbd8f16e75785096d4ed08b2ed707c5bd220ee3008224cbb29faf
-size 22776
+oid sha256:fcea8e5be63d862cd2152feb4ab24bc91e592c6529ffbb8330df1d850af2610b
+size 23303
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index d7cc61c1a9df..4740765287e0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:988a36ad346bffd92a6106807a5c2dc0ea8cf56c4aeb0a9f672a2fd86f696dfe
-size 32782
+oid sha256:3ea49af52be3f8725a3df3d5df2fedf670155dccf28a4a571ec00929160dce29
+size 33223
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index ca6efca37eaa..9caba96197ba 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:18cf05d4840e364cfacd2e270d125434b9a74a16b5e63e1144c77bd71c4a2d79
-size 30276
+oid sha256:9e576ebc0b51560e084f5dec0ff7c1805f7004d5d93ea42b10b2c0b959efa710
+size 30805
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 0acbe228c8a0..749384fd6c79 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:11a0bf9d73d9866a0ca72c31eb159adec46dd2c4117f1b1c244bf2ddd3651287
-size 26152
+oid sha256:d701d48bf7fe092d994dfe33c24dd5867ce23673a7f2389a97197622219ae561
+size 26413
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index af10bea6da13..d8aee544ab10 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9f503e4971e2c9bd95759b523efb12308b0c91895e4bf4a7cbb10e582c0c788e
-size 23435
+oid sha256:570cbffbeec7fac51133382b7f8c4fee90397be6e02438848c0a209eb57bca6c
+size 24045
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 94fadd6b9341..6b3619097938 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3b111481a6780e749ccae2abb76a4f966448c92281dc7a0318c16285ccf96a6e
-size 19648
+oid sha256:738c099cbbb156399b9042d907ed134fba044f41a40af4f3bbe5b4652cb6f266
+size 20159
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 78e75928d935..e746465e4905 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:acb627c96d5257604cbc1840d2808d6e353f6481907a524faf794dc82126a7e8
-size 24327
+oid sha256:bcac581619eb989243b77f6a5038714c705acf9d81de4bef2a7b745d4c6be3a4
+size 24813
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 75d8bb3a30e2..74d980ac0104 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:438703b24f0f56c2eceecf12eb20ec182537484a7e5aa151a518c6e4d9ebb2dd
-size 26135
+oid sha256:6398697262a7e91154bffe6b397d41a647cd154a9ea4f6c23fdc480e7fd85bd3
+size 26566
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 524b4309551c..ffe78b33ef9a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:45fcc3f9ef82ddf96f910bd84829d1e493f1c29e71471144c65898372b4d6943
-size 23763
+oid sha256:ce0452a90364032b9ab89dc2c88fb21ba6da5bd1ee4fe8e18df0a8294fe2da93
+size 24580
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 5c46fbb53da1..e4f805669775 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:28f730afea05c084526037e36783e2ed49df9ea59f4414b9e0b03f4f5f5c22dd
-size 33569
+oid sha256:bda05b212e65d45155820f19ac4a27a1252608dfbc41c36a8d0f58aa12620b50
+size 34085
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 017f8d785702..a09120963b8c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0e1da8dd5d65197c97432ec31b51f52dc3e332aaf9a4af121e14db1e2c4a6f02
-size 31060
+oid sha256:e2483dbdc45cd0fdf1b9776d9f4e9493f7deeedb872f294b363871a0f35d5d00
+size 31717
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 0501db93dca6..aff325bfee38 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:726b44800045abf981fe90fd58dc9605034f9c43c5004cf8905646442de78e3d
-size 26721
+oid sha256:f3c440079e555931251e215696a05c299fe0a0d45106aea1ffaf3d22f8b517f5
+size 27382
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 730b50106777..8a30e6749e49 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8d32bb66ad92f03b9567fbce352840d6fbc0ea53287f060eabe21f6837c8fb99
-size 24338
+oid sha256:9b6c6c1abfd81bcc95a319c9f8cb5304b891a03485e0f0b4e2009aec66b95ec9
+size 25251
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index d96008b74aea..ba097103845c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6205d7782694c684e6a378f9c958de4b7e86000c30149d441301a7aa2b74315b
-size 20587
+oid sha256:860b3a92549ce6d1f5a595e258ce6961b955d1df930ce74a6be45ea0226373f6
+size 21432
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 5f1331603a23..954af7fc4c4e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3fb15decf4df9523b8d266535274a03ae3fa229f68c6ffd38ce6cb104a1da9c6
-size 25646
+oid sha256:ae09cb734038d9400634970d8502c1edbe7ae68cfc3053b62f9443f511a513e0
+size 25724
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index e7d0614fb6cd..459bc104a317 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:54e487d1f6a77a7c7bba010e1351dd72b345e0098d9888966d01915ef679368b
-size 21416
+oid sha256:c6839154ba44e745f61ab4cbdfc1e2c3b098fafd5dfec373b85d7113b21922d6
+size 21834
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 5472d275de8a..3d3061da665c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6c19bebc95e9714d98cd02e8b4c9260decc2b3f2db24df449417660a781aae05
-size 26414
+oid sha256:b035b8d1dd70a62bd6e464070f75ec264bcba650d1c5fe80ebc95ecc345aa967
+size 26798
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 31caf3317660..1ffa64e34964 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d671633d4c64be88d85535e7a6b685ad319e92a4aff3a295a636044919fbb2ec
-size 22659
+oid sha256:abcb72a3ea7bd8438cfb8b55eed758c766e1a0a9f316f4390d643f4c112189b5
+size 23011
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 3bcb55582bec..34a5d793405c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8c38c1f76ed3b5f2abc13385916ab25e40f44ceab724c59776bd79f5532a0fda
-size 27130
+oid sha256:8ebdadd9b03d002f47204ecd9f5a33c170b96f0374de3bcec76037bf65509e3b
+size 27354
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 95df3e9ac175..4f9a880689e0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:502f5457a0c7fe419a0b01121aa17b7fbc93d8849d2e68b02bf276811ae7faca
-size 23373
+oid sha256:c6b02dcec4736321e0af966f9f817b212dc8928908cb20dbfc1eb7a9eaf11a53
+size 23835
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 17592a2d2c6f..87218466e80a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3dc6f4df133b68d2ce461ded918f81cade19c162588f9d8f4afba2c9c1ead52b
-size 27980
+oid sha256:4f9ba47f340d77d50638fe48e77300427c6af8f5b10660599b3d8879a69c75c4
+size 28559
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index eb2619dbb501..c4d505bd8d95 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aee75e930ee0add68b5a6a5d9be6d5a3c742638eb89dfc02712e4b7080f33a2b
-size 24581
+oid sha256:c6cdcaf85c82252c303e787fa94ab1485e7fa2e0239c11743071062d9e671422
+size 25090
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index b0d2fe39821b..27e69f1df423 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8fc23c14e36107fac7443d734c51351d11c3fbca6dc3c74c53d26f621f6d328a
-size 26635
+oid sha256:08a69941bce235e3f608076b367673ca93af0f58e6496a7641d46e3a15d5cbb2
+size 27120
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 80a2d3599528..6937ce6ac626 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:970a6bc7dc91e48dc8e2c69f4aaa79dff147647aa5082a359d1a4715463bfdde
-size 23411
+oid sha256:1b239d00930f5ee345c9cda04e287df7f269abdf87eace9b37c5713998d39999
+size 23969
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index e8bd07be58d2..563bdefb357d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:243c5cd3b8069edecc6dc8d729515cff1ff8190b54a5e3ef15b61828a5fe21e4
-size 27318
+oid sha256:7645a00b1eb5cd0819506be88a40786dae49a2999db870f65eb654225827aaec
+size 28099
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 9b07278c7cc8..f5dc6806082e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:68bcb1167939f899492999c45d1f683fb6637918d214d0715fa24b64098a22d1
-size 24488
+oid sha256:f10d80e503d9339e7f16f834ce421ec690549c3b298ecc81471099ae413ece61
+size 25300
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index d92b4c3fe8ad..fed7ebd111ed 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d85fd56ea2d62e7c44fbdb49c0ae8d20d81ed76a75af84f0b4d5c8b5b5f18f4f
-size 29624
+oid sha256:469dc1690eb4e12e1eb625e83a686d4b128ce7a9512758e4e5de96530282411c
+size 29676
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 4a031da85dce..6546ac683945 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e42c954a8287369d9b1f3707ca9cd601ca54e907c87bfbf00a1153209b20f7b2
-size 25383
+oid sha256:714dfeb0b3a49ec02e9cfc14b45bfa6cdeadb3883c7a34832b96aede71c081c9
+size 26045
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 1961569fec22..82e397c134b7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c6292854c8fe83ec3d7f67614923979593d6ec965263f6c1814f090d43b1d149
-size 30257
+oid sha256:08b3a6a6680f54f4960181faf4a953624a53c6b360e6e02b2e13c8020fd6d435
+size 30422
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 4386b0d137a3..b1eaf1e59e5a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c568899dc22cd5e11a4ae462e9f447723577277bcaf5340edf00d962051a220c
-size 26326
+oid sha256:9bf1af0a88a05f9175a5c8889b58e7ec872ccd590bb054c6f88a35694b791d2c
+size 27038
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 24730a80a323..78de7aad631c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fb4d65d2ac05ff71b892c9befa402b334e9383f560e334c95aa7e84b8def751c
-size 25479
+oid sha256:9f9ad78f39534cf80e9aa5d8eb3a9063be4e872329b08aef57244f8bd9e27339
+size 25805
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 43a141a437c2..a2fcd81bc94a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a7ee8f26c25847d63b9c2b324d3b55ca3975b2b8ed93c7ffdce3bac73f544329
-size 22822
+oid sha256:af2281b64be80b7175cc610f2148a2e3697ccd30c90a9094c337acfaf4f323d9
+size 23357
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 029cd7a1b0a5..f892a73c87d2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d9dea8a987acc0647181964109d93edfe709e1d37c44386bd66a5470e3073065
-size 32786
+oid sha256:9aeed6e7e7d738bb12c65a23b8208c3e9e9b64ed840d6752660d8aa666a95dc2
+size 33231
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index a67a6d56ebff..d46090019584 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f228b1a4262d261f6b4afdbbd6ef1b2751111e62a039e9191a95080ce687dfef
-size 30296
+oid sha256:654c3d801757121bafe20773333ff40c699b9439b73939316009d57df721b34f
+size 30817
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 7bd16e2fc6d8..ecfedde0e498 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9e9c9303e1582194cc5a25cb04b978cbc7438d92e3078449da94971c008462c9
-size 26150
+oid sha256:92b1e75bc699c832acf4847110d00d3162dc5d6837335458e643af14b1199665
+size 26430
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 449a041066e0..0f0bea62b490 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:16580327d6bcf9be3aa6959cf0ea7a885c7e44fc8578851ccc821475db5c408f
-size 23452
+oid sha256:ba7105c655bf34b76030ca9bba38b212ad7342a4e2cf7c3c22f79893741a623e
+size 24061
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 75a2ef4d57cf..0fee2b4ad0e0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:274d3d8bbc3c7e4b2903919a39ab3627f0c40b06bf1afaeb012ef4a9daca14c3
-size 26147
+oid sha256:3b8d806415693d3823426abf3eec1571b14f7ee7671d3be268ed7d142efd3ab6
+size 26582
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index bb894f7a855c..01403d72c35f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d324791934a9771b10d89bc5ad99ee0fa44c1d8dad5b7dc37d2f9815f8180248
-size 23749
+oid sha256:6d746cc690d101bf5f81fe53596413fc0f68685276680fa53fceed91b4ee1888
+size 24580
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index b58a57df36e3..121009ac289d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dd82b9524368e8b7ce650d13336313ae9e8c35975e91ac74adf116abe6131f63
-size 33578
+oid sha256:635bc58cdb5173707f44722c15dc9335ef86f048cfb9d0fd6989280546046074
+size 34084
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 2b2ce3ab6fc5..0ac53f426ab4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:766cd52385398b0ee5f33315fbfd312e529eb2f60f056254f29d7f141e4c664b
-size 31024
+oid sha256:25849819041d93037c08aab6ae58808fc0c271342afcbe2eb628f1d1b980c6f0
+size 31699
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 9000da97f936..bbe73e2a300a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1ad4088f9563fc6306dbe1dfc8e673e9b08d98e7100ddca9109c9594ca3c28f4
-size 26726
+oid sha256:636a1cb78873f2c468e6718e8e256da4424e1f79394ba0a21d5e666d0ead8f31
+size 27387
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index e04218eed57e..44c32f3a0360 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2c799153f2bb365c8a22236c031a60e111c4397aa8682b65e9603abfd2a05231
-size 24355
+oid sha256:b5172880a5538fdee8e59ac3abf9c776536bd2c9524a77781803175f0169fcfb
+size 25235
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index ef92147634eb..5748cdbb847c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9b6d5e5f13773299efa61931ccc9f322c8bef9a71d1a7c81ea0f1cb09acbef4b
-size 24427
+oid sha256:72c2a4155ebaa914b41c5d9feb3432a6eca62f9e8d9aa3eec37c18d64af15c7d
+size 24400
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 3c56f5bd40e9..e628ffbe29cd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cdabbdfa644ee84ffcf2b93ff0ce750c8629cd630034915b366fd9e76d9e9da7
-size 21882
+oid sha256:70364e7134881d0b9edc4dff8d7627e0a7e6d51498deb4c0877ec01d705e3f86
+size 21852
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index a4cbf4661a30..59d10977173c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d660195a91cd1b7427e69c59bec159ba62d0133eaf10eaa29787d3141043d167
-size 25504
+oid sha256:af6e48e45518c70f760775b25879704cf5b231b1e685d5dac110bbf6ca9f9289
+size 25474
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index f20e1a171acc..fe78befe967e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b39832885a29b20bba176e3ea2924eb9f8edbcbc95c33f4f2b9c317c86619ce0
-size 22947
+oid sha256:75d1834ca2b36cb44a707ca35eb6946830c5a1c4cef637a40dfa775b2783278d
+size 22913
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index eb60ae8f0af4..5d3f31168fe3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e02a1b92a8711b8a78b53eaaa933eb2a34b4e089760d3c768499caf5fd8c2176
-size 24577
+oid sha256:857150ab228a34971ddfc991928969a01e381298bcbcc2508e57fdee574cc649
+size 24550
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 62e0297b062b..6fbef6aef742 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f34529589d8685067553d4edf27f822993006a92cfed327845c389dce4818bf6
-size 27838
+oid sha256:fd8c389c1ae78b6b4fe3c1c6e25558a584411b43c2bd4d6fe1b1ab8f22bdf36e
+size 27816
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 98ab5c500698..62156d018590 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:18c1015286493685669e045505b98121215db2b544c3a88a03b2e6a8d40c86cc
-size 25271
+oid sha256:6d906a6fc0cc934055e85b46c49b5664c55a6d3476193434b1135c7c3247c740
+size 25243
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 29efbf8572e1..5df5c3f1211f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f09b5fb11d50eb82924ffddf6e4ee0fd245035eca9a6c7a72d97bae05ed79d69
-size 34456
+oid sha256:16c2cd32c328e299dbfa7cd98f77c4843cc591bcc9103978650752d3dc28c9e6
+size 34412
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 4b5fb4e1049a..047efadf3f6b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3a3f35138e49e27f3e46f863a51992e63a8535b73e1c6a33795bba829d48fd34
-size 31945
+oid sha256:0017b0d35b06368c4e7dcaa5fef088c2b7ba88e0a83d25799bcf5bce5ad47475
+size 31915
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index b002ef2355f2..e8c7a5a6a109 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ab8bb6143985519426c70503fcc297179c827424b50d2cac9de1b4624c037243
-size 28526
+oid sha256:a353bd0f65dc4bcfcfcf199b421064e4a0bf22a7387a0fe72150bcc0a5db021a
+size 28495
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index e52e2248275d..210b9022fe67 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:388529f242dc651c98f767b94dac1ebb0a4524475a11696ebdab64d3011336d2
-size 25685
+oid sha256:360970550e80375a349ff78c2d7b8cb52c3991a4041c83d944cc84b7a34559cd
+size 25654
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 0680ff48f741..873a5d456202 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9fe7e637527ffcec684cbc83af96280de4e13e2db010046a369c1adf3461ab40
-size 22152
+oid sha256:dd8e7d4741ca03b31faeaa13bb1ee7b50041105cb522e13a3b797161bf10d0de
+size 22124
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 0aaae6757688..4d5d93da27d2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:565da03fbbbb6c134d0d40bca9f564afc746991de6021e97b2bc7df7f7cfb2f9
-size 25538
+oid sha256:e0aa15463efb942c06e805797986119122fc0debfce4d4d717e249174cdd1bf1
+size 25509
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index d5a0d051852d..40657b7ed92f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8b37c4e262dd2c3ceff324b97c2e67c43b0958d5cb2d2821601fb4f0d40b7e41
-size 28628
+oid sha256:c0ad46c760b6abb134ff174cee2c20b367f7ce35d3af4807322131649f15b094
+size 28600
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index cf79271eecb1..9158e142b0c3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:62709086609a4ab1aaccc58b4516e3dfd1a87ab60d77346af4ee84518bf1b627
-size 26189
+oid sha256:27943617e7b836b49c616418fd6a81c293a3faaa9368a3f9677064f93913582b
+size 26164
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index f8f4b0f486cd..a95d81cbcdbb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f45d1a30ec6d3fe5d0df17a491d490fe6d45badb53f7b71d3f9f93472085f1b4
-size 35148
+oid sha256:8912a34773d609c5681040896c99dcb6346b5cc152e866f7db8091ef27148544
+size 35113
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 50eb31f83fcd..c6682262f9b7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f0448b6feb8dd1f7b1b362c5a0bd81a65a0ea042d3473d3817a892dbfcf9b6c6
-size 32868
+oid sha256:1e4f4b52842c4127cf5a114d0499f0dbae6d5bb13a73417609c0886a66357b7e
+size 32839
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 9f03ae775ef2..23d4c0ea8ca4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:af6f347ca1188ba3d4a649cd0b18d9240e7e7ee77fda806ffeb98191275d59fc
-size 29223
+oid sha256:8635144269916683ce2282dc68500ed0f783ac388fffa42480c6e68c4ebf83aa
+size 29189
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index a78133104640..9b37b15f68ad 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1e5a05680a4ac946503f3659db72555d7f4ee0d381495f5d074a2704e5f28aeb
-size 26671
+oid sha256:828e985eb0debbdb983a0042139c582f74a1ba32ba7d0679c8208ca303dd9d5a
+size 26651
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 94a974384eee..36f89c397531 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5d10ea44cc8bb81e097df7eec8760a28a562d23b5eaf1ffe98ec87d366641088
-size 23315
+oid sha256:f4e99319e631fa8a440727ef581656efb67d170eff20b901494b41140dc3ff76
+size 23281
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index dcab2ae5311c..295ec2302ec6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c3290e2a6c25410a9843cc0262c5746a57c213b5bb4f5de3c52bea1e07c8ea19
-size 26081
+oid sha256:446a3d559fd9d968787a60aff7458b11228350b0ddcd2bee68e5f0461a51cdde
+size 26052
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 3313872f5013..1cf1ed0a9c30 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:985749b782dd2be0ec9d218ec96e7bf91fe987eae1b5b9a5eb31e9e5ddd2ca93
-size 23545
+oid sha256:ef2c3079370b842981fc0c4c57cf9a5805d252dd574ab40f200bead73c2adc91
+size 23516
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 5ddde6cf2415..9f191aa37eea 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a4169ff95dfd1db8319c7e244986801118d9bdd4f35bbffb7f6d8c88eb4ea12a
-size 27061
+oid sha256:b0327b6885eeff29009ff0142a6240f7ba7d5c578d7c193c62745e230f9f9bb4
+size 27033
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 88b241647814..ab9cd864ad37 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8b9bbb53a5bec699ddc6c0b6b6a73e5b0d9148b5142146ea92fb64c83481da60
-size 24738
+oid sha256:f9d6277504b69f06db4d0bed39057d7ca14eb25963727f10de894d3580b77691
+size 24715
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 0714dad886ad..619ebe9acb88 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:64d086acc634d2d4ea9642099185bbb50ee88bd5be409f377f9b11b097565557
-size 28163
+oid sha256:8493ae02b0a0216376eac9a713b368710219b0f2e689670e93293f672a21a860
+size 28141
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index e5cc542436d7..6590d90fd92a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f6a84069ca018278c2c6bf59f52e5cff353687b3a49ca8e79b7b17b0fd185b6b
-size 25751
+oid sha256:ae76573d5ad50ae62f3f4d22a64d1e779b52af6336f45f925af8bb163df358ba
+size 25725
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index c23ce974a666..3d032fce8016 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5c6c6b124792a3f5da622c1e45debfb2260dea48ea26b02c7316f53a31010d64
-size 29383
+oid sha256:868796ff9a6e211c7299f26b1bdb842501b57498fd2adfb4a0013eb458e183cd
+size 29357
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index fb4f44695ec6..2cc785a851f5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:01af2e664d820dc70a3785fa0ec7e08fc30be57ad5cac6274690f9c69dee3c96
-size 26783
+oid sha256:d360f4637efcfa163d60e987c1eabbbe00db309f521728283a39db22564cb0f7
+size 26751
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 5f8140561791..b079d8d5be5a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c79bde2dacec4d85fe5bfe18ebdbc58ae3efff4b28b9f3f3b6470d2277023110
-size 28088
+oid sha256:2a5fb41f095f44ab07e6dc4514d8e4b26fac6b2abe4610693f34c43455392220
+size 28064
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 1c1dacfa718b..ae6697ceb1e0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c44744620fcea341d9170e9243e451a0be5eaa0c22bc56a966e908a4a83c19d1
-size 26020
+oid sha256:9b3f521eb0a2cc9e4033c427418ee9ccc6dd5077d42132ae32b471011f1738b2
+size 25994
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index e036be6f7a04..eb03d7ca1426 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a2786c196c69eb89e52bb0c2130db33a15e5b3d302aa7ea8d29aa0a5ccefc2b3
-size 29243
+oid sha256:0a66380c859b9467e41719c1866eb409281cd9bfcb185c116dd88035b701adf3
+size 29216
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 537f7040c18a..619eccf93582 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7b7e3b6050d783498724b59cb7b3bba6c63f2bc886ea398c2fcf7223882fa04f
-size 26964
+oid sha256:ddef08d0c9979b27b55f011848288b64e70785b2c73dbf0147877d29f8bfae59
+size 26933
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 65df59193e98..c081ca58d73d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fad864a79267552adb8521ce34cc1a9bb1ae61e25be0767e314da92b6ebe54b4
-size 30182
+oid sha256:040d787e863fb8662692f16fbe4ecdd98e09f29bb7897867e9805913ac860dc5
+size 30153
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index e76f2b03153e..9561016ac283 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a0c5fbfe0011d9cf89e1b82d04f19c837f5c0b1524172ac84ee04df5949b0900
-size 27860
+oid sha256:eae85fb7ea88161d352ae180dc7ecfe07d5c2efcd0bba99abc4bde2356771f19
+size 27834
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index cd57e59037ad..48e717ab67d2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:63989c777f75137e95d496ad16a03d1f1b0eb7dbab635e11ca3b0b49e90fcb69
-size 30941
+oid sha256:5923af5b98c919aa7cabbfb7e24e363843558170f5a10f3fca433b50e1b30ca6
+size 30906
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 40e807b7b1a8..a1e5e20b2da1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b94c999c8acd30095af7c38dc6b9a69bef03f5815f9aee0ce6392b3958795fae
-size 28771
+oid sha256:cb06f659065c260895425c9a4959f6d7d9c540bc32c50cfa84e7c4131cfbfb09
+size 28742
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 45893fb182ec..627501fc1fa1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d9f04f30994a0d79b3b3dbbacea7500f0b3bc43414c29539f264b6ccb3af165d
-size 24594
+oid sha256:50be74927b4ed25dcb13c5d04c3c4547533bea736a7075f6d9862180c7050d01
+size 24566
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 21887315cc26..ea3f316280b7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f23aadb4b5990e73175c2a7fa706cae75108b4e66f61d9d047fab72a94e9443d
-size 27843
+oid sha256:884ecad23c2294f2ad5bf517a2ea295f2c7aded541a2655a40c81f74c07b0056
+size 27817
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index d4097f818412..783048205b92 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5f0fecf1d522a617617dc6e9dfa9a06782c9cd5cdd4169986473d21d8ea1d16c
-size 25318
+oid sha256:841a5ae46e911bea856e6d7dea2b9caca249c55a851f7005b3c0561f03341dcd
+size 25290
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 553d988175b7..4bfc9c7461aa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d24155587fcf48909f4a32ac3fd6b8d6d5e3d5c2e1577f86ca3f701eb9879790
-size 34475
+oid sha256:cb5ee527a7c7042e3e0b05e77b999088e73ac3bb68e58bd002c858c74835b854
+size 34427
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 5a21cb0334ad..19d0690c08fd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:45fdc4d525148a0dde68ed717b0253847a54b7721b7bad22265e124b2b0e872f
-size 31999
+oid sha256:b5a3f875ef7ff2e634e29b86f3bb3ed89263d6e1fb69202a5d2230c54da8c785
+size 31976
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 550b54794144..9a2d46210051 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:97163947b025c59bc9bdb425fa68cf8191bc574a07e143d0723b5caba099e294
-size 28532
+oid sha256:a1a63d030752d5b4f9dceb3a0ccde8cc45425f3480bc7e0990cab451659037da
+size 28494
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index db0b5eae43b2..b8cd0a4fabd9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:60a4f167e8ea72cf805168c5c2977644346f26856a472b7822f67c23c704b57c
-size 25716
+oid sha256:3af5277dc8c12994d253f4e57f89801426e3ff13454eea909052f2230e471d5d
+size 25691
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 6d4f90a01d8e..6dd8e94d85dd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f0c595aaf991f4b45b2f8adb93f02f65397be61d3521a55a9e33ba7f9efd1fc4
-size 22176
+oid sha256:c6c7f617c0d01ea29ef7faee9b10b29e0bb72c50dcde0742899a030d49b3b33c
+size 22147
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index b2bde13c50c0..76c1a6299a79 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f8b02d4b156b6331ed094d16543c6dfc343230a5a904b21a77cbe58e23f125dc
-size 25541
+oid sha256:33d5d6594e6e370f5e547cfb1f8b4b527f34a8759ca1b71985a00d39fed0ee3a
+size 25511
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 3eda460d2493..e77839b4a8ef 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:187aff9e59f2ddf168a4a4e937e8533128e1c977381297875efe0dbda25f06d9
-size 28625
+oid sha256:81856e6606df8dbae4694b8638f130ec2119091a3e5d782910b91d1be220d608
+size 28595
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 5046c4ed042d..11d8bb901b6f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c9e3378144f46d50107a851d80fa42ef1a5fe4b7cc993d99bc572c8f5370f07a
-size 26191
+oid sha256:5c07acdc66a978d887373a6f529bc8670d3b45bce9e28e6ed9c28c469a838eaa
+size 26167
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 018f36319195..834744b9e083 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0eecf207edb7efa52ec193e2d292d4f01d67f8e877d8400e32af2103da759770
-size 35142
+oid sha256:d8e4a29be22112e494fe852a5576cfc3b48ab3ca678a4e301721dfb59f5da44e
+size 35113
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 07bf565e3fda..d4891ae1ece6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2b52e22536884b3bbf6dec16763f23f21f277376fa6bf2389e84db7a24ba2ff8
-size 32869
+oid sha256:520afd36bafc9359800f1ca506c5efed693586f869a4b46778235ee53991e40b
+size 32847
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 7b7877807885..57185f47174e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ba0be3011d31f512cf8406fc7b7908d542078f8a595749066e814752b09ab845
-size 29250
+oid sha256:1c591fe0dd1492f7151e6c0e56ee37d656de2618ecd309432c1173d1dfef5a69
+size 29219
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 20256c2a9323..803bdae91164 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8fc72d3f1ff20060e81ae89d3256b0f8185d69ea9d2fab0abd803c448872cded
-size 26661
+oid sha256:ba0f2143e64033568a35e5d21e5bf50c198896291c9719a9116faeb27b936881
+size 26639
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 7bae527eb406..6ed8c1668607 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:498301f8d13591c75cb055feb26709463cd333137fa41749f4bf8331bb7dc4c1
-size 23308
+oid sha256:e110d41c17e688e0612c51b71ae033e393df55321780f2e2c60da176b83af069
+size 23275
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 3bf580af4f9b..a455e4adfe43 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:49d76931e6963daad3ffdf9071d261111743333152ff3df485e5340f530fbfa0
-size 23015
+oid sha256:d938f9346da7e93ba496c5160d5df72c18030ccd5972569f81c3fe5de1812651
+size 23118
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 683e2d09e8a3..dd7f518d927c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:87ffa090dfea84ca0600330f377910f0245c616c60b4d6f00817b80c748e3db4
-size 20498
+oid sha256:830cbe4a4fcb444b1aa7df3298516fd4cd4df870f733218e6e748ae3dd9fe254
+size 20472
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 89b524df37ff..00f665c21697 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c241533b0b66f5248c7c58927785e09b70b81b6f1a96c968ab121b70e9eea5ad
-size 23659
+oid sha256:54dac0a182ed5bbed6b5e8c2428a8a51c03300a513f75bbaec61fb0980d4f6a5
+size 23689
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 685ad5a8512d..22773af222e0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d3115786b46c708c345e278eca4a6b016a29e010ac9dfa1335df96c3bca95917
-size 20884
+oid sha256:adbe5ca481a5241ac6929d1174db5fb15eb5b0b52bc5f365248081c0777402ff
+size 20854
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index fdc820375955..8893650ad08e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c35008ac4fc4c0f5bcc37c1e2d8c54110993e5c8f166c93df3f4a9a82b0bd72c
-size 23243
+oid sha256:91b118dc2034ff1decf974def5b1b2119f9c2823ce28de459e899ab7905d5b3d
+size 23272
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 10beac4645ce..f20ad53dae0f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3009778b9e31137ab973e5b729fc2ba4b81ce21bbe23cb259cc46528eb288298
-size 20504
+oid sha256:603b37d1b76fe9434f436007616f4dca2e80409694a2fd244bc868c15a88a9ef
+size 20480
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 449fcdf47f57..948e54883c69 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2b14a8c42e27de643b87830ec8e6d19b3336edc6420fb3fd7c2e9f6034541a6f
-size 23703
+oid sha256:d4e845d848f54c2d4098605009aa646efe26d6f0f14079f4e2de379f42f75579
+size 23767
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 5a3e345e7913..6180372fdbe9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:58bd43ccef36821ac8cb7e3b1544f16f6ab283cb6dade18c92617817540df4b0
-size 21188
+oid sha256:c66e61410bf2fe450a40ace53f651e1c3bb6170882f884851d7b6eef838bbe08
+size 21157
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 244194858027..d197986252c7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f6afc85917ecf8096f3dd93b523aa028f060b928e2db85c9eafd855845bafcb7
-size 25223
+oid sha256:9ae21f9dae158092d4326e44319ffa4401831de12a6afa5a3b1118bd4571eb2d
+size 25266
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 8e2297e4dab7..1d6ac0c590e1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9216c65723fda2de08a44ccd116186df70828c5556fbed41ef8d642fa5eebaa2
-size 22276
+oid sha256:105c499d0001f03cca1436859f74626faace2af7235f5e7da5f7f4599b8c9051
+size 22247
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 6d99c3a64348..6bb2e65aab6d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bbec4037f4c6dd871cc52b014a48b96d69f6a457af41de9286b05849e02a0dfe
-size 25740
+oid sha256:a4942777ac460a3d61c5c2e0d660a3808ac97dda71b272fbc21709851ed433c5
+size 25854
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 8fa588af4ea6..810067cc50ab 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f86267186deb75fba3becf0597c2e9847758c0506a9f2aea4d92cc90c916c280
-size 23221
+oid sha256:d72c924756c6bc3c976d26310c78ab3128e66a395681a009bb4cdc356d7ae6c3
+size 23195
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 1956da897a30..932e817dbd13 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:500bbc6ca2b54753c65dc2f38bc8c204698953d4ee2509654dddd7de6afe9c53
-size 26995
+oid sha256:12ac947e5b385c86c3adb75be4aff7780c885a9d75051282b35a90691200dbb4
+size 27076
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index edfb7382bc7b..eac38ff20df2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c1ddade15d949d455f23825b0c0fae331a214a5a008ae453f12dbfa2ee0e3f5c
-size 24795
+oid sha256:5001c5d891cbc84ed72296d04cbc190a4282636361f178bb45a129ff1210bb31
+size 24763
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 455ce0e10a99..c0bd45df2bc7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d281f8211fdddfdc47ad06ce846bc4236f2f8a410dff5510e441b7690b117898
-size 27606
+oid sha256:161c57d1b1ee41c5d932d2ec1918d2ba382fdb417318aae20a4eb2bb0017242d
+size 27769
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index ebef910b1ade..6ca5983fb398 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2399af3556dc7f686fd19399c8525f31d84b9a96ce85e7182009bc842907586b
-size 24970
+oid sha256:94c921f3fe92e398ab0a7f6324ea0f2e217ad1ccb692978168aea9fe09d3bbb2
+size 24937
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 0451b4d87f0d..d0fcaf0f5f62 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d2d58d229791e1dd9b85c430d1457def1d4cb23c5b9d269078e8b998786d4017
-size 27594
+oid sha256:519c8d76d975dbb409eeddeaa9037e8cd0fd4f15a72574d74175aadc48d70082
+size 27737
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index c19adda32203..c42ee967ab0b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8278ae736a0523b142a934e09dfddadcb749c3545b6b1e560adb634e90384ac2
-size 24845
+oid sha256:9c6db058db4f4472b0d8a341fe7e8994c45ecdb646a211c5a19a48207244fd94
+size 24817
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index be83499a9fbb..10f3c0d0887a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b2c1408cf51c5fd7129c39e83236cf5c6d91372e58cc53eb7b4bcf2511d18b00
-size 28204
+oid sha256:b448ceef0f4e86cb15101944bd81bf13cf6d55c1d5dc9bdd62a3605bee05f39b
+size 28260
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 0580d079d68d..984aebd742a9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fa8193c0ddd2a58ee64db88571b15083f171ee0b966e1fd405fa30ef94c79499
-size 25606
+oid sha256:3a64dc591a08b08c4a66a0b686e2f5b4834f974cb58f91809ab28eaf17100b39
+size 25574
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 7bbc89978d44..99a884fbc673 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:df8b24bd3d3b4b8dfb738b1df7988c498396e4d922c3ef17a8ce6ff06a832633
-size 29781
+oid sha256:a6e3546519fe333d330a0834baa5306c40a148ecb1eb65d9318130c14e326483
+size 29853
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 83bd6199a0f9..74b6d473137d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ed3172063c5cdac8059d99b4da5bcd88706afa10a82d7b64a7c808e04a39d813
-size 27100
+oid sha256:1985a2853589b91254842446f405df4eac81603625ce2e6c73123abe999bd5aa
+size 27067
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 506b6b7288fe..788acde6dc66 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c8ad81b39b2d28bd8641dcff788b348819051d79653f5f0d91e18be14ad6891e
-size 30617
+oid sha256:3a4f05d9ce445d1a55fe94d37cddf9fb0ac3bcbaf55c898fcda2c4896599e35e
+size 30671
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 689ae24bb2eb..8bfae49762d1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:489378f01cd7571ac8bf49eea852e82717446111fc91b524465eb639e7d06b01
-size 27899
+oid sha256:ea992160154c8de9639f90b0b20d73a3adb13a8bf273e1ef0a7b4b130e0e1ab4
+size 27869
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 265050e1c4aa..f0e59115a90a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a62018dcefd5f209529588605f7f3febc23ce37b2ebd39bdaae1ec107ee60c6c
-size 24496
+oid sha256:d5a09b3369305cc5439150ca423afaf753cd262f7f09f53c2c264a3708f0e7fb
+size 24454
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 78aa4ac805dc..bdb8c433388e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:41aa29b5b28a58db04a9a535c5cfc373c1aff34c94fc263775a91e000f1887f0
-size 21776
+oid sha256:a742a0d0452547f386952edff02f4b18e85cf829cc349a78887b1f7b4cdb5c9f
+size 21746
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index febfce594d2d..4e24a1279a79 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c750067fa1459941ec76340d095ba8d904250b26b33e640fa54abec7d750588c
-size 25115
+oid sha256:909d7a95b8dc6af362a977151c11a6a252ac132010debc6ae2c674b7b6a96a4e
+size 25084
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 80abd70b61b2..b15aa6fc7cdc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f2836a532e5129ab688a28a629c014c17c6a34242c46d7b6fa364493699bf78d
-size 22080
+oid sha256:b369120bc2a5472f20542b78b95b2c8f9e3db91b51ca3ac52596c1957ab37a9d
+size 22053
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 155695e41788..7d3858b4b986 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:57705ca46f8f9ff0079c76d3165218997433a2b1a55e9dd88fd0628510e7189d
-size 24422
+oid sha256:890e3abb6fd32a40ff6d139e436c7db7a99352c69ca795d775cd16ed2dc9e31b
+size 24485
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 7fe1a5489069..a7de5b8d83ff 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4e6ecded5fd0b9361ea0b74f1220c6eb0c0b859f09978c0d650d6bd44a3b27df
-size 21795
+oid sha256:2c9e925c106f669384614b66d647c29b7cfb9d1b163309d69bea8f50babadd48
+size 21770
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index e6e07a637a0e..076a73d6280d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:04a8d55518dfb514443064b592ec241cdf7f598b9df882c2e0803ae4edab54ef
-size 25341
+oid sha256:3906e1ac3bcfafacf07496080f56aefd2894c3a8ea2c90ecfcae85600a35b717
+size 25335
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 8c8207df0bc7..4ff29a04dd81 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:87a38fce31454f19339c595dac689a7d6495f542b88cea3557669fba90002c4d
-size 22324
+oid sha256:d308a9d56916fc8da0d5b531a750369ffa96a241fe3cfc6a3c9842f52ec61806
+size 22290
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index e0954559f4c7..10fd8019b5fb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4172ee4eba896db271a15e506968aaf5db9171d7896d1e2d23aa5f1ee4931a12
-size 29854
+oid sha256:1590fbd291e8c540556b5445f96382bfce712060a0cc4953cd8deee2c1647b73
+size 29908
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 78e309ccdd4d..d50cde31dafd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a1bae33f19e3ba0cfef35bde16581c090a8f0125763b40f49ef777f7fccf1ac7
-size 27041
+oid sha256:4878d5090cb468f2c395ae1c4f20110ee0a9449b62b19865f77e884df32cc21a
+size 27006
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 534efe62f226..27af659f24d0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:692ad98938776792a13c2c6222123986684cffdc818b6f841f047c205a97f3c4
-size 30445
+oid sha256:4d84d97393865c15cb7ed8c07ae89d38e2ac463ffafa810ca7cd9672bdf4b707
+size 30446
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 881fbe5f720b..02c2a49d2e07 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8727fda2a3987a751f43df75590d21edea918feba7663a8b6944aac91d964b2b
-size 27012
+oid sha256:1ac6e1634fda20c9a1e75b51915a014a4aa240c995d1cf091446a1a9d279c027
+size 26983
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index e8e96937fcd4..8ad0d8041da6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b2eb0fbc362c39a0d17fedd35e43c1a58a57fe5fdc3ddf2fcd5335a1baefbc72
-size 29941
+oid sha256:2aad6d2da23320b166f008d727a5bd5e0679949e0d5356c9729361550206e8c7
+size 30024
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 9369d09c48b1..26e366bc9cc3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a9787236715bb2f0aa5c10873459096c7dd0470a00548045d3597deca1fd35e3
-size 27031
+oid sha256:6e08b3130c0ed0745e8f813fa3cf8688150b7203f02be32bf8d10d7abb8a30c4
+size 26997
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 3000dda6289f..5912e6e9fed8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2fd28d53378a66a68527d81c0dc53ae3e981a3f97eadc1c7f7fcc3060f0db3e7
-size 30638
+oid sha256:c36f0834390d0bd294fbef2df59696bb1ff9c53dc3f513b375d39837705e4ac0
+size 30725
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 5869ca584990..107061394cf6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c0a4996d1d563fec8a57cfc5fccc7e9afc209bb4b70bfd2316869ca78780f46c
-size 27764
+oid sha256:c021d9e093fd82836475dc9536a7f5f703f77b91df50b9096735bee0fb3fb39b
+size 27734
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 47f51b581c2c..4acaa65bac5b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2c88f495d54861430c87a33ec9d16f931ea8066483062a688310a0a1eb117db6
-size 22401
+oid sha256:eb97f66e125d5dc85a173a32f5c29adc6e300817bfcbe4b349003374cad60e92
+size 22532
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 61ff301fa4f1..61f28c05a814 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d9ca0c5759d29088a582763738c07cb0c3807d90ab230f6c0e50af3d146b6902
-size 19204
+oid sha256:2df2e7799bc67d2a80212a7d216681eccb84a70493f8b3664caf5ca8c6ccbb39
+size 19572
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 2ba99247f479..675f159dc79d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:116b70259d235f6d58fb0678187973fc6c75234c3c95d35c24a1a4c51bc9b74a
-size 23559
+oid sha256:feb756e803c40fb9492de1d158eb5f80333da8f4bb22b1cd5f56136165bfb664
+size 23668
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 0ac6e7473670..4926b47fb86c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:737ee55f419deaf3d9f24f6808cb18586976861d07b36dfe9394487efe6c1ef5
-size 20210
+oid sha256:c92f47a57ab5e07b6a2a277a94d7b878267b65bc997cb191dc93f7cc34b26f12
+size 20829
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 66cd1fcd0a9f..392541a11d18 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:adcc65a2a5e6c695b9887d055b3b3178e52311a122f4d36766819bb358ad2788
-size 22358
+oid sha256:15ef86739718356bd12760dba5f9e1d781eccf3fac7a4cc4e29dee0417e25d1b
+size 22579
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 3ce4edbe8810..9ce0b30b6936 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5276a729797c50976562bab6d0e59811b335be713d98f92ccd23096ba2314d0e
-size 25363
+oid sha256:334e99e494c1de30d4047e29bf28ef097ed8ede7799c92f403f81dae3bc33ebd
+size 25584
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 55bb8d4ee744..d03230b8f5fd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2baa7aec6656a26f75af26ba350a1789517fe2aff3b2879eb3bface82a614693
-size 22438
+oid sha256:d024ab4e33b1fdc4b19a75f416682da26b994845e268da0303a35ff6289fe1e5
+size 23060
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 242fce0eb02f..7fc1a194d473 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:99276d2b2314635fb2448c6ffa37ce5615562f7ead94ddd379d5bd81ac67ed9c
-size 32512
+oid sha256:1de423d73a1ed750f4222f61af356c975321d0b4c8f41bbfed07abd9e85a87fd
+size 32997
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 3a76145481ac..05dced8be5f3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5e393c5ca7cf62941fa407e0815421357a6eee41dec21b79e5e23da39a893338
-size 29578
+oid sha256:55c0034351eeadebceca419dfbd5aac59f6f97fe9b48443de5834053c33f4b0a
+size 30297
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 5471ae43366b..8c8f2dfedaff 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:70ae6e6c49d4dc488583839626aa3824cf53417cb2a535194f76d24e8de35894
-size 26021
+oid sha256:8faa8e5828fe8147cc9a09701b3e3322d82169dff5a016f61421d9a941414bfc
+size 26341
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index a8b0ec7e252e..dc64d383472b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e201375e253dddbf8594938c2fe01084f4ccb02d0ac294aca19f29ed726709d2
-size 22936
+oid sha256:3a93424a0bc3cceea7d5b62077a97a916f1d40dfada3c3177884cdb5a905e1c2
+size 23772
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 58a392d3c0d2..589c33cae069 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aa8baa2a020f3a9d0a2920483750a2611fd2a6a6159a9ea16bf8860133212de9
-size 19128
+oid sha256:7a8e68eb223535c5cde767632aa7db4a726ad93afa7fa8d7947a5d18f95cdc54
+size 19916
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 170d21e1e65a..5405afbc1979 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:accd9b49cdbec3b985e9556eed639fa7eb4a7c12ddb41e49ad05d6cef899494a
-size 23441
+oid sha256:bcf25d3afd346a99b5a9d3e215791c90c70a2523938fa46a45e38006d0f6c2e0
+size 23657
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 908d19619f17..ee1d2d3f6492 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:62995ba6a2c32491b76d0fe35a04f079bccee0bee8175040a86b9ad3222e98d9
-size 25960
+oid sha256:e972e579fc16680bf81e5ef581c6f2df430cf1372299d46b4838a4bc8ef5281c
+size 26450
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 408c2bb26a7c..746adc4dd95d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e47712df7659f3cd52098536931c3eb0f565ae26847337b7480fc7c486fec02e
-size 23401
+oid sha256:71ca897a1594f4a3aa6aa0f3955c8e0f702cf0647179b84a2635fa6f2d0351df
+size 24391
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index b91f415dcfe1..94e11e5b843b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9170d524c9f336bee126c7991984b4d48ed972f68f283a36b0d15b92214a3bfc
-size 33313
+oid sha256:6bd92cd3b3e68e486d2dfe389f5e976b58dbc1a03bb16d7be5dea345cb327485
+size 33692
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index b9326bd34c8b..21292157a42e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:71f18feac741e5e74e8f2f64fda1ee5f62980333c2fffc49fdae31815ed784e2
-size 30463
+oid sha256:77969be0607ba3e4e38ea5267ac9f0dfc9c74e867eb6f6ecea70e9c8654bbb32
+size 31384
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 97fc94e4f8c7..6ca5ed20157e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6d3d615287d1b818e01464b1b92e06ddc6d7e81831c132e7d75d3882c1a3ef1b
-size 26765
+oid sha256:826124516aaf313ecfd9c3c561d2c5d05afc8d153193e971a188ea06c3e22dfe
+size 27334
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index f47501a8fe67..3b5842b77896 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:20d154c4e585e0006f3d50d08c88126b69d6475d14c046441ff7b4460f305b32
-size 23927
+oid sha256:6bfb4ecf1a0da7e8974536d1477e022e8cc9af81cbffd89f16a960edc9b418ac
+size 24938
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 60f777151e22..3f677f177b29 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d830afdb2ace3c98795da78eaa0c36b26f54ed4bcbfaaefcc70832238d269eec
-size 20215
+oid sha256:9ebb9cedbaeac94cf303d82f00328252d07e8e11ef588fff749e6b794e6891f0
+size 21026
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index e4aefc8ac762..2bf1140152b7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1d3163efb35214576ce1f18a4278eb87a8f1c2246f1407eb29aad3461f9f6c7d
-size 23944
+oid sha256:fae6f38348e510793ee42d982d0e47e38c533f0c3988799706b7340de94e4856
+size 24240
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 49bee659221d..dee8f259068b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f0fb686e1eae930cd464c4e5ef51ed65ce41269c1adb36bc82b4f8fcb2fe1189
-size 20951
+oid sha256:a11ddde198a419931a391479e018a8cabe0ea719cba85197bf97517358b301d9
+size 21523
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 2ec3c1f8a5c7..5734bfd62ab4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:40ca9f8760c3c83d2d1ce7c6783c6d8f563e5c10241593241db7d954af839d5e
-size 25137
+oid sha256:127245c42fc1100954f94958fea68a52e9d12c643ba6285fe6b90143ecd324fd
+size 25365
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 368912cc668b..068ee17d651f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:08961773da98a391b76fcccc48d9577c3827992adbd4883cb6c2e5817e62a5aa
-size 22241
+oid sha256:2d2a7ca2ed66f1f9797ce1e5c8775e097179126051b67bf52d462b170c523727
+size 22650
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 23466db37515..2cf86ecd1971 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dad99ec54515f03ba91ae786729c90287bfddf82dec66126e3e4235141e21970
-size 26185
+oid sha256:38e1c3501cdd26b683547b31da2c18c63adac3badd70e23da308cf10b035efb4
+size 26386
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 612c6c273d5f..b61ef3c928ed 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b5b6c98e5c6c550d862363b9fa19f24f3dbccfce2aee4f7f04cf9139d20de7b2
-size 23139
+oid sha256:bbf4315956052d95a8f72ae9cc4f37947132e21c9b2b791fec197331ba25104d
+size 23636
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 4797faad3dfb..d06ed220ae83 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a934d38b87ad6e2e01dfe0eff966e6d2895759955edbd7218e24f8c632e8a21d
-size 27278
+oid sha256:529655894a4c54a82ddcd70c5ec095b90b0db98442f99ab05d2c60d0ca6c97d2
+size 27498
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 120a7c771054..dc46c668ae55 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:53d421dd56cd17661a97583ba20e2b06e61c3e61a2b318e1a871b706dbfae2a2
-size 24243
+oid sha256:a3e0e6e9febefb336c165c19508c01206ff4081b9f39389e2c63b5659f840854
+size 24721
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 8625ee17f00e..a6af68a0237e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c9bb37631287b59e56ec07f1a530fec080a6d60e3c72698aaac049cc60ed8c78
-size 26075
+oid sha256:e781724a6beb044219ab973a836eb147279fee5904e9d60693f53c13b830fe32
+size 26210
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 8f1180590dcb..b60a4062658e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:649118e4f2c0164d1547614de2ccc4956b8c8083095d6fc5b34cc0d2235bee8a
-size 23131
+oid sha256:d0f7cd23028e6a8dfa1ba6798fe947241fa1b982d405a300ab97054a55663462
+size 23718
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 0a2a70f94ddb..55f1ce34643f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:09851d4caf5b7e39859fe87ef5e37123cfb355bd09c634513101ea342346d1aa
-size 27104
+oid sha256:6fbb1a805114fb36266237bceee50ad56d4c1c709d6d15ee115dd690df7515d6
+size 27199
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index ccc391955580..86b3dc272635 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5b60a60e7c0ae5e935bb6ffbd9521a5849e8eb48617ffb64d0811594ce295700
-size 24130
+oid sha256:dfebd03e57ad004cee51d16b998326fc0469c6de720a7e4d9d3b788ac5913c0e
+size 24910
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 61f452cce4bb..c429fce30061 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:15494bcb64376844ead70453260e3d916a02d27bec69d3854fdeb68471faa74b
-size 28269
+oid sha256:fd2aecba5aa718123d20a2c95eb9b33be05733ef78481872895e286096decca7
+size 28279
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 8986053244bd..f4ca2ae1d812 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0e00a748f070e16c0a507dfe6481cfcc92ba6837a69e1c5263ea084fbe956696
-size 25060
+oid sha256:ecdce7db086d1888381d8805e66efe026226dc541eec8e1db0866155db0194e3
+size 25861
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 2b49d55ab6de..8823555518a6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:22c3e3661f8529b75eab074665b4041dcddbbebf8677a4ef58e138d8eec84c2c
-size 29231
+oid sha256:ac7bf3445f2835f80e530a6d926bc758dd63869549d4e965703257cfe12b328c
+size 29128
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index b93dfc62dc25..2335382eba80 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:41ee5bc8192dba2fac38d468671891916611a98a13fdff43d1de6a38d5497de7
-size 26116
+oid sha256:74a32a956be7cafebaa48a4ef013a85d954052b9b076ac630c70991ea4909614
+size 26773
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 1a96347cb287..dcdbcc46644d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:75fd95880e276259a7211f710e57f1cfffc52cf08b335e9c214cbe7b04cb46dd
-size 25377
+oid sha256:45a741c62de78a6ae0db61539d096a1515a8799800bc6fcb2960eb6c41af40b8
+size 25592
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index c0ea928468f2..fe72e7f7f35e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9bf1bdaa10af210e6cf7593ba0fba8547ad8dbcef266dc2c955fd852215129db
-size 22473
+oid sha256:d8fb7ad408d3b90590c8170c6993522abb2f1af5e575ebf68d794d21b8295469
+size 23114
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 2052f4e364f1..383f9ff94e99 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5c0e602f4a91b399684a0413baef1d77a057060b4d9c155d933b5bfb7fae19ed
-size 32513
+oid sha256:12c74216d72ba0cf89937c1d974e862aef8627a866208728e8e6ad00e7410c37
+size 32980
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index efd16a6bcb04..0236b847ec27 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1d2f7aee91b8600f2eed6c2de53f36d26df1f5673f11c4f758dca4ad14b3e85c
-size 29580
+oid sha256:34364c55254d52ac295bf096f798cc6ff4f2b605662abc73bc0891067613dcd3
+size 30321
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 52546543f8d2..6e41a0a45b52 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:75b38ad21cc6a508461d5606d51cbd29d11306a63ae464ec99870c6b5f689827
-size 26020
+oid sha256:3c12a44510edba9980605ca2b032478fd1794dd9a21f8516c440f21ed3c36b80
+size 26335
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 53ebf4ab5444..1f7337092796 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:89338ebe251b6c6574bf3ed5ad029b888610a402b5b66adb86d745104d3b91db
-size 22938
+oid sha256:7df4e49a4d76f609ce8e588c4f645e346c6d42bf6cf45182fef4733bfdf9b83d
+size 23806
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 018d1ad2537d..0bf5e11ae1a0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c065dc0a1b8d4b09043425a89212c90cb9fb7f711fd20c94a04618f9a0190fbd
-size 25956
+oid sha256:3384174b7373df092355ac09b47e712101cdc148dbedc14e506e151682ee3118
+size 26461
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 4067033e8313..9d654a4992a5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ec4cf1bd5b299caae2c88f03866d3b173e4ef21ae6d40fc51342ae1c3aa18f06
-size 23383
+oid sha256:7fdd3bc1ca636f17f20ada7509da60f54ff4a49a0524980cd315dc4e59aaaaab
+size 24374
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 762bd009e8b6..6c21d8bb857a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:36ce762b3c0ee4182212445ec1bb508ac33522abda88f7f66e0a76e77088fd96
-size 33319
+oid sha256:e4edac1da12f9b60687268dd5316f58bdaa044a58d8230338c23b61602a86bc8
+size 33693
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 850f56e70b3c..d23d29a2c7ad 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:29c0325bcba397595fd8a80a4b5c1ba3d893feb75f37b27e215fab1e53a89d6a
-size 30451
+oid sha256:c5345e9e1f6941a123fd32a275f743a8ee53926b102305dbe7de209d2c24dc88
+size 31355
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 51c0d4af53a4..9fad00c3afe0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f5d14eef9f9989c8418c6c1c35ca95df060832bdab683654cd34306aa9b64a99
-size 26774
+oid sha256:a86cb18256e0bb9d68c2b9a6691586ef299c866708581897d7dd3f1e840407cd
+size 27345
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 8b9e4a3ec4d8..87519ed0495c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b92cbe6b9f5f99443cff9819f9f5eed8d055debf4b567f7b48af2127197d76a3
-size 23931
+oid sha256:3c506b2cf3c19f405056e20d6bfbd2fbcff2e8dc7ff02fbb2d7f1e7a3ac7b085
+size 24914
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index edc8b0cc797f..ba9e46a2ecd6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:643451831fcaa88cd3f4fc8b17da6be2ce31994d43e6352e1608b76a20fe8ab1
-size 22783
+oid sha256:766693e095582ea12a209fb4d7fdc3d252b8607306f21628bf47c6beea941ba5
+size 22758
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 208565f6fb1b..9c6fec04a9b5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b16cc287d053aba6d56ea941dde7a13a2e8b1a29a17a2508549f432c60fdffa
-size 20353
+oid sha256:7fda5fa8750405683c58961a3196e15d01ef854a3039e8b8767fa0c9f49f3db4
+size 20326
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 57e7d024bba2..0df40bfc7a13 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:db1c6c482b39844695af4152a811242104bc4af3c9033ce295e5402f07c5cdfd
-size 23849
+oid sha256:7cb22170bb83d9fde9a45d975bde7e644e410bd3422d9610886305db7a83af0b
+size 23818
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index ce91b331876c..dee4a17b68b4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:657b5556d36328dbfeba46e8bcac95955a915dbbde4e5d7620fc89f912cc8a2f
-size 21484
+oid sha256:f007d0f85d9087884e90bf4897f986e12354ec771b1b10f22a468bdb1d83dd99
+size 21449
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 8d16ab844ffa..e86a772345a3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c9f6874dbe3f1d0b38c463eb0f099fb245ee760f493f15231030dac158bf1aee
-size 23024
+oid sha256:8b81f2423f1bdc87f43fcdf6dbeb0950df3457ee0b634d31a891801499f488c7
+size 22999
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 92c0a2d2a30d..4d002de906e2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7d7320b2c7751f3030d7046bfcd59eb7405c451fe36fb7baef2da5fa9d6ec2c7
-size 26817
+oid sha256:0dcdeb0fc948a111c24604afc04dd80418f42adc5a14c5500cc46d4cb1312b27
+size 26786
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 00db176a7887..c4d0eba3fcbe 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dc5b6857cbef8a5431f03afbbb1c92ab9fe3f42a2b0027b2dd3b60759f0f408a
-size 24479
+oid sha256:27b7d3c3a9564cc55a6adf54864c58b3c251cfd3d2eab8036a77f3d951afcc34
+size 24452
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 3b6cf38040f8..9f2cc06a4154 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0be27f8495668fa40e0b712b0030b87e8266530ef2a425e160a52027ad075a1f
-size 33668
+oid sha256:a1989d23c87e8e361f146e4733da0eb859832418d2d2d2f30761e4ae05078b50
+size 33630
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 88a1c173f688..1c57f7f42f44 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9567b113710bef63aee869fb0e5becb8689ee9b73e7444c719012f6c249727a7
-size 31617
+oid sha256:9a7f7fa32a1b3e1811f7bc0dfc23919d5c0536315bd0090e6670f5f8245eaa10
+size 31586
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index cc2f26619164..e202e8b9c24e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c6aabb4407d0d1eda86e3d5a7fc31b5b867f96c3c2f59180912b9cd53bfa62b2
-size 27527
+oid sha256:ecda22eb8aaea767b62cccc5eae756c0bca9de375d2ad67f6ad0d3ed44ea04ba
+size 27498
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index c6ee9ad81f17..fc9cf6b9c83d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d5764da130fda4bac0b1fad088d11ec470e0c418cc2e2a83c7a75f857ad80160
-size 25154
+oid sha256:78b42875d5a40b315df4dbf74c2429e967fc5386fa5ee163cc0301d5adf90cf9
+size 25123
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index d57f50da2178..261d5d3c3935 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:53ea2a82a348367c53dd0f17f38cec673672f229c581f315db2de7871ce94b7a
-size 20700
+oid sha256:1d7e9b877b81f5365450552f13886af7071fff94a79f90d699eb15a7d9651e3e
+size 20671
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index ec3109ba7998..803bb200beae 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:01a97d1b2d02daf719f46667d384bedbe8de4307620465466421e5696e982d67
-size 24161
+oid sha256:f09c105b8105d04f80570371f2335edb2f30d13305036fa811ad88bdbab3d07b
+size 24128
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 3fa7b3d317b1..e3cacdfe708d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:27b045ad240821e54b3204992bf91026240b5d11131eb4fdec8e16b8331295ce
-size 27449
+oid sha256:9613f14e82bc0cc139a3ccb3258e515c813e43e9a1d2059d287d8aa28437b24d
+size 27411
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 0543abf9b20c..8683110f3460 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:180f201ec5b43b6769c4132154e3341aaf7645a9f480bbebddab676e8479bcdd
-size 25452
+oid sha256:83805bb9431d9eccad32d91b1c2c73fb2047561f9ae705d6e93f228131b2906d
+size 25421
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index ee2dc8ac90b3..022f5d2046b2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e4286f6f9600897309b6fd06e2c4596cfeb0b8b4d2ff7303cbf9d09becd78b2f
-size 34334
+oid sha256:0deb3f3e79c29adfb30451b71eeefa71804cdefdde0d96cf244719f11e159e5c
+size 34288
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 4b8efd724972..2eda69f0336a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:983f574884df1443a738d1c307efeacbe7aa77473a866fb0cc32a982c3e5c230
-size 32531
+oid sha256:9a9144838c98bc4c47f793c5188269f9ba87ba5b76c02b7699fccca7c14cdb7f
+size 32505
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 3fe9ddfe14b8..85d79daefa48 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7d2e7e8230524fab798829c5971cc9add8e6db462b9240bcdd1ca46bd1e56a44
-size 28204
+oid sha256:d61a2008783138e82fa9b099155ea9977755a28720d700f71a986d2f1b32cd9c
+size 28179
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 67a18171e05c..98e9effe73c3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:549acc1c634d5530f7e8b21ea86cc4c2235d62e40e67f6b28bd829ae6f140059
-size 26053
+oid sha256:1bc206122091d77426fb96aa4cd838f6360b8517cda10e44354c47a6727f715c
+size 26032
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 98b591a00fbf..aacfe9410eb0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:79eeb3b74b59b0c2b441408c86b21ae1c6d554318f1f60d3658b6bc689bfb6c9
-size 21883
+oid sha256:c28ec81fe4bd1f82231682886d22f5c33076893eb166dda013dd46f4e25b8698
+size 21850
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 74823573cfba..38c272e0710f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8a767a2f1cfe700e01ddbebb144fa29271d75d2c84f3b144162d2afe08191c66
-size 24544
+oid sha256:8e4fab1be970f896581c79569d055307ec76cce432e736a7529588f52fbfc140
+size 24513
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 0810061fa3cd..f92afc8547ec 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:89cf1331127abb06faacd56afb4e039fc269315dcd08bf7c210e054f2ee3b2b6
-size 22169
+oid sha256:da4037137456e5750e1070b0c1f85a3f74272912257fe0fdea7c135c22dc4388
+size 22137
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 1526c29be755..438afdd9e840 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:52a1a4f8badb465c5b25f2c607ea66c4766542251b4dd8424267b50cfae7b9f3
-size 25717
+oid sha256:254534031b95c0f62c97c38d6a39573c2edb982ccdac175407969b22934f242c
+size 25680
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 257b22aaed00..71ec8ba203e9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:84590b27e3693b0baa9b4e45db4faa1721c9d31e50eac6d42da9c0e3ee315850
-size 23426
+oid sha256:458101826b9b162fc74a21d658ff187831e4b2ee5782f3c27c06030fba177db5
+size 23397
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 29c1af2f4e9e..94de8c389dc4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:85e9763faed4908feeeafe95709c0005d1fe7e2e922a689532e2e37d987be08a
-size 26616
+oid sha256:534cfaf5358b1b50e9a1f776fc02a34d0dd0028062c02054a7df88d20babda8a
+size 26584
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 3b1044467f70..600d2b5ff528 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7f5c604df0dccc98a82989349e04ce379cb563d1fc5b60ac73be0632387cf583
-size 24357
+oid sha256:dd3da95cb5d1e6d3319d191ebab61508a1bc95bedeb6ebc1e6bac8913a1ce8fc
+size 24332
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index bdd79146eb29..ee921d9ff3f6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6fe5e9b88fb66ef33ff359fc9bf0dfaf017a0318053a3158b7b0396502c55e64
-size 27748
+oid sha256:d87fa6531ad4f5179526a38bc27764e7d788acb1a6ce3cc34b857f5c121b3e60
+size 27720
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index c5d77283893e..1d5ae0906779 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0660f4e8729f7f6484a31e31d303ace9bd717945c3fca76de968815e013846f2
-size 25476
+oid sha256:7f04df2d047269f1708e9535cdab4a5e2bf5605d485086fcaabf1f91f4e4492b
+size 25442
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index bee5f564af69..040ae9634c2b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8ed1eff5ddc92a9e9798e2e0c982d4d869af59e6b57ab41d0aebd9e1dab90230
-size 26526
+oid sha256:7e2654de65b4f1ff145784855e95a430ef41bdb6193c4b0ea5e54e88d5ef2a7e
+size 26493
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index caa85a3ecfe5..67473d7e0db1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ebfd15c5d41f82bc11cf1ed1eb3e1d963d12f12ebbeadcb34a9e9a5471f65bbb
-size 24486
+oid sha256:6f458dc595af0aa5b416e73bde761d31ac93672a3c2331a5ba4c5ea0f2651f8d
+size 24459
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 9768cd731ce1..57997165cdd3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:45fabde206d7c8644ff7762a616849ac7a952abbfa1f02c39b39aa01f459821c
-size 27609
+oid sha256:77e49feb25dc2b8b5770e44b7a5a8aba4abd3e320f276086ddabbca286d8bac9
+size 27584
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index a59821071801..c0fcd3fafe71 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:396cdc6f09d02494cab09d99d1fdd1c6f611eb23623ce6ae5eb21e015eb0f9c3
-size 25593
+oid sha256:061949c6a7cdf7cf209c72f994dc9e109cc51144fe4be39116e834d7f0f70147
+size 25563
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index dc173b68167f..7a2589e1a63f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bae5ae615b5b5ac6ff2ce5efbba13e3154a9d2b0cda63b5d21cbd92cd7602886
-size 28740
+oid sha256:37942e3e66d83e7e12ec4c8832a7b281fb036e3b2ed47ccc5d92e8a85456b5d4
+size 28708
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 3d44a9d326e3..e77937aa5553 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e07c9caf38b9e98eeeded5798cd30107a4b4e4174049223ee86e51409f167af
-size 26346
+oid sha256:40d23e222cf6cbd4d5c2df1cd7efc95e46662f931ec12fd0f1d21e992af05707
+size 26312
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index c150cabd36fa..25df960d26a0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:13cea52a456f6d9c3b5b4a4c7d864eb18badee7aafcba0effd288c083cf8ae3c
-size 29543
+oid sha256:56e2b2cbfd47622f4866a55de7d93d5d832a327cb7ea53e065df7a76216e6800
+size 29508
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index d9dedc4e6714..d28dd9151390 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b4ea59f56be3ad62436934515edb7c6983716b8a283b6d11d9b13d47d10b4569
-size 27331
+oid sha256:bde5bbfd9a24afe464d26f6b55059ad7e539f4b1be4a17310d3d9d6a7a66c679
+size 27309
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 75c69909a7b6..73402b6e9099 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b97992345c7f1c798a48dfa6ca701388ae9ba5fd551c87e329be68ae12604923
-size 23019
+oid sha256:5b76f86c9d97b6af6a41dff3bed168b4d0c8df9facff30ac54cd5396e7d32493
+size 22995
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 5fe1564b03fe..0d2603257a02 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c0c9428a64c44fbb1df1ec50be8dd4e3fd5365fc644f00467ce660caaeb61c56
-size 26820
+oid sha256:757cc6d703fb04da2217b0248d71ae16ae3a0c9ecb2318ad89763fc44e900377
+size 26786
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 625000b02a35..1918601eea4f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aaff237aa183fe64e010899b847ee6bd3493e4ea56e737dbcf5cab66eab2a7fa
-size 24542
+oid sha256:4418950d50f4b0f31d5c695f86ee83a9c8b79ae6639c8f03562d745c648eb933
+size 24515
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index d700990d42b7..c31affdb6690 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4ae69e6a17074c072452df75d7dca791f6021c96a081e7f3af653547a3b18a41
-size 33678
+oid sha256:639adae7503582fbfefad1674cfa77169ef01e02cea33e45b3654e71232bf6e8
+size 33640
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index fd522e025838..1baf243b7586 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b2f5c315db0c306da890d7a1bace2c61c0845f6da85d1ecc7c47a93cb471497c
-size 31658
+oid sha256:550c71ba05acbe5e71bdac0001f4df8abb18c46f1740ff406deb10dac44df5c8
+size 31641
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 94dcd7420b43..0f678f726a73 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:85a65af9fcd3ea7c36a3a227d7ba13814b7e0b4d7ab4b40b7261ef1a617d544e
-size 27527
+oid sha256:10379a02527590b5b30564e220ce6bfd9ff215da248611190c9bf56f7c9cab59
+size 27494
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 622afd7efb7e..1ae27541fb8d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:120f02491be488a0825441d3e8d97aa1303a343018a5b5559b9f0552f7f13948
-size 25194
+oid sha256:c51e2f008b50bb5b13604dee5055d468eca09ae2ce207d0b84147415ef31cf09
+size 25171
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index f1eb5721655d..08dad1b45dea 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:19f7d683a69ba74a243c032a757793c629ff9717a46e2c4c9e5329dcc75be30c
-size 20710
+oid sha256:6104bae2aeec1580339dcafd7cd8767985a8ddaedfe090a889804416fa1b02ed
+size 20684
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 0b30c63eb8bb..bcdc0d801fe3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:527275174d566991d1c27fe8c8157c4475bdbf21e0bf93045126434660332873
-size 24164
+oid sha256:f083ed326f2c758bd884b250bca03c1253f82522ecb82097d8304a17337d77e8
+size 24132
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 40d65fb5d4af..15e9379dccf7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8ead83bb74b5797a9a6177529613f70c378b1b8777204363b565039a9a862799
-size 27439
+oid sha256:a79c3ca46bfbad6104ff87527d657f4046d809ae9f13af65ec4f504eb5875f22
+size 27401
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 1846ec10e854..9ca20f033bc6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:de3a4b078aeb22898036125146a8c39137769ea19f0694402f6d0b9d1bc6a054
-size 25456
+oid sha256:a3a0867a6a061c5186442ddd0c8b15a6b329552b031a990def930abc5e6fbf72
+size 25421
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index ee8a05de9faf..cfff702cbf58 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:24bca3568167dbb34852c37f03eb9c9599ee58febc8cb72c723f75cb519dec5e
-size 34326
+oid sha256:52ff17ddd3905fb12368ca3428345bcdeb92efd54453176fcf06aa5b78a3cd0c
+size 34287
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index cce9d066ed25..1bd9419ed684 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bd56296f3b70aa9f64d9e3143fa988150791193b7e1463eafec7f1d7cae65393
-size 32522
+oid sha256:98851e7cb520579838df25a6fa109f52b5ee108e5f245ef628907416d149047e
+size 32498
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index a23bd1f41180..58de6b9d9053 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:929a6ea359a5b05567b34906c24d72da0fb6f095193c32c03512b55f394e1763
-size 28200
+oid sha256:99b17c68b0ee5f30d1c65e82b367d6643f375a7a8106df6b378ee87b1e6fed97
+size 28173
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 3ba9f6f98109..2352fc79972f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a1350e75b3332eec9a87005f071c3cf9e518ffbf16f3a2f1912fec78c395152b
-size 26040
+oid sha256:a90174d6775b23e5410fe3e4bd49e7a8702f38c6c5dab5da765ec320f942d582
+size 26017
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 003b9d0dc81c..5fd7c2c3d5cf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:de6dea8d12e0bd04181ea01ef82284d910cc304edc9bcd404febbfd104aa662b
-size 21876
+oid sha256:27b9a72f0aef250d0f638c4d47fb3049707e90d15f3e36d656eb41d748bf969a
+size 21841
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 01fc3bc8361c..41760003c210 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:af5903a28feee1ddbf07bc4347b623d967911bdf9b15e647907bd9ad438091f4
-size 21982
+oid sha256:f143097899c492b7b3cfec9eaac27ac75ceed95bd59a023d28ae13f0cc9a74fd
+size 22038
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 42b990c6c530..6ac935f4ca3a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:67b9bbf7c9fa95661a7775229824879354a2243ebc5fa6b1e3531cbe0575b31a
-size 19661
+oid sha256:9c905b1c0761c1c318292a0f87ba95394e23fbbbf98bd55b668000d3e4e33ce9
+size 19634
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index d831be2ee3e9..2f3a9d1b2d30 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1e572d09c16a47072cca31725fd089bcd5a0d0bde26069c0c0a6109c321227be
-size 22611
+oid sha256:d92f03c53a222ddcebfe4bb1e05f9e826d8c83b3f04d6cb6826a750d8415ce0a
+size 22630
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 755862addc0b..0322b732323e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0bc45b3badd036fe722d81c865243fce9e170753a5f06590da77ff285b9b1923
-size 20060
+oid sha256:2cf75ef7264b01e12748ae0cbe6f51766d2acec4265703e7638dd77bba4d68af
+size 20028
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index e07a1175f1ba..a226fa27c4e8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:817f085cdbbccb064bdbc051ccd396d9088d49400739c2cdce5dc453f1233b4d
-size 22285
+oid sha256:65dee6cad57e633e9bdaa290f083954c0bc795ab1d85adbf549224a7c901c030
+size 22269
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 7b0ac03ae95a..0ebaa83b599e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:11efd886971786f11e4035f1e8e6f54b404252294809e24243c33ef5aa00a3b1
-size 19782
+oid sha256:bd182822fe97e6dc5677ee0ab65da9d42a4af29dc960da988b54a96b498bb989
+size 19754
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 6c0d0f83b4d3..a64869751706 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:abb03d57db87d5ab5a5db0169e2725406cfdf8d2d07f3b0715803339ba2795e9
-size 22701
+oid sha256:1d380b5d04fbb7c3f1aa6c93ccec4ffc394f102a87e265cfd10161334f9a75bd
+size 22748
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 779518a2d13e..d30da08f0b67 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:644ff0a0bfdd3f8cf6cd468f8f9c9b2ebd85c63ede7e103613fbc357c806a0d3
-size 20397
+oid sha256:6b9e2d2ebd7edd0326643564547a87fb8d5f7f2a46fa73438e8ec8d0d753e1f2
+size 20368
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 1601db7ba44e..00f66062d7c6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2b37a7029b51628d89330ad2863acd1942ce3e43ec13d7bc79a389129a054281
-size 24277
+oid sha256:7ec2dd31ce721ca3d92f571df0f94e3640a5328fb4f488630cc459d97c1762d6
+size 24317
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index ff7ffc2e7167..afd078deea37 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:03f975be8a11f2fd9f8ba92d8c44ca39b2c4894be1b2c665369e46ff6317dcf4
-size 21525
+oid sha256:4d22131ffe83148934c29bd389f62345cd6c748b9c525f42d24b45e9fd1ad2d7
+size 21491
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index a1171cdefa38..da4b6ece4591 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b70ee22fca08663d2f5d9252b7bd7f6f9e712ad16561871f31d4a4df925caa19
-size 24861
+oid sha256:0b0eb33536a9f18a76a6fe12069431d04cd6bd59720e9b7acdcf0b8f95b76f64
+size 24956
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 215db9875dda..d4bb0e73cbaf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cb6077781c1fdc6775695d2fa74d42fb730b7b7844b3874c57bbc9879f72c58b
-size 22434
+oid sha256:ca15b73d05b6a70a798346e6c12313c40ee8c99b321846ce0ff5ab441b4610af
+size 22408
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 226c1e15896e..530892ceb796 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5aa03cd1781f1a24295ee2ffaa1e27a683c63453769a1d4dc3bf4956c53a45cc
-size 25900
+oid sha256:2134e11deac8bf8ee6ecd8c0b638aab843a3848a32ec9d570f22ab8d3a18f079
+size 25955
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 62b7d4f743f6..d407b906e5b5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fc0508d8f6cb12dad0e371216e9da073ffddd6ebcaf31fa80b64d3c30b25f0ad
-size 24124
+oid sha256:a5f59a2efc14f4f900fff67e200667345937f5eaf9bc036c8cd2d8923c54b00f
+size 24093
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 02d5c7b94760..d20deceb807e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0ce913dce7b0c9df9550283d2f7270d530f8d3113bed49321d0927ae77db038d
-size 26476
+oid sha256:63eb3e574aacb15d84757e467535e75a01d7d5aaab14b0622362c360a03d4a2d
+size 26526
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 246af1773484..392959f695c0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:14e5b3521c0048f1942fab25fb4a3cc315573afade54c90b52c957dfc147d6b2
-size 24284
+oid sha256:b5251b45f7edda0e13a0854de6987c953f3cdae7b5b6f194997add5b8c534452
+size 24253
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 3648b15df5dc..138e6e450044 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b88f5e5121400aad6e27cc9637f8cb91e6ced706f4e7fe4a2871e4ac280450a
-size 26513
+oid sha256:e6c72001ba8fa1de32375e4a8f35a438203c9dfd7dbe9b2a06c73df2f96be8dd
+size 26612
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 3e4c098dcd81..d31edbdbc7d4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8a114d02c8c56750a97a843ab30daf8c3d1cb38f46780439b73db52d70a203e6
-size 24206
+oid sha256:f1d975e0e641c5ba57a36f940b48adb209e4b0b8eda9b738559d387b67344eeb
+size 24179
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 38da9e247076..b126e9028aab 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5637bd42e2229f96c269cba9587e1bd54f37ddce0e6f3b02770dba72e5b25995
-size 27181
+oid sha256:3294716ba9c3d7ac98ba5954e00798065c49ad00f87f2149ccd811cc095cf6f7
+size 27253
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 9af679c57e76..f6caa520d465 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d764cd91dd4df4b04acb33df798a07f4e73ce0b2706ac3ec50f8efd24e18baf3
-size 24865
+oid sha256:cb3d72bae5cfc925300539059a5bd3d320c46f5407d77ada717f9152b7f5216b
+size 24833
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index b6a1d8462554..a5a5cdf9ecc5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c87384bf7d34a5714e4c1d6d0e489db4558e769b1171afdd61172cf89d32a61
-size 28777
+oid sha256:0771acee9bf98e34a9629446d5835ff6be3ee80e74b0e766d0157dc556390cc8
+size 28845
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 39d03a3e6417..fa708bb46e11 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f37d2330932f7d0111655f81038a9ae29d4cef0458e4551ca54fe034440b9a95
-size 26362
+oid sha256:4f29075370f77113a563745e88608e6f8c3d7fb462e99dfab0b0fdb474fde2e1
+size 26332
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 2b68a8435e07..5f2bded99c54 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4fce764d87aded8251355fcf6fdcdf520bc2596127226a1d980a66accebfa955
-size 29692
+oid sha256:062056467e2ad06518cb4c4dbe87554e6ce1ea6b74ba88bf1284ed99cee155f1
+size 29752
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index b3162e6e5755..0481f6150354 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:910b78437fa70ada6c5ac35965db8d9bb00c107b6fe134459933ae8170cce71c
-size 27150
+oid sha256:381346796361100f0460a848a93c404aaed7f8acec53fb685116fc26234be8ab
+size 27115
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index c3bbc6f73dc3..7c47f83566e9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:82922c04c3605b586ddf298adf62124533804378573d2895e24149c457d44ce8
-size 23543
+oid sha256:2474f1a9a1700830bca66020149092e0847099b08e3c061cc471b6afcd64f233
+size 23549
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index da1a76437633..583d25b06e9f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:904a8b4e450e11749b8b8e2f925422e295c4c7035a102b54a1cc42aca7c06b31
-size 21098
+oid sha256:a1a661408f6e7fdfcf7e8a88b05bce02ea11ce06b204f5119521eaf91c045010
+size 21069
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 93fda1a8d045..4950a8f8f84a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f42376cf0a89801e1fbedbc58f59f1201df4c7101886e83f6dbc9fc3d25d1a5b
-size 24092
+oid sha256:7b818508c14f7334fe1e2230675a9766c7d7ce82f5ab3edd0a29ab6506e6b503
+size 24108
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 8470ef353013..4ea6e8365548 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c32a09208d490370ad66d4cad81509b72e85548dd29638c98437aa07742faa47
-size 21301
+oid sha256:6c2735801b4e81c65d12caaf146012ed4cdc7594a4604d93be35797525153182
+size 21269
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 89b4ae3fead9..8a7d4a47b3f9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9851b00df6193295081c029082d8e7e6a1d4d62765c1f3c224b27677bd945342
-size 23390
+oid sha256:e93e5e8fdf8638f463d97330d8af27818057cb8fb92ee175918deded2e9649b3
+size 23406
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 60615c119b25..02f9e2126d64 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:89782571cd8a7cf362a2c62f84cad272560ba71c7e70add19d8f5defce24a4e2
-size 21034
+oid sha256:07dc28e3f4384b4b71155ace009ddcf27e686f2bcb4141c8fb55d29215e5bfd4
+size 21009
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 02b77226f275..5e07e88aa57f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e8c3cb31ea7f903914d3ab9f4e555154facf72092349bda7ca6123f58b9d6087
-size 24156
+oid sha256:16f1c07ce49bb24268e0fcf3a40b80d3a0391320e3d10f7f134ff201ee834328
+size 24224
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 00d73343e501..5692be7bf136 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d41a9f6447e3fa2690f22b7a9f989abbecaf291a34535bd241d9d744a57be94
-size 21615
+oid sha256:73c06ea781320d453e806f702fff64ec6f9ac9c35cb98ddecabde24a104fba05
+size 21580
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index d1edbd9e5145..a1b897df3016 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:56cb9be9203f72072822b10f1c95f76bce102e46068454cdcfb24707f9edafd3
-size 28711
+oid sha256:f666c516782d52f633c62de6c6f0c6e73e4ee3e9930f7d77dbda1b3aed0754a5
+size 28796
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index a238c1bf451d..9ec427157ac8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:25d184d3a8d6a2357ea08e895ab13e6f1057b165c6158a2f1aa458d1962681ce
-size 26381
+oid sha256:0c570b14f8a88be5d1d88e5a7ad2b585eca4d72731cb33c6fdd3dea8e3a8584c
+size 26351
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 402edb151df9..0d753bb5444a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a56fc725661d2252233be938b3d02c8f0259e239b1c07537d53b4c4dcaa5e3cf
-size 29147
+oid sha256:63b3d547e90210466d55983d5861674fefd3173dfbb7e79ad7938c227f48805e
+size 29158
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index f995a9dadc8b..11c2a97a7e34 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8318146f494431290762b4786bc985ae59bd4e23a939ff892f0351cfc4d02493
-size 26353
+oid sha256:13684bc5c4f7dea729602cbb327d721b2a01b8456e1757b2baf44df1432f039b
+size 26315
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 30640d02b14e..9136618303d6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f954a5ee660fc18bc44ab689f153694a49631fed74f6a60e0af5f9cf87d27096
-size 28884
+oid sha256:0df588ce3aecb73a4cf34433cd6a4c8e8dc54f00c50f71e9f72ecb328c1d155c
+size 28932
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index ce8bb6591dd3..496e94d7e5aa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8128cd55ac90b1d90b72b0a0ec7f8ab29697381ebc247cc5c24606332475f0c1
-size 26335
+oid sha256:a8b719dfa36a37dd32fbae6f12076129f242501cabd7ec394e0c752c6ced6bb2
+size 26302
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 0912ed452124..1d55ad8f71aa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:00f8f1d7bff586e17c16b9dfb83014e01c34750bec85046c669847a25cc53abe
-size 29606
+oid sha256:e7eb47433b8b10bb4b0ab6c19495663f90d8382ceaf76109f9a867c9c1a076f5
+size 29770
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index d63bd8601c46..a5831271ba7c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b5fc4f172118107cee51eb025d400c868c8e366a3223a15510f2b7fe5ccf91b7
-size 27085
+oid sha256:46dcdeb713abbcf5006e7c18eb6bfe571e590ce4b977f33dc1484b1e1e6089a8
+size 27049
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index fef7b0ae0018..c9063719c18d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7c580e73ed1848401f8f0ebb03202200279180e7aabc0e96e0e9b6e6210b8d39
-size 22562
+oid sha256:927f55109eaf3ad2c9808ed0ac87eb8d23b9e5887646b96632f648af95fd8063
+size 22561
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 8e310ffb4a44..0990d4bbc0fa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e6e5b423dc878a79e9adde03a578ea63c8a10e7adc57bacd16ff3f1f2410009
-size 19354
+oid sha256:443fb9602ec1cae692b393aec7ea9aaf07a9f2865c4d593928994596ba47c981
+size 19818
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 4fe1866b41a5..d24a7a253c79 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:71fcac5ae200ec3601814e1fe21780a045f555f059f63a9e896be8a16cadc9b1
-size 23720
+oid sha256:3f6ef86d85edd5cb50d991abf139722fdea84e1f47986b320ca638e01a9decda
+size 23619
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 63178af6a3ea..0dcd79fe8824 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a461f1ef83430f4a02570db6a69b666cbf6b13cb89fa7d30835d2f138d091339
-size 20334
+oid sha256:ea44bf7de7799061ea05147ccf5d793eaaffcc1a769fc6731419b6a49fdbb651
+size 20849
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 4585a61a15a5..7c93c2a9c84f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5a41687b2cd9fb1e7de900e6ce085f7046d19220754744248fad22cc8a7c1ee9
-size 22449
+oid sha256:3224cf30ed694f9aae553c30d7674863a1239131b6d4f2e3eb4fbae5f233a463
+size 22755
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 9d6579fd2fe5..0891d3c9f797 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:53c425838af149c0bb69a81f74352e8b6de086df53b0e9ab0f51bf8f6736439d
-size 26578
+oid sha256:d5e091dafbdc7279d0f65a4eb81742a21b806e5759524dc335ec74867981a4d1
+size 26959
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 822d23b6717f..c47f9c3189be 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f5ae7c0f82aaff999c464eef228f35b61e41e058fea5670d59b5e8fccae8bb64
-size 21836
+oid sha256:41370badf236e7ee37695d8a57bd1f6afec90b459711459d64534490806f9b5b
+size 22363
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 0db4b4109fb6..7f2da91b1b76 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:85bd9ba816ec1937a12f88b4bce8fafccf641105b80de16f7fa556bda7f646ec
-size 33360
+oid sha256:f27fba9a574231dda09e0a2e5e2fa2be62f3eafa32d6b67ad779e06e7c863bf0
+size 33675
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 50e06cf3e785..5d05e6bc24ac 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cf60f8613d20a95010585e2370ce430f53b3fceba693af7bd6534b1902c697c3
-size 29361
+oid sha256:5604701c4fa1bf573bf47598f3c7c27d965aba06f748289f7beb363e4e11de2a
+size 29965
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index f1ec304d6441..486ce69c08af 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:270e7896829d960cdcca5706c3f9179934503071a3752f67951dd34de5a12253
-size 27381
+oid sha256:3dab8fec39768e6e0286593aa91e6a8185b15d7bfa0d939ebee1c9d5c18745e8
+size 27619
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 15c634e731ca..06b87acbac14 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:59e7f4be3a643db2cfc95a8bb2c749af3e384a7c1b739a5d4489c6c18f05e205
-size 22477
+oid sha256:8dd3bfe265a8aab6a2e16976923e4bba80accea91fc58d3854c2ce3f55e57b36
+size 23197
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 6d39bc7dfe31..a59e81c74fef 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2c7e9c7475ce1b30362d52e517c28175ae5ca392f19490a37445b47acba86107
-size 19327
+oid sha256:1fd186c852a179f3413647921497692aba889ba17571227f19fd9cc29b06ec1d
+size 20033
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index ed108b34e261..05e62783d112 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f35cbceab29dc87e7f6b47655fa45eba3fa86bbb15a27db81b9b49a65e23002e
-size 23536
+oid sha256:bcd83e17e8b2af7260f806fc5522613e288fd46df6b74678c1c11934391fe3b3
+size 23738
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index e7b043fcf0ea..3996e93417d3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:34624ee0c56e753e18152bb63f66b5935da07e54fb3dcd69f77a64b86536d4cc
-size 26163
+oid sha256:41751d45f192912e02eb7301d09506091bde9609dfe850f270a9f529ed25335c
+size 26602
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 908f1b320e31..3449bf451341 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1dbd9d9f72d112507fdca403c62a38d81ba5f49cc55f41fbe3266c1648661472
-size 22852
+oid sha256:660f62044123d7973192809c4f13178d8a5c55e1b313c65a6fbd1b0c44428a31
+size 23640
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 8a28f3afefe3..9500f25860fe 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:78188979a7a6f772dd69d4d742fa16b6163844f61b10a6011b1425fbb7e14ff7
-size 33196
+oid sha256:19ebddb1363bd81ffc8dde87fd38bb5fbb12c68ac3b4dc423ff7b36abc5c43cd
+size 33618
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 9e051f187578..0851b8754cfd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dd7f98c5d9741da1d66ae6d99971fec40e2e1c2caced62e1c175cbaae48c476e
-size 30216
+oid sha256:85d2aa1ba843c17674c03132f7775fb59189f022fa4b152f2a424fc6c061b7ba
+size 30911
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 41ce057a2870..ba7ed0e23d8f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8b4f2aa5dc8ad1fca4d35f4723957f7b3e4a3b3bc906745c0a2c604be040a86a
-size 26888
+oid sha256:d32d01dbc9372dedce3f57b60662e9ce34738c53cdd0770442a0cc387881f688
+size 27382
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index afd9754c21f8..ae9db5e22357 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4b0b34a8c84b446785b6a3e2fedbc64db38e2531c292bb9405f1c5579b326f77
-size 23495
+oid sha256:cbdd2a5ef94e48c47e784bbefebca9022f4e07b85a22af9b5f9b66621978714d
+size 24342
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 67663525b41f..660a69744f29 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4aa3bf669e6831dc8f2d2ddbc24b9186e88f04e702a6ded0d8549f9535efee36
-size 20300
+oid sha256:8a0f005f12ce4dccac55874c7e7a7a9a3503b297eda4eeea7f08279877538f5d
+size 21202
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index a2370bfd120e..8c2de409475c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:93c706bb356ba7ecf873094ad5fcff7c5df679787794c7e4335256204a66b3d9
-size 24331
+oid sha256:a54a73a24f9053bdf97c6ade737af32b6bcd0adfdeed3054481681a8db78edc4
+size 24437
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 5b25f4d6efe7..d3ca49fccfd0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2bfa1d4d26fba9cb9e1b467e1c114c88403441a99b0de2ff992ab661eb20cb0d
-size 21230
+oid sha256:13ef981406aac9561a090894b74c29827b53588e78cfbc450eea7ff3ebb9a7b9
+size 21771
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index d0e80d6ed318..0efbb84a87eb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4e257efe4017d1484fd0d019da3e2661fd9fc313d4427b9cda41dfd23908eac6
-size 25475
+oid sha256:a527b064f4d22206d9d236474f1c5c50cd2632952f56ada9a1639b5ae324dd50
+size 25521
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 771df2abf172..a6c7b67e267f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f675086fb5e7dacab86e4160e3aef293e9a460a442c6f248f9f1ffc52c6d4e38
-size 22380
+oid sha256:7653e763af2b439f53d02da6b2831b63c9281a030065a9ec2da19e3a67ca7a0e
+size 22953
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index bb5169a3051a..84348c45f497 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:927817c0cb6db16faba5ffd5ea9d6a8e15b690fa8944011bb5806dc92958f8f0
-size 26406
+oid sha256:f275b35a76078e32378f86e5e25c4c55518447189a4025b17453a21016718658
+size 26355
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 1b6b31af7cda..0a28ee05c4cc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f12b881488203c7fd84ba6b85c54d72f5527f6e4565fa62d96c8875a95012ad9
-size 23263
+oid sha256:70afb0f65e824ce193f5c2cb9856d0ca77d10f4d21a63ee060b309ec9b1ce97f
+size 23782
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 67149697bd27..cebb62ba1223 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4a08e91427ee362d0a552bce9732ea38f793e1d3a059e718566f93b5a4ac465c
-size 27323
+oid sha256:ca5a9588f0843d08fedfce1987ab546b726eb3133b9f02726d17ebd9180e2f5f
+size 27553
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index fb52a58b3289..4c994513094d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:105b7edfa7c94dbad888056021e4dfe191a4eba744030fe9bcbb4fdb24103160
-size 24251
+oid sha256:48416a511068b61100c8f9626420481104b06b639033ea91c6226cbeb0f2417e
+size 24858
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 356c50d9d2a1..22443a08da49 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:361337694adfff0fd2ad27c6ab6b0471cfd8fba98feb01edf628b1403a7ddd6b
-size 26242
+oid sha256:475f8fc969a55d39e1d0cc699b164ec21867ac9eb30f3281d0ec91e040d42ee3
+size 26285
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 8023633ef367..a3fd2aa93cb3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:da976fed6558e4f01d3c7dba9aaaf9d1c7627b213e857d6f301567885c76d3f6
-size 23106
+oid sha256:7a08d2e1bac6da66a4c00e43f87c0f115bf4961826c1676b448db9fcdfccaeff
+size 23862
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 286a5ea56ab4..c5b343324efa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:09b6e39563ead4d780e78afe99891c7bf02282d970a18b559ea0741e7fa9387c
-size 27294
+oid sha256:c892363cebcb12258a3f61656dec63b535fd1919708312d8a2d5ffa899b1f3ba
+size 27237
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index e04731ec2666..d886d9b5ac19 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3d871b2d0a8e7307ef24682a349df3129a51b1053d6ea9a39e1051550f41957d
-size 24165
+oid sha256:9088f6279eb1e9f2e027e3e597abb55765764df76a6a177ae4a9b2a704a1bd00
+size 25079
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index ac3a50ef6685..392dc22f7923 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2ca4df5d500d4e574416ebb188f37b81786b0af62e3bdca04f94f6f1465f869c
-size 28598
+oid sha256:f3ea78b18fb742fb3183f1c075b1b26b3bcb74a602c6f7204db9aba239850c0f
+size 28715
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index e7f4b4bcbd2c..306c887bc020 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a819208d8cdcfaf92e1a921e56201d2297aca493db0b3628bb9952d5cc9a2267
-size 25273
+oid sha256:26c6ec942d028d59dfc19ebccbd4e90aea092473357ca4662dc79c87a5620c33
+size 25969
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 9f286b7bc12c..1e417141f4f4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:276a46523d6f6c4d4107abe901a2315b9ebd3656684f8839f5ae94c9be720ad7
-size 29607
+oid sha256:0702c96344dde8c11e6c9d7d83567eaf86b8d13b5cbdff663042fafaa9bcc300
+size 29409
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index ead588e1dac6..6c7a32dc8678 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b95018c1a9516acfe9263ab10459f024b40ab72f4a738eb77c27918eed591e0b
-size 26272
+oid sha256:245614fe750ed9f1d788899843289fed3db89581fedb1883fb84be4a1b38fcdd
+size 26996
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index ea5139144a32..7e602956be52 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:afcc9dd6dd60308a9968eee07c3a061d0220a0c4df65acb034c5c7d25e7f6e17
-size 26586
+oid sha256:a5ac512f85e2c849990f5ea5a13231fc15c4711948dc4a117a3907c0498b8e9e
+size 26972
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 0e2482946d4a..853095108d64 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8c9e7a3a7f730bf7e522cc035c507884f2dcbd6861f91397a4fe7d7afa056c31
-size 21868
+oid sha256:95a66d7580348487e416758d7464ae7df6a7dadd2f6b4365fa5ad8415478d84b
+size 22412
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index a2295fd47262..0e2af9745da0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4b725edcd41dd8805c0c11c17002f169b40bdc17ff821cb0412cb4229aeeeb5b
-size 33385
+oid sha256:c2781f05476c525cf572be0c181699d44d1e14b6b4e681a6669cc0e81f2258f4
+size 33691
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 4bf16e32e670..f83216d3a899 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9ab735407f6fedbf676fbd2c1f69160d31a9dbf69fc205ad433c73708b866a2a
-size 29375
+oid sha256:25fbd545326cbe714793137a47eade9b0d4a8eb352ea9831ae4c5e0fe9a796b2
+size 29974
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 639161f85445..956b66911cd7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e30240f424a2d3d66729c8db3da6921da31c0be876556a761943dd57fdb8f8dc
-size 27379
+oid sha256:b55c410130a6dabe07d9c129b962461b986b33dbdabdfa62c384d605fe07689b
+size 27628
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 30d0da3f1182..81779b234b19 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2978fedf954be9c5ebfeb804f0806dc6c061e36ae2da007aa9e3eb00abc3266c
-size 22496
+oid sha256:f6863ec87a03fe003a55a8e56f6d4d1806ff95ebe2a82574e1008385b1d1c139
+size 23232
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 5988816b631f..2c506065fea7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6745997b8a3f3d7f88f61f0a0dd8f3225fa2820364d026966b807f3bb8941e9b
-size 26161
+oid sha256:d880b62a9b0794c25c8418f07b7bf1d8aae24a1b8e87b730ad399390613be428
+size 26602
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 11e8b2afc44b..8fba55942276 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:08ae5df1d2f93479e4c0f5276a5d8640ce11ef9bae9e9110884beda316d36fc8
-size 22838
+oid sha256:7d5a03501b7ff8a0d5108ffcb930be5e1fa61bf1a7d9b917cb1bc46097c86aee
+size 23634
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index f3127639ac61..190426b8e6eb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a20d124ba8fdb9d15349c46a0d3d55db7813e2ad36d0c885bedc51c47cc4bac3
-size 33206
+oid sha256:ce9cb5dbccbdd91d869c70ecc2c2027a01943decdd1984535861b6440db89752
+size 33624
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index aa99b38fcdd4..99585d6d584c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f288475770eff361d05ba84a38705988abb7cb24c049d30749322fe3f53abbbe
-size 30169
+oid sha256:dea60e0adc7281347aca9134f6cd5c3125ca321808b0e6e652644e2d70e9c2e9
+size 30888
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index a3d4b3cdbf5f..841313aabda9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6eb1b92a07459127cb2c6ef3f4ef17fb257ce429f0f4669fcd4db029f740c327
-size 26896
+oid sha256:476a7f9b450735f5668390347ee71568a5a28bb86dae36e16f2766a067faf8ee
+size 27404
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 0dfa0f1fab7c..c8cc6894db82 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:02d3281ca7ac63d3203292800873e4cf29fc33897ee7ef2f8ce85a8b4e25131c
-size 23493
+oid sha256:eeec6fff6f3dd243c10606c98ed848ad30adc9c4f4fa1a3f08b7f40916f7b130
+size 24326
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 604bbe5fda5a..01fa286447e9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aa0a8d9034e999136519a09b000a1502fe415903fa566a2ddfb228a628ad1e9f
-size 24145
+oid sha256:43769308c768d2bd85f0707f45b236214275fc2a53d09e8b85ee3729b16106d4
+size 24116
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 1128914087c9..77238f9e2476 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:85eefb2c754ae6d784aafd59265673a6bba8c87e437b09e6429ffbff999d809f
-size 22097
+oid sha256:5ad28d79f5e8785cdacfc3a5161f5aa70226683e7812ba866bb95e4229777571
+size 22068
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index c54e3c2a6aae..d4bf5e18a040 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d6011e1f405dc17c5b6fb30a5939e7c89d2b55a2fe6b97304bcb7a334d6f315c
-size 25103
+oid sha256:b6923cca5787874365ea283570aa2af1c65f97d2900712e39676faf457e6f1b8
+size 25072
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 7258f507dfbc..61af6b4745f7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:86808c96eeec21c6894625051136fea4bce866e068a360e8991d8ba5e3b042e8
-size 23033
+oid sha256:c27b3bdf5876d50bded8d0cfdcbec7a452a885203c9d3bb9d702559b79de0fbf
+size 23002
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index ee78cf3c3517..03645c78ea07 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b66b7f4a1dc214c35d4cf0673e5d331a8f30151ede9ba55e45775ce7b8d652b9
-size 24458
+oid sha256:f7dc5e0d315fe22724dfa27b7bf156f1b879a3572b8eef27c7df8ccd200c01e5
+size 24428
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 2876980d9786..17b802fb84ed 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d7c347de9852e92ba8e364f371fe51814270f4eb7ce76bcc616b3ef7c7c7f8bb
-size 22435
+oid sha256:bb348ece54ec23ecffe2471579550ded84f6926da37b96f23d1e3a9a03f53fe5
+size 22406
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index e42a374e06ba..dc4fc2d72bb9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1d24df7f180690b69c7914d7febbdf25ea6c8480f06422fc43bbbd9eb54bed98
-size 25493
+oid sha256:ec98fd47242d2b2fad351d9f70b6d469a58165f0e5a17b510b829b4da609fcc3
+size 25463
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 39343d859c87..7883250388f9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c32f6fc88ad1cd3b4cffaea977252860fc7dc32f50b4dd4f69fd3c3e5e24fef5
-size 23305
+oid sha256:aceca2186167e6a0896e1fdc2291d7641f637b4f6ebc16774b654da245815815
+size 23277
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 6230653d9f15..2017ebc361cd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f7f69efd7c9a04689aa6b038723d46737510b92b947cd642f9f5e1dca8cd0a26
-size 26072
+oid sha256:17dca8ce1e24fec1a32ed4cf8c60cae9f3cde1b5470855dbda18820bc7622b35
+size 26049
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 3a85e95f1ae1..11070e58f185 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:20bb3d42f3fb95f93eb83808a56ccefc9769f90074b496a5920bf4ca1f833b97
-size 23988
+oid sha256:ec5f1b4ab9f25978ceee9254b0577045b3a976447a8a615d2317d074d5302413
+size 23957
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 4b026e6ed0eb..b531b214a5bf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4115a06cc5f28ed9f2153611151c9f80998cd59419f5f8c82c26f9b2ecc30663
-size 27066
+oid sha256:20aaaabc943fa277b5fc15cc5f96c38b262f8f0e08a9b1d795bb65ab52bc189d
+size 27044
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index d9a26bf63674..012b833f93af 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f5909c9fa9b3382391cdc0264551c96cf4b408937559f0d75791a95515e9a56f
-size 24925
+oid sha256:78bd26b5daf7e3b68e7f46565140164dc701db1c7425f9788c0a4a6b70b617cc
+size 24901
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 185afbae41e6..3f370d9389fb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c9219c442acae05ce8e4828e9d45b1079a9997e131e55afccd0e972ef1e69b5b
-size 28359
+oid sha256:4feaa1e5f6d1173b62d76668de6caa7f7767a15de3f29767fd720a99e2ac0fc7
+size 28334
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index a512a3f49cb8..6179d4c54779 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aa3a8fef8a157457f95364ff436b022569cbce3233757305b2fc17ab319dd655
-size 27025
+oid sha256:c0c03ef27d1a0aefa78ee856908e9bd2a59c17a7beb4300ae9cae0c98e29d20c
+size 27001
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 4db9def974b8..1ff9c7227417 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:33aeb2444b94412793c3e79fb2cc6607c9cf7e8953c5ba4dc9e8d6d9564cfcf0
-size 29517
+oid sha256:1744f2bdc5a2015d9c7f5e6860357f1b7a5ffb9238f6dd1ee889c5865220d56d
+size 29484
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 6fa4871bf9b1..bf3f0baf108a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0bfd89f9ea5b25bee98fb8e5782ffd9c2272664c5bf68d5f94ce8f1846f445ed
-size 27692
+oid sha256:733f778b4154e7dafad824330e1fcc2ea0aabbab5c8ec863603c98c060914233
+size 27657
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 0c7fb04a94ba..4760a9f1e566 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cdf914c84033b41003048e4fff2b9c3c277860e5556ce77a67d669e7c00f26bb
-size 28402
+oid sha256:6464c660968e4ea294aebba2756d65f5d3112dc0a4bdca24a7d326dbb133ef10
+size 28374
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index bd04beb47ad7..eab7bb31fa65 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:80773196c362f20372e3f461e7f097d3b4497671b0f35498936db97366da8a98
-size 26915
+oid sha256:f1b2ae438421087c60c140566e2d7ff12633eb4b567470f367652993a72721c0
+size 26887
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index a81d8ca6dc47..e49d0ab04617 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9db8e189ad492e2ad1ea66ea69810b04bce6d4cffefda25cc649eb9368e0a0a4
-size 29448
+oid sha256:7c0c974a6d501080278b5e7a26036f1e4e3fc7b24334741e2a2fdbddc4c62d00
+size 29414
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index cd871d4bd7d9..ae14b2d25d3d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:09f9bec201f74ae41a05bfd13f1f8d18789f9479bea19fbdac9107259bd50fef
-size 27824
+oid sha256:121c8d8e2a99c3e8b4e37496584fad70dda0315f1c2c4e8529920c4bf9626002
+size 27792
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 87843112718e..8fc930c96d80 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:34bd0893d4d736109f0f5e0d457d372132015a4bdcfcc09d7335aa5d29166b18
-size 30480
+oid sha256:75650b7be3a25b7108c59ee28ad13b6e1b482913d920282f10ef0453287c6c2a
+size 30456
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index de0256862c67..924fbf57814f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bdd4427cea9dc5dd15533d807427287648844691fb123f9a27bd9774c5a709f2
-size 28846
+oid sha256:3ac233587c4c8d770d8ef2eac6feb955adc41b92b8014a92fdbc65cf8cd3b746
+size 28817
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 04ac7c01a821..0a872f5d472b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:968c0e8a23861ae23e88a7758bd6a90ca422edab646c12c0631570be0976fe5b
-size 31581
+oid sha256:7020d9e4a4c050da0e30f13ac1947ee1bc21e0a7d4a46f56c29865afe3d52350
+size 31551
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index c648f77786aa..be2be4b26f09 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2862c543cba0d637d36bdeac9c1d408b0bd1ce88cfc0638c935d952310850704
-size 29870
+oid sha256:7d433624831aa7e79e2f8fa0469e2a31d62d4928e6585d0f375ea28ffdb3dbe3
+size 29847
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6a0d09d84ea8..8ca949694419 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:59331a7583b647abfcd1c2f95c37fc5cb1e16208ed7f1d4e4d7e8eaa8b4d260c
-size 26761
+oid sha256:9314cca4690430bb8fcc468174528f31918d84fd7fd7c07a5a508cdb77c48c15
+size 26730
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index b81509011591..f0b5c40109a6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1ab67528d5894365257a7d382d7afe6f24d4c8739dad4c2cb6cd513d859f1057
-size 24448
+oid sha256:356179e667272b8732796e9427589e2fba12d400d563550199057283219a584c
+size 24419
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index d27af80df933..8a0cd3490628 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:847806d43b6bc5a05a5cbff6d21ab49b0f496181845c3930cbbd589d5471e257
-size 22444
+oid sha256:45f0d6829f3e9ac9eed789c1046fe6cfed6061964ad9a746bd5b4398b3e0461e
+size 22417
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index c831975bf79f..160ac9a2207d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eb184f09c1c35ee81a09aa64092759d6b504079d3f3dde673ff8ddbf4054dd9c
-size 25506
+oid sha256:e755411e7cd02a6b0494536fd2c4701db3b55415f8526783a1661bbe48ca3fa5
+size 25477
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index e62b1e3c5cb9..1ecea2521cbb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a1949443f94d0de7814d3fa7542a2d2761831bb615255d2cdc429ffb6d925faa
-size 23298
+oid sha256:b148de3403b2ca10e6daf16e463af49d2ca07d68335f703217a7a48a155b33a1
+size 23271
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index a5f2f3631ca9..ca35a6279053 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9a31b1e80f1dc869243c393c00c1029b8145ca2b37df2d4b68f15de92e0a56b3
-size 23853
+oid sha256:a155a88645884c844db5c9c0f0b9edf363c2b18ed0e0f11e701cc5c1e9a21828
+size 23871
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 6e68f18fe1c6..2aa21a7759cb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0b854be29c9296811f4aef68c1e365d9d3f254e69d53815b32a440422b6ef17d
-size 20779
+oid sha256:1b90c6f0410672407155842bd36d46c95d47e983743159e44ebfc241e1fa3e79
+size 20751
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index ab5b19426c1c..1a71b993aa9f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1abf4e0debaf90b660149f37191810dc8f0df026841177b4dc155281755e4cd8
-size 23980
+oid sha256:b5cbcf0981bef70f687c129ccb35524c5a52dcb89600166ca780b01915fdbf32
+size 24041
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 64adba58edbf..03b681983b74 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:26725238ade2760e582e66a28601a52dc22520e7047533c0ddeaa71c8b5eb8aa
-size 21043
+oid sha256:a408430bf53862fc3c316f88bdff4233e38a30dde854e7465189cdb765060173
+size 21016
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 26305d427f0b..837e9ca3d17a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f125734982bd9a6a93a52577e71e0ac6b435b9427127490b1431d82b716ef82a
-size 23442
+oid sha256:1cd8490140315bfc9ef00c82c22c373a5da60cda52d79d9636e63d385accd221
+size 23406
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index cc34891397d3..43ff885b70f1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ff92280e3952f87f54380978a60ee87c5714db0ee532d517745b99166dbf58b7
-size 21666
+oid sha256:c75b3069e3e012fd7b9fdf1cd3dbce00ea1ad11da8f83560e1c27a56d0d04cde
+size 21642
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index c830f03d8e14..6751afd163da 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1db2e228b0d480344693c03ed1ac4083fbbadbac6cb81fdc77f7f285d89eb182
-size 23822
+oid sha256:c9f4a92a2a600653e9b4d72a622eaedd5df25c265181807de8474cc17ae6481b
+size 23910
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 63cea620d45c..e1ad296685b4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:51259a94f08082d09fecfe48f439fac7b7ca5e6df54877accc4b51afc1d34248
-size 21941
+oid sha256:b265e20593af90b59ff2b7fc26fdc6a7e86b695e6f06120cc99620d76cd21f1b
+size 21913
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index ef1da7280d68..4f64a5b6d1fa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cd2f4d23844b8f4aaac803d4a0abdd7089ebef21f7292c85699e7a7576665f42
-size 25650
+oid sha256:4032ce4377c227d73b1b8a07fcbf28034f8b11b22823962ce96124b1bbfc96a1
+size 25735
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index ae7bc5e2e28c..75e14e3f9569 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6d0a55a230a7ce4b2e5b0671711f2b1ba8064b8a93c4b3e12fba2d2903a7cce9
-size 22714
+oid sha256:45d90cdeb6bb3b5a0a4b943b20cbba3b5fca77b61f5bde57e33777b19362b180
+size 22688
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 947540c5d417..fcc02b944262 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4f9e8fc8850b081d5dc818a78de5a33dc6572f610df23fa09dfcecbee800d0cf
-size 25863
+oid sha256:04cd6ecc73ca6696fb7a4c91f1e71ea6d5afe0badfb66e5154e52540c0ebdc73
+size 25934
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 565a4023dd03..d15a9db62dcf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bc5408a61bd2fe4e90e6544b1866849142620446ceab72c3ea6e1eaae23f37c4
-size 23085
+oid sha256:a3b2a58142c06273aed996b862e3c55c5a6985b109eb96ce2d2c5fb145284f58
+size 23062
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 47dc290f31ee..eb8f582362fc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:87566ddd2274eb1c23b66e841a8af93058115e5dc17e145168f2f5cb442394ec
-size 29851
+oid sha256:7a0d44fe5fb7010a94ce7aa662f28768b6aeb83c4a5ec13b617623bef8bc8cef
+size 29909
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 11ecadc4b7a8..aa5057d0f678 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fb531100004a043e243b7091eb923d95480dfba6ec0ec1f3b80671a605287217
-size 26086
+oid sha256:820f0125d2d5e5d8ebceda18b9e38c9922f3f7a0d0d7ba6627aafecc34f99fdf
+size 26060
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 8da28b343a62..1eb6ed6321b5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:af914401b630c17a39f7222f9da53c50fb43154a010e34290dca2599f795f088
-size 29930
+oid sha256:bb56fb46a013587841d7903714ac0ae046ac8e0152070bed1bf392a6888b347d
+size 30000
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 15bf56e4e7b1..55952e519fc3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:06c2422b010a20ae47db65d98934b4ac259874c5b912982f116a083e2dba28d1
-size 26328
+oid sha256:b9d04f884d8c25281a534b0a3b54302f6fdaf8643891a7d0f3520f41233fde28
+size 26296
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 015d9caffeca..5e62f8665abc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:05220693b5709fa5f21baf1abe62c26bcadf33f307d510e77a48d6e9c95d92bc
-size 30400
+oid sha256:a72ae9c38b04f7a4308b221384806470d6cbe1b511cea93e8e56cadb65ac779a
+size 30452
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 80ae47ca90ea..fbacca697a66 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7424609d484cd1c5739d8bde0c2210f70eeded1335fa355f490f7fae58c77d76
-size 27552
+oid sha256:729b61c13e559c68a11d202c4ab4278dab13f0f96fb3166dc7b0c34f64390afe
+size 27527
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index d159df41cc21..3bdde896a73a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6fbdbabc3f4367d095f1788984fdaa3d4edf6a4f8f59bfe4426846616e4013fe
-size 30609
+oid sha256:55d8f512b476554065cdf3927f7290903752e0049b2d939aa3f0d987c850f231
+size 30630
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 5e4b3dc9f9fa..b05fbe5e1747 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:034a685d3a0f44ed3db30435f464187713a6acb73dce2eb9ccd5d6c76b366730
-size 27800
+oid sha256:bca3ea046df551388412f8a8f9d1977a14936de4bc1d604f571154976a464585
+size 27768
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 071e7534d75f..adacd94a6d0f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d795b85b75ca7d93b44c0e3af56a599fbd8f1b58735f5c34283e2456e95541a9
-size 32242
+oid sha256:b4d6f420fd316e3249b8fb37b18abacb1b33cc6d8e3012cbc5817ea400903f0a
+size 32273
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index d1e4fea2f1fd..cd3415f03848 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4b09a793bacea64ee956d023ca2ab8cca2173c04774763e1adb45c431cd5a1b0
-size 28096
+oid sha256:27ce94406c02eccf48f7d2b1839ce09d16fb3cde5e42d137f06fe7bf6391776b
+size 28069
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 2ebf3a2f580c..86d250d79552 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:438aaa841078ecf9ef2525d7613096fdf935d2234da3e5cf67a57da74440da7b
-size 32475
+oid sha256:f81274e585e610c68e13176c8e024b201fa09ccbc08da6b3683a6e0fceaac79a
+size 32540
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 5edf7e91e895..57e943494b1d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:69e11d361931c39da947a784d9bb31920fd064fd820e17cabeaf71afa86a2348
-size 28446
+oid sha256:86ae6b07c711bf4a07652a3f0efb53c0dc1d64b74f7787f1210cd20d4b6f318f
+size 28423
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 2e9d8113fc2e..8bf3e2ee2a62 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b6bd6d738837396f8260f7eb17a40c7ca03ad8d86bfa6463e254c1e00c34c77f
-size 25033
+oid sha256:8ac9ce9910286fcfc1a26c74b671f2b48de318b988f251b22889ffce4bb8bf81
+size 25073
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 68f5348e423f..9c2be02bbd13 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e1f72e7a0167cf9cf902bb125dd6901d3b269c898316a42174174408ad3863b9
-size 22825
+oid sha256:d2bbf66de14a4a6e01d9a44164ae864f7ee417e478f5686cd1c7db784e73aacb
+size 22796
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 8d023756d4fa..7d2a2bcaf96e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d4bbe4db201221a730f23996d3c21ee576843ee63e7a40f5bbd805b4392603c2
-size 25426
+oid sha256:8fd411bd74c25c0daa3d7d6ef51b7311c31fb432db11577a5c47be12a1b7767d
+size 25525
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index a0872ed88713..72eb2cc29d11 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bb8d43f36f704314637096dc4d507c4298d9cc97aa7482593af475ee9520e9e3
-size 23169
+oid sha256:6e5e1558e7ba0cceaa833a230b6f9c7166da4c5d24a806a91696b232221870e0
+size 23138
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index f1c89d2602ff..3b96029d94d5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9f3af3cc04b1cb28126d93b21af1e54a02bab63de735000dd9a3c5c602b12e0f
-size 25005
+oid sha256:3d4362cf977253106ed1ad24ac9bbb3a47e42850ca37de12ce420a8ed6bae50c
+size 24981
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 3fde06d66003..d7362704c21c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:89922601671df36a82324d1bcbfc125d84643bfc2a5c5cd10fcc8c45a223f4ba
-size 23823
+oid sha256:587f5716effd29efbbffddc1645ce54195ab9477c2f9f7239d69ada506934f53
+size 23801
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index f96dd39b7a62..01fda14b844e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:16eef7691da36c4ba7666cd7cdacaf60e2fd020041953480416c369d5ce3166f
-size 25241
+oid sha256:e7fd2a99211828a41803b20bc18dd06c5b3c3e35674e4cb0a0ad4730482d5769
+size 25307
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 953ebb35c2cd..90d41c817d44 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a794941d371a58116729bbbe20efaaaf2f5210b8f681c93f63f173fc657f76b4
-size 24177
+oid sha256:77c694bd01d33ef63cf6393f6456af13e17afec652ac2f7ad428cb2573d984bf
+size 24149
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 26f9426ecb15..c7df26c386a8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c5bd7612a56ac2a55c351b9b6ea47f9ad08e6511d60da16456ebaf1f697b4e05
-size 33394
+oid sha256:42a3b8728aa73b07669097ffaf2b3ed2d52922921fb372ee81e09c702ce923d2
+size 33415
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 8e3ea4ce0f88..020b4a24c4a9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d237aeb3b154630d2dba30b0ab20f40bebbf34454b26d4edc4c86afb9607efe9
-size 30198
+oid sha256:a08c425f38e77864ceb324ac6e37fff11e5596bed040137bc9b3f833c53c97b3
+size 30167
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index b6ca8ae9cf32..5a4fb4f8dff8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7603ef2d50883953690f8c55a2d96e46799e8093f5f66887250caeee2fbcd2df
-size 33665
+oid sha256:66c89647d954f28813251547480582b395f9450fac8aec992ebbc0328eeb4c85
+size 33661
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 649f8e27b1c5..36ebae6d8943 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f1234d867ce4f220bb02b5908f87e21d833c07b8b1817322df10308bf37aa35d
-size 30540
+oid sha256:4e0bc21472df642ac391dff87781ce31da379b7b256e9eb6f35dad90fbd66643
+size 30502
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 38ca4cf3bc69..33f9cd5bfd5c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fe4e5e3b7a6ad0a3ce032aca2285b3d6dbaa40e5e2a4d1d053876740061f5b74
-size 33425
+oid sha256:5522f84a0135752612f599b3f6e260c15473d2187928d61af40ca97eb0d3263e
+size 33436
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 8f688515b097..523d0bbf9cca 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:638b288a6088f8f5153d7a9483f56c691f3b08e55f81c5a3f0afeb46869122c3
-size 31505
+oid sha256:db3b2ebbd8c99a339e40c520df54174ef6db1e168cd64acc0e269e7107914113
+size 31470
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index f3c6181cf618..c4062a336a06 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aa9754fb8efed760f6bfd64fea5bc7634748dd05881e6f3971192686f8f9a2a0
-size 33703
+oid sha256:7c54892b38b2b768e60303c7091832a152cb16b01fe5409545fc9058e2743259
+size 33778
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index b087700d8552..9eb1876492ff 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e95430f2096d432da9252af7c7834a6334bb224566fa3e2e2ef30a0753d8bbae
-size 31956
+oid sha256:c9183919a2dfcab30dc5bf1c73191faa2809bec3ec4309f15bb268a9a767dc86
+size 31925
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index ac7e66348f89..7d75dfeda177 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1824500ca90623f36d30945832508e85dc8716f73e3b7584af10e5ec7cb84071
-size 24091
+oid sha256:ee7269a7e26eb489752cbb4334736e71cd73a57cac2706e88235a5294910338d
+size 23617
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 1d32fb7f9fd8..2f6508ba1689 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a47e6a840a31b594d66dc920ef506350fe9e4cfd3708496112a725eeec7b1f1d
-size 21482
+oid sha256:c55fd166943a393beec31938c13c2d15be25b309b08c4f34b49a7067fe745edf
+size 21051
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index fba239e43a55..09996ffa8bd4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:59948790edb32955c935db507f2445ba673c7afee8e7b4fc554f1c483cbecda7
-size 25047
+oid sha256:d44cf8f065a82808fa5a2dd1c39ecdb2ac8426ebc7cb690c3d41d0e74270d4d1
+size 24647
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index ddd715cf4948..b90c3d3110d3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e52e09d4ee8c48c6fc46a1f482da2f9448ff93530ceaca9740501ddd57fe472
-size 22485
+oid sha256:b5a073769721b428b451c5fbfdf1268e3c25d9ea05f74a01c796896c29a2ea5a
+size 22054
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 903441ec2e87..5a08e40e28f9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ab8249efe288d74e7823f77abf78cd6708860fae13383823426fdc3aeba3818e
-size 24070
+oid sha256:013a78dd5c79700a57047c6488d1b2982b67f931d3e6674490c6c41ef66ab614
+size 23671
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 0950705fb50e..aa5ff94b85a6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9502c7e4363c1b4198b050a735853416e95b41a522ad337d62f8a2a8badfc2cc
-size 21387
+oid sha256:71f160186f61061c57b5e158ae7f1e008f867c8d4b256b88c8ed8f61fdf644d3
+size 21266
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 1687b050a1dd..50c912d962f4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fb086db20db87bdc56323e03177f459247ebaf6b879d34ffee69379f85561e34
-size 24980
+oid sha256:fa09bc51db61c0d37d4d1f15d1958023147c25c4c1a00834cf82f463b6953107
+size 24934
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 9cdf13e79c67..0ecfc68cebd6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5d325a4f908953f135a08d5d748aa103c6112cf53fc3466263b7e4fe213a6022
-size 22442
+oid sha256:4fc40c20eef2e694d6eafd5c5927cf4ca7bac8e085a632ae1f4ce5c7ccc75f11
+size 22306
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 753673df5c18..c71b19d484a3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:624a8e8b0919793ac8c2d1a7303e5d17986477096b96bf8d5a3d151df342ed64
-size 25946
+oid sha256:c14c567639dd403196d165b4f355b7b3371fdc4f48fcb0aa9689f44645c68fbb
+size 25505
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index fd70472cb422..cc1afc140187 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2d6553e48f4c81290421e2ebb1459ded65d2bd5dab0b656ead873dc5f9074360
-size 23581
+oid sha256:7f9b1efec31a42569d827d47a3da296ed928c33ba15b4d00aee333da2f8b0308
+size 23131
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 65862d63ee43..22f39e9659d7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:36c6772913863ec025ebf6113bda7df009399eb81ce205824374efed4cc0c7c4
-size 27011
+oid sha256:1f96f5c883ec84157e9273a19b6ca7410596cbaaed89a402faa7c2f8cfe0c265
+size 26624
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 11532de9f039..bde45d5c2930 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:469cb20ecdc59ec946b1a2454b5764c0eaa55bfa55b22f8be4f9a123697e4b23
-size 24561
+oid sha256:7e0552df05062cea176ce107060f52951e802ed395b41f4994ed5cb16fbf7324
+size 23907
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index f6a3e5f20abf..b04d35ea17e5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fa591a6a81c0b4b28fee9c1249aa88f8184eeab97ba029ba353f32da58951bf9
-size 27728
+oid sha256:2efd62c83c32ac58b4b6567d69e9707cbe6cd1ee6e77dccbd5192571b1f782ef
+size 27468
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index dc008d98cd64..55bd2c3c422a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a8064b70477d0241a1218f60f35f47aff06edd5ad5323320d967e5cee3fb8ef6
-size 25270
+oid sha256:7dad9853fcbc0d2f461e49b226768ad830e75a97345f413635ee77ebdef9ce51
+size 24998
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 030bd9a31d06..91e2568c6f57 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1e9cfb8e89710d3d6ec4ae458631173cd2f341f6201fcd2feefab78e07219da2
-size 28799
+oid sha256:25a2ee1491e0056f96b759a047c8eb4a7bcd62254d4fc858b3b08b804c0214eb
+size 28280
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 8311f04e052a..aa85535a97c8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2380c7b21c2311a42ebf9cfebfdaa0b2a42b7300ac9d9d3edfe4343016b72add
-size 26373
+oid sha256:10cdf642a6d6ca928fbefd273d64ec1d77a6c6676b488da31d126b9a73d4e1e4
+size 25699
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index eaf49e7ffeef..be5e6264c9ce 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aac9488807169dd017274826c766d61d0b878cb2a22c6e61f5b27dc57caf6ed1
-size 27848
+oid sha256:6a4ed7271559c9b26ebf31b23bdafca86ae344737b05615255ef743ff19e3f76
+size 27156
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 5de89e7ba07d..3aebb1c5a2f8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3a41c78a40f2c9bec1b1716daccec80f7196bdb1a0d08fa1873a3a911813d18c
-size 25264
+oid sha256:f7918089e2d9911258c0fc060722d40e23d420ece1eef8281963312174cba7a8
+size 24946
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 9b6986bbedb7..9e340742f6a4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:df69d93f0bf0e4063cdd6bb4cacf1ed5434b68a929b67aef2e68f2729d697aa9
-size 28737
+oid sha256:c12dfdf5165e5318c7f6c3f67bca28c750e56be5e57af4923b8a946223437eec
+size 28166
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 015191f29b2b..5ab4ba543805 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d0588d1b97640a3c66392f05bdfa8590e699a063893ed01452b3d3694a6e6b42
-size 26439
+oid sha256:a2081bfbeeed0b1d87b24f27ae61c0d8e135a5ecb18747abbd1b43c2f440aa7b
+size 25940
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 8d53180034c9..ed9418efbb51 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2aea15bda1912e50dd7885bf67e9e0fabe00bf62d420f63c8e12c171f9dce445
-size 30090
+oid sha256:c62703c4eb0eb778f65d045d836e4b25bd082dd5bc5987ef31a684d88fd0b578
+size 29671
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 2f37ed35d870..1699b919bb9e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:afc7793a0dd07db93063b36e0b9773ec3c2433d7fa3a1a6472347cbf16c1233c
-size 27561
+oid sha256:31d720c45b65368646b1b0e01bd272771cd04d035c89cf4aae23c30efb05386b
+size 26949
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 9e29131e4126..aa642fdb358c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:10edd62384d635570bae498350deecd579ec33be9c846a5b0b15708642af69ec
-size 31155
+oid sha256:89eb18d631d1ce0f09c15cb3aabeb9c9fc0d3f6fc667bb2fb5414867cd366d6e
+size 30487
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index dcb4331b54d5..192c64cfd3d9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d74ec290987db465fbee26499e4d53d1f2e124fb6bc63507e09302cbea0f3528
-size 28579
+oid sha256:67560650f7ded46240517ee964724c2eefcee67ed49bb24bd7e11db582779bed
+size 27955
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 79bccb33658e..9acecd1d756f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d40fe534a6331a850ea17480aab89c34e6fbaa691789445c63da00cb65330ae6
-size 25956
+oid sha256:a71a1f501cb2cd4e416c87589cd45a50bc2176ecf64b5c2a7a4a1bff31b01edf
+size 25933
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index f13bb853332b..839d370cf941 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3cab9e3ceb193517959efa6ee7211514c55d08076e1fe312e3049c9f4981b16a
-size 24988
+oid sha256:d1aa0ef9aa818e245c9383f0e1a787c51a1d7463a0d55bf16707cb2aca67f6f5
+size 24901
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index ea0612a0a0e0..c4072960a91c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9db8660394c6b932d3f0f13139f97aab5cd17f8c317d73f3efef4d263cfb1ffb
-size 21244
+oid sha256:993e2406b028b2c726256fc407221bbe74ab7d5037fdedbc3172b7adb07f753b
+size 21505
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 87754908017e..c7338e618c67 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e84cd7d2a6e57412d01458d2c1487925be36367839c0f6e392353c311c523734
-size 25807
+oid sha256:f0cda193eaddd9811848d74baedbc42ec330241b03d7625416a9d999269121d9
+size 25594
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 71c4ecce830d..9d45b999f2ae 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1371e3571694f76bfb0b5fc0758573c97f07e5b0f59bdac0d65e7f321212a7ab
-size 22444
+oid sha256:3caecbd2b3ef7e49265ffb25fec10279fd1629cf059988ec8ea6e5e0c460300f
+size 22394
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 608d1cacb695..3cb09692b094 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c02d916963fa99ec36a23f4420b48654c63b14e4f6927bc0410827115d856ca1
-size 25280
+oid sha256:82637926e0ccab9a7ff3e12d2a1ecee85bcb4aa8973993477c28e4c2742b38c9
+size 25387
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 4a98f09de313..0384b0e0e47c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:771985027f52666ee4a29363ccc133dead736a0d4507829cab75600a322cc96b
-size 20991
+oid sha256:fbc1fbb1048239eba4a4437ba622b48158c47d5105b9513b4b873d2e7985df81
+size 21537
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index c6120e6cf51d..fe184a4e057b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bd61acf14d927f35075cf1ab154765a6f8719fd521e8d0c7853259e9e4d407c4
-size 26075
+oid sha256:85b6ab6d96aede6bcb78806d3253ff857d8bf1f72cc9c6f6c34f91942f3ca97c
+size 25941
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 7c6e3dbbeb20..520015b49759 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d344cfaa67052d58af989c1b4628621e705b5e09b5d758fbc670000e23f914cf
-size 22195
+oid sha256:b15eb600bc183ad9349e8e0fab6f78229f59b08539fdda1d60dd8b4a15bfaf3a
+size 22499
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index dc294d7fad1b..618c014d0b87 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c253519aedda03a2f9f177a7e9205dc0e27f48d7c10dd0bfd5f173e9f38ed936
-size 27075
+oid sha256:99ab2d0bfefd3fd6173202a4266fc14b62307685c028e35e1907e11121e7da2d
+size 26960
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 93cd1be3ae7a..d6f5a51dbf64 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4085acadb7c2ed7e33273e4cfa3539c84e99570ea442eb7513d8027908196b51
-size 23282
+oid sha256:627d22a3d0f77e462a0cbd6413e010231d8cf70655067525f779153cf32004aa
+size 23564
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index d8066b565016..c4e80aacd51d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:27e5b72e478cbd7ab2ed09d2e5f038d42eb6d1a657421c2dae3da158304d80b6
-size 27999
+oid sha256:8c80cfe8a49364bb5f36e5fcba07f15e38b8f2d67d68cff28e13ac1c664bc07b
+size 27839
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index de7d854f41bb..fc59d1b0f26e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5020f157ee9a96862e8769877d8225dffa59a59ef8820a92a1277c741a19cab9
-size 24455
+oid sha256:80d9e715b5be51d4646712602e4686e4f481b5c5acaff67764661fa87e149672
+size 24407
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 96586e23fa1f..0e0e9b3f71da 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5a5b75ff91b15681c412234361b0cfbcd771dbba7e73def132644123b0517ea8
-size 29752
+oid sha256:c4d976d2e02d011918583c5dc8610a98f257fa651194e8da5c2f109bc0ff6dcf
+size 29189
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 1a93cf514007..36eaf01c4216 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a641799a42a69dfb60161ebc1fedf781ce42d2a4527a00f8f7441ea8e2a56060
-size 25876
+oid sha256:c61cb9f990c0a0281a077068bef75d505657166f80a264d3e7d4007cb3e1efb4
+size 26450
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index f22b9625f913..2608dba06f92 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:116ea185f3e0519865ca9bae3c7805c15188efa50f05174edda1f21a32a3963c
-size 30633
+oid sha256:b2722a09f7597ab1f235262905954a60899011e0fb164671e15f7c6d02955ba2
+size 29850
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 78f22279214d..0093e11364ea 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:df0505cf7e508fb787f3a7a6bbd31705e964bb4b1e86154b3d69fa7b244f499b
-size 26760
+oid sha256:a990477f86e2d9435c165fe881115ef8190c80d09cf0debfa6f6ec9e22d321f8
+size 27321
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index c99da266439b..186d3068fb7e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:068bb70977e30998702231b08509395fd584d0ccdec703c191b252873bab0ed3
-size 29206
+oid sha256:9c3195fae2bb138c903c462bd25b22605d725d2698ebfa1f15eb9db933d111ae
+size 29281
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 0eb59159562b..751d0513fb56 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9c22225c8564c24786ef58c3b64af3b11885fb93614f228b05c883cb7500d79c
-size 25149
+oid sha256:fa5d9753c04f1d9751c0db3c6fa547cbc9cf6a546d0021197c35ae921b73d1c7
+size 26572
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index d3aa1ca4c839..ccb16c8cf641 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1dd96dd9e6c60878f96280c6a9414a4a5e9428200f088c24bec94f2768845622
-size 30214
+oid sha256:2f38fe5d280969e068ace57da35aacfef1f60f6d10d753adabeefde00b9c8553
+size 29921
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 7975dccb2ac0..33dd10fe0299 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ef677340811d8246bfc3cce8043eeb46318a7b13537eceda95d4b1a92f345a3c
-size 26177
+oid sha256:88a8497b63e879754ace90c67a1da4f84bb53e6387ba57dfcadae933d3918b94
+size 27371
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index d5c396a1a6f9..3dc23f57c155 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:34e2f4a348737878f0f26119c17847161f57b6aa5ac2cf3e4f211126fbea8c94
-size 32014
+oid sha256:d09b2161c27523ede4e19a16e0c6c95f9be9c7992d2ae490816d36a2308b01a7
+size 31454
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 512683673104..702681bff8c0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d57360f2ed012d643fa54ca79da0dacdcb5bf9bbd9d464bc9be6cf61f09d95b5
-size 27840
+oid sha256:bbf0e7dde2dd50c2e711e01d22bacb5b397eb35eb8124215d2578215c523ddc9
+size 28444
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 03f45e07fed4..d55b0e43c0f0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:72ffee15dfc7ac5ef46f28ff033e37a4ddb5141508c94f57385b568c0602d0c1
-size 32596
+oid sha256:967a87e8acd8638b3ca084e6eb908585f83ec7f47ab9721d9bbbdf175a4f4254
+size 31994
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 84df23d12a66..c6bda6d06818 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2c6f95b531922d3d5e60844f42345318f387860a764ff52ecf55d1bd9d637aa4
-size 28705
+oid sha256:7fdfcb0fa1e3c1033166837738a24502981ae39f5decba9d92b50e697ed4b034
+size 29608
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index d64e6e65bcdc..c71d7b6f6b1b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:182e97f71479cd92576dd8aa5459391b82181f01b617937aeffb67288bcba21d
-size 33838
+oid sha256:bb3a4be873d3eed6361958cec944893cbc87e2ead88c1392c139f1154163d4f7
+size 33802
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 4576d4c80b1b..214d07426e67 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d73977cfb96bb591e5b1f0ab8b4a5451890bba56800ac2e340c42d427d9d84a
-size 28453
+oid sha256:72bdd75c34ea67aff09d3e9aa2544c69c32d2c3b4b7049899be122a5a5f4ed92
+size 28421
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index d0f4ac61817a..fa78199ed3d3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f4c3319c36f842dfaa32cc57d6725b3b3739f09f1de756313323a8232a235775
-size 29293
+oid sha256:c174db4c62cb945582a84b0d685a31f5a9165af2666fe4921339fcf3ed5a6ea8
+size 29250
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index da6ed82ddaef..ec5327ce2be7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c54d26777915e48b294bfe56f83777ab8f0b1ebf268a33f98e75f65b176038b8
-size 31260
+oid sha256:cb52ce9da697b49bc41973661a21c9c6ebcbef90381d2ebcb82fb4ad17f7437a
+size 31216
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index f238717fe6d0..eb80952894ce 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:053fe91d57fdba66ce6febab6645ca0c7cca54c390bb08e37f99a1639a1d4cb1
-size 27681
+oid sha256:46a480a997e07bea19403aa1f7dc2d12073415fcb3ea570ec704c5f47c4de4fa
+size 27625
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 867e9df2d682..ab6ccf055ba1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b27d22cbfc572b8db91c796bd6d4895ddbbd77db18a6b4b487b01d39ec68bf94
-size 28886
+oid sha256:d3578a8f745a42e532573aa54dfaaa3e74ed17bd39196bbd8d89e25235de0774
+size 28845
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 7ebd7c6525c6..a786c3a559fc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2ab4086dcaae3323acf516bd0774a1253286bca03a7a6978084a229eb765593a
-size 30833
+oid sha256:a9a9dbbf181e3e5f9a6ee4dee3e7386d43b89afb85830fc047511bb58e678c8f
+size 30790
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index c2b3223da7ea..92ac57b60a8c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:017df93d1a9ae7abfcac8ad561655ceb583df2068f3caa64627c098ec9aa3443
-size 27351
+oid sha256:4fa8b0216ab4b392505f32e502dec021d91fff7d9cbda090c2a5abb3e61ab66d
+size 27310
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 469f0ca22047..00996384802d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e7de2a2020f0620eb609dfaec581c875dd89c72ccba98c11e5c26c237b892ba5
-size 26519
+oid sha256:c69e506708015954ca53c6ae5049d3e02360a40c0349ee317fdd1c77298d032d
+size 26480
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 997e4eaa91e5..1868a9f6203f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c0aac800c98c959d902f6ddf292ae668fe78a4c48a9c2fcd35e7a017550c8df1
-size 24279
+oid sha256:1cfda3888877e9954a8cc0850c166c351d6a5a2d565c1cfd7dc029164fab7ca8
+size 24238
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 187f38dba249..f6d4dbb8afef 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fb1833b212ead30b5fac29014b3267fceb959b589eb1c17bdccc876cd4c06254
-size 29264
+oid sha256:78efbd2f5a43543185177bb74392fb366d70eac683ca161383135d6de6217875
+size 29229
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 9c3302a080db..5600b7f13a98 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8db75843841d7fb8292aa7e63ab61ec55c218e0f48f9206e23aef3be52628a97
-size 26664
+oid sha256:3f3c825d5a3dc758e35250142f4191f769f63ae9864cbfca1203e0d6b798a54b
+size 26628
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 6073b258af7e..9cfb1b1de098 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:563dd61367d6597ae9abb3a32016323e1ca6e0d10c27133c625e5dcd6eaae236
-size 25098
+oid sha256:c80fd14b8bf13e4b54019f04f353b83cd758dd81fe1f86ce13742ba5fc1da046
+size 25060
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 8d770ce085ea..1d6ddf7c0ff0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9e19a9a9dfae3306c5af58a3bb0a570d47cbf2aa3fc5128a6401faf816b2c34d
-size 23120
+oid sha256:77286ce48fca63f1374a7015550a7d3c0f89c10d981b44aeac792c6e405eaafa
+size 23084
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index f268364b7f56..d259e1c79626 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b0b12d25705d5fd374e729df1985b8bba65c4b33c637d098281a7eb09ed55fa
-size 29023
+oid sha256:84d391c0dc858767530b089405cc7f5321df05fe99d223c5c896c2a36acd187d
+size 28972
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index e1858e0f480f..25cb89f4a3c9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4ff927fe44c6cd737f92269d2d6686b06143d121a4538c699ba0161d6f64f8d9
-size 27435
+oid sha256:50c9070db79e0c107e6c396c6052e5744cc29d354f2c8aec81431f14bdc3e2fe
+size 27396
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 40edd9d65bfa..c7a9bdd1c413 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a7adf3f0ff09b9640e0ceb29a86b7531c9450e532154c99eb10d8f3b54b6278b
-size 28528
+oid sha256:d66a3015e0b6dfa4913dad61f2891f57a54b36afde0d6b5427bbeb731f309a8a
+size 28491
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 19e3b4aa6d49..811c82ffcc5f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9c88a980adb0f209a54f447e9657197c52893cc475f72edc8d8cf89e28e55a57
-size 27126
+oid sha256:f3cf44f4ca06d304aa6dfaf2662323cbfb888ca8acc0b336772bec544087d0fb
+size 27082
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index f169db8514d4..683d39d0bd1a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f670fbe4816975ccf94a5527ae37f55b9a7288010a7f2f4626557dc473d29679
-size 26207
+oid sha256:fdb23e190bedd43d7e75af21e49645eb44629b0bd752803fe7e6785563f6fa9f
+size 26175
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 8f397808cb3e..097454b1af1a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6b7aa70dfbe576d639bfd2a22b53a33ffc0335e04c19c768e42e3243838d1882
-size 24388
+oid sha256:00a0f039dbe58e338c3ef1607c6683e4a79bdffe0702362d821c3fe37ab20b4a
+size 24349
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 4393b110c6b1..aee7f6b3a664 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e7082f07f1b01aea6038221f8e0dcc65f260ba2f4cc8b4addc1c3887c7fde231
-size 34125
+oid sha256:3c28909a1892b64af33b8990b358752068af833eeb032c4cac04b585996eae9c
+size 34082
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 5baf2b277911..398ec26f64e0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b880109d1f4cf4e870f73b248d374f5f7cb14ba01c84a3082f48ac3656a19a95
-size 28587
+oid sha256:81b6dc88ef065a2336e8bca40dc7580c3c17b494958d28f38972d38454843afb
+size 28553
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index e71089d41c8a..04cbf26e6f6a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:891494dc9543dcc85cd400cd74aa26c3513bc5d4027f8a2e8a8f8810ade841a0
-size 24966
+oid sha256:75924cb698700b082e50f3b506dbdec70fcc28ffcd2407c26077d82651fd0463
+size 24927
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 1fcee786a29b..34567c6abcc3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c093f477af16e22e222f8d42a3cce57107023ddb5c3ffa2a15882e7076dbfdda
-size 23136
+oid sha256:d3a92850fa3995312d80b41d4c6fdc2335f62a694bc9cea1ed92759961094c72
+size 23096
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 28b37db8de9a..3b15a97bef25 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ca3710636424dcf62c7069dbfbc19a491c2408e8775bcf2a9c57e5b110c5b7fe
-size 30445
+oid sha256:7a476adb34b67c3523f234cfac8255a6ff6c2b931d91fd02fe01682622904051
+size 30395
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 794451d3ae08..dd0d0114d30b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4eaf2f8d1158dc78b0269dba8c686146163ffd15976751e8a23df889a264959a
-size 28749
+oid sha256:9d1cfb5ef7fb6b69697298471c8f7e2de61647b71d07522437c93b0825612193
+size 28697
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 4ae0f10066e0..9986292f7fb2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ebbe14990a64abbf73ff2f619615b488be1834943a13ad16a1441d8ea789082b
-size 29951
+oid sha256:1d0f3d3a6bd1d6f7d73e23e6276428995f458621184ded0fe50f25b47bb2b297
+size 29922
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index c396654cfad4..883fe03d333c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:10a8d29a35b47ecf7b4cd2241ee657e850fd1cd642b70536858a1bcd0f9074e4
-size 28454
+oid sha256:d1292a50b6a5bc3e8a40114172287ecc2f03bcf37c7409756d20c0577a8bee8a
+size 28424
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index e689aee557ed..48bc1161458f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:30c03f6ce3704886be9c51f9b46dbd557636fbc574cd9ff1b03d09e48e12f785
-size 26934
+oid sha256:804e3bbc3f42536aa129be7b59ebaa818c7d06143a2377fc5196e841daa3d7ca
+size 26898
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 11bbf80341c8..55be52ace6dd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3db2b2d040e7480a09b6e3419b16a87c239f74b1d6b4f82d1203b1f7d34b216e
-size 24879
+oid sha256:c02ae257d71e0b5a9cce54bafa6ce15d4ad7b70773fb2c500e99fb793f7940ea
+size 24829
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 8e282a71903e..bf44fb68748f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a63bdb357c1fa0485c842b1d508b83d4de78299c0890034ce1f9dccb0ffb0bab
-size 35775
+oid sha256:3beb8c9a1648704970920aeeeb459fcad89ef3ae31df56e5c52cf83dff820ddc
+size 35756
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 6f04f908a649..3a224c5113c5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8868d38728fdbd7ec8b64b130f4b58390b7e296acedba48318cf21be15cedf4e
-size 30294
+oid sha256:adb472211165ddf7864c44f3982199c4a42d030036e17dcc3ad5b62b685f8499
+size 30263
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 8ccbe55a7b4b..e371d85d7eb8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:337d768eb3ffdee2155c34532af9c52dad213c455a986a539758ad28db686f87
-size 25374
+oid sha256:374972d321033cce66e86c7c51f49f2a53f290db1feb7120f9e8950498c94dfc
+size 25351
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index b03da98d9a03..0e4c153dfefb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f34e7bc81a239ee76695889b2efad610ee0a6c6974e263492bd1f558a276f27d
-size 23632
+oid sha256:388144a8b7453524924a0ec950eaf143b0e7f4dcbd69d7c8042a1e51771fb4f8
+size 23593
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 0d71b1f63957..42ae5ecaf0dd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:300aa35f99b3231e05521298bad898c61e0310bcb062195ed47dc71b6becb952
-size 33091
+oid sha256:4537f5f2754932494975f29aa496ecdb9b9487453c4605bb8186e7ff74188e90
+size 33033
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 3ff479136716..2261b3e72218 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d95f8f7bad873c56e493e544067efd3a8058d4a5ea3e89ad5a09d72f0837ad2
-size 30355
+oid sha256:bdf0b1f9f1b8e6da420616ff36aaf2e264f9df9b3b38a2c454fd540a6267f309
+size 30302
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 8c58c1bc8df8..dbd195726a7f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:54aca8b5ec7bf069c158fa19d7792652111d416e3496ebe5728865c3d64714d7
-size 32744
+oid sha256:e7bebe01b02a485be539555736085614830677ff79287cb734359211cf1ffaae
+size 32696
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index a52d5d656349..53c52ec0c4a4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3f1f7c783db9edfcc42c63d007fdae1e0f8ae1926e9f3ce9765c771a369a3bf3
-size 28967
+oid sha256:e9d0a85882f50cf0792a1207d27e1d87441b9e0ecc3a0c907cd966d04cb6ec93
+size 28933
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index bf0ad0f6a47e..81346553bb10 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c14374b4a7a523f060c80fda141c527f2c87427167d002ef0200f31bcb608bcd
-size 30050
+oid sha256:6a82f701af95b3cc8e3669d1ab503758795216b275482c65b32830ad25f455a5
+size 29999
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 26c69d0fef20..a6820b9fcda1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0fc3adbb92cebe1217c2975c5f906fc036e8f14dc94da6ef2108b9ce2e78e580
-size 28067
+oid sha256:29cf85b511496ce1ffe67101c3e8c4311e40f4ad975cccf749692845b5074634
+size 27988
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 9143e7a4e6d9..12f9fc771d40 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0d9df350eb55d47a63237927e4db7b00e8cb8e66dc2f3683453d3ee2ee169fac
-size 27022
+oid sha256:6cf67d88072047814d36829dbaaede2b24c032284e976e6d2f97e6c4b3c6b4e6
+size 26993
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 44174fa82de5..957f7b05d7b5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c09ad1b84ebb95db25316d0e1d91ecd20386100b65ce00f1228e15155534850a
-size 28955
+oid sha256:408be02e339c0de3805fa916fee263ea4d0fd5c2f317bd89be595170a40b7bfa
+size 28923
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 4e7f28a8ff52..5f9336466a8c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3dbefe3b386c8c1943f8af6d87ffbe4633396ed00e2e3d1572580f41cb168ea1
-size 38263
+oid sha256:62be15fd0e447a68c0d1562b48fb6af97a9569b39509c519fb5135c4391cd890
+size 38221
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 3f69c3784d7a..ad1137e8212d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e70233dcaba30c34b231632b44d51348582f6dd5d02e10c6f403a94f506dd86a
-size 36905
+oid sha256:a1d6d398ce99d19d1cd32f1ddea46c4cbce64652f2ee5f0adc1c17a303695e88
+size 36878
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index b01f47a419d2..a0a1f403d17e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:edc8ad9fba914b2aed1e926971514686bca197917d20b9477083a9d75c7d0cc7
-size 37571
+oid sha256:8425e8ef7cdc8f8f2ac366f04b96f7ea4200854af3e3b4f6e07843e55b2f511e
+size 37533
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 7f7701afc702..fbdff14e9ce7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fb5c4de224bf4992928fb97439ce6ebaca4d0c892f62eac86dea0e6c50e5726d
-size 36647
+oid sha256:db0bd67b09b172592ae466b2960669a3bf9a2f58283dd24e3ab2745c8ecbceca
+size 36604
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index c1f0eec6851b..c2d11fed386b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:127caac8554e9ca54303d38295c7e1601bb5bbd066bdc357f264561531520517
-size 28624
+oid sha256:22b7c871f5cd9be22f47a93288a6e8b4f3eab4b14892fd19cac46438aca5fdae
+size 28607
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index b389348e2e2f..bc458e906a9a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:55bd26e111f8e2f36c33fb2b990a2df16f5aa70f08f99742a8773d31a51bf137
-size 31351
+oid sha256:6555b92053223006f02294184be1501a3afeb2c1339ff55ce26a227ea9cdd3a4
+size 31322
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index f4422fe6fec3..40676d56e948 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:467f0fd132b0886f8b99bdcf49ec5915ac3e161b3208aef6dd318167a8d6c971
-size 33782
+oid sha256:b044f5801b8f07c1408731d61f29aaeb09f53644a803e6cdd886fd57ad112eba
+size 33753
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index f91033018261..75d9a0e63264 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:412344a7ee1e0e7a5cbcd4365074b64e304f84401702fea7bc9b63fb5b3001f1
-size 33522
+oid sha256:ad81d00d61d61e76e9eb1152e8a280398f60d26720f56939e2827b85832f5e83
+size 33488
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index a0ff00c44a71..94298569e2a8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a839d4ae2e5f1b6de47ae4134f8aef93398140491e61adf64c55270c9cb93046
-size 31881
+oid sha256:7e5b170d91a4b8ae85fcdd01f32608b442af52e7cee03e77c44b1af2ffb4de3b
+size 31847
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 07cdae00af7e..7511762708e4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8db1864a64db312f4046e5cacfdd7b42f8a821e658097d7458574aca9b5fe33d
-size 32189
+oid sha256:99924e688c4c6c3a07f723deaef5c0d9800a713729ed3459de592874b61cc923
+size 32152
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index d0302c3985b3..4372ed300e72 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c601388d4c14dcaa0ae880849f2fce9878e23439b79fe969bcd4ba7e296ba97f
-size 40193
+oid sha256:89ae29c7de87f6cbbeaf676c02d2fbf31f8805e60cf0b4135870477bdadb9943
+size 40149
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 095b4c14eb4f..fe5417b5b3a3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:edae0c1839499d82bd8953b2f1b980c8718239001676910f30e2fbf578ad1ada
-size 38799
+oid sha256:e6fb04b788d1380ab5672a133320c9d4b1bd95ebe4e9aae6cafb9a7d58122015
+size 38758
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 6cec060b96e7..2366180db8d2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7874f6ce531cfc04a21f6de07616ed2ec79b6600681d364c6ffd956264502834
-size 39535
+oid sha256:f4565f94efadfbb23615e085cd6f2a5d28b811753a955b05cc8d530cd6d69fc1
+size 39502
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 79ffb5be8963..3d2ea8132989 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:72c9192d82969ebcd65dff655cab03c848cf86ff1809b0cfa1710117c4047bcd
-size 38385
+oid sha256:68bf866736c38b878bed3e94db8871d8d01d3f80bb899712c3af6e99e2056106
+size 38357
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index cef6a707192f..704c083b5cad 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:add311fc5f383787bd6fac147614f5602df921afd3960a36d287c4ced688deae
-size 28669
+oid sha256:bc60a67c05d419d920471594ce2d1afe50ab6ea575a40ee237fa3a057c485e60
+size 28646
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 194529b55638..2b6ed802e761 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bec25e8426b274c324115a8dccd765daebdccf92a96104b73197d94bcc88aa20
-size 30877
+oid sha256:dee8640c5c79f4ae09781eaebe5db2cef8df92bddd68b570cb29a440578bc86a
+size 30849
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index e02c49764d7e..47046fdb03b1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:098eb652080650825a05fee077a9271ce08ad16b2c6c4b84ebc7c4ced3c442e1
-size 32965
+oid sha256:851e1edcffc38cd9b81f12ffa3548a0f8eda709f3bd003de3636050363f14d23
+size 32941
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 22d5b8554e69..185ff4265378 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a79085616170b09bc1f2609c68c7cd7cbdcde76c5f0712c32a9fd83a49072fb6
-size 34456
+oid sha256:ba5a7320ebef08140408cb0069187af1885de9c3f831efaae45c6fa34ac7450c
+size 34416
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index d41023b81059..2f85ce645439 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b5b75f098c0c918fefc8a5be12a2b8d6090bf49fa4fa37f3f1ae78b9ae949a9c
-size 32548
+oid sha256:aeb12d240dc6338eabc60132619fa41f2f180a438891fec2e8478ff1a414a37a
+size 32515
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 454e68efacc1..f70bc023a7ec 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:87f179a904f23465a3ae35d6cc7d5bae5236f7ff1625b87b1a52350d90bfa3f2
-size 33394
+oid sha256:2483d5c005b68d89d1fa65a0b076540d3715f81c1ca9b1d18bfeb1c0a3ba8c3a
+size 33364
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 2fd10e089f08..a6f538097758 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ebae4a45bf7dff72475203e897aa0ee1a13c581a56a59c5ae2233586975b1c9
-size 25423
+oid sha256:612c0a23638fa8c53150c47bf707503383562924e7f2d79bb222498168ea4c3a
+size 25385
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index eb735186cc3d..594d21e2b6bd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e5c623af53c43e1e0e46067cef282aa6a88df95bd8de9e565e9e17f09824c8d8
-size 23891
+oid sha256:ec32987cb50f8077a249833b8133e41998071a3da339825abc6b8952fb668bd1
+size 23852
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index a1fea7ea7f87..85f789911000 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:05d4ed040215311756731ea9f4d7d52489a03b60d185478852751648d92a44e5
-size 23309
+oid sha256:dcac2e4c3f8bd1ca69c2723bbc02af384ae9277e394521af0c1f8937bce5588b
+size 23267
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index edbaca26a2c4..f3840c982baf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8782e99d05ead56e4914fa63682775fab53f49c5ffbfcffe78aecb4f898586bc
-size 25533
+oid sha256:a02b0a2a6a6e0dfd4051348a60055844635cb724fd35c1233b65579f0eb60ff2
+size 25489
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index e46abd549933..1435e4917e78 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:40bac8d8d8e07565033aa9cc3fb87ebd441b78dc7f216b3932f2d1a8783d79c6
-size 22485
+oid sha256:f5337add39c9353815ef2a4c69f2eed1e853d50ff2ea6fce154ac50a31a137a9
+size 22445
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index f4d6b3594ca4..767b79b0609c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:03d3eca1c70d571d9cbfa73281a54feb26ce177abfb9ca36df8f3603fba15c18
-size 22989
+oid sha256:adac81f9e888d5333f203caf68185465507aa70afa729e5c7216ab90e35fcb65
+size 22950
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 2889ef7a9b9a..0bd78d3883a3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:835be3e37f7049ac4d2b2d2247e7af985ab2dd4c432cac3f01712001c05473c4
-size 25155
+oid sha256:34d313455f4053b9a48bc234e628669df135a414bf59ed8c79b72bdf61edcd9a
+size 25117
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 65c07cd6d637..a59fc3facc9e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eb5afbd36d28388c497be847fb3b4c1e2d7606dc5513abc7ae411cffc0456a62
-size 22224
+oid sha256:d509545e6ae0c2fe80a104590f6e779b1e78760d1bd9f48e297dba29ff92decd
+size 22171
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index e29a0e683862..1004c32b3fb2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:24f97ed137f1e333d5a2b024fa10b310b6961ce26d24eb1f72bd0e5580cfeadc
-size 20561
+oid sha256:019baff88835d6537925e5e51228616547a65b9d26ea474363d3b57e3c1498a7
+size 20526
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index d3e635ab3527..f6ea3431d16a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7af3c1cb12bc69d4efdd960b1afe5e6f79762d0890316934235feaca0e88bf2f
-size 18690
+oid sha256:2e75358ba9fbea569b368a8af4e8eed8d157f3c83b23cd58ada9cb157d788bfe
+size 18652
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
index a4c09904d5d9..2fccefb0d84a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5da3075c7a12eae68d066e69e81582879dd4e70449d5365d56b286d6790c953c
-size 23124
+oid sha256:a4663cb37775d2186980ae7047e2807330d738a746603ef78493b95369fca4aa
+size 23090
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index f6ecd0f7e259..f6d4d6f265d1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f6e8eeee85376fd13b1a34c10db606bc2d34117927cf00d14ebf35cac07071a4
-size 20780
+oid sha256:187db47975049f4228f3b373ba39b03420873dfb16edab616ae23911dec9e161
+size 20744
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index ea7994e34334..448770dc41b7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0c4f936e8f9fc988ee0ef89a2cfe63ed73bf6ae935e1e535c897a51c62af3aab
-size 19666
+oid sha256:ed5ed46bcd0658e6260eb8ed476fa31ed3c824baf1757f59ad02dfbd8805c148
+size 19628
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 088c3e16146f..6e5f28684766 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7f39df68d3c9094ad12302c7fe1e00aa02320c80f6098f0812bd91269f1a7428
-size 17851
+oid sha256:30e48c49759092fcf67c0889c3ef20432065afe3106c73f6f357400ef677c9a6
+size 17810
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index dde9c350935e..9e2cc258df94 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5832900dbe12ce78f534eea8a796780b69a04a8836e3992dae9da70f60b7c6d2
-size 22852
+oid sha256:c870ef1f36b66e5af9c8d53c91d41d0708353a9a27af8bfa7acc1acc4253bda0
+size 22805
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 1ae3b28279ca..97382a649c08 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b3605297b2f6af03249fe5523513d86075f2e9c8ebd44217f38df0283d40223
-size 22098
+oid sha256:25d833a7c8a46f8e6287de18de711c6e4fab72bdd8afcf3e4a878e6231325b7b
+size 22059
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 856719eb2ae1..937b5968398e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e6cf1efb59c2c5c7b030f1d6a666fb643d7f8fdd95e438271c62d0830c8f8094
-size 22533
+oid sha256:091e4e4be958b07bff86caa449dd9e18e58d3c76e0e5d8af493f473435e4090b
+size 22475
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 046ac45bec1d..9a8040ea623a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:17eb123eb0c55dc5b79fc25d67b04a82dfc1ada811cd134f2f3360cc2015772d
-size 21780
+oid sha256:fdb9983ddc1d03d4e2687109d8e6cf6ae0ee6d93ccd379150f59763ec559a9ba
+size 21727
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 79113f57ecda..7c926a073695 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5214e5e05fecf815f6a97ffc9bb98981d78e0236b3c6ceba668355232176a6be
-size 20365
+oid sha256:2bf91a828c37d2f20c8a019d012d579aa7dc0c8b1bc721770e70665a694e5fe6
+size 20330
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index a2d9172e7519..3fbaafecd1df 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:34814d91d477c5dab648c1a3b02f62b0537e3549a844f61882fa59e3a1de045c
-size 18607
+oid sha256:270e5d0060c6f2a569a836291e96c4321784f36bc9cbc4f348a235b1f49aeeff
+size 18562
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index f76f0270c066..2bb5f8d93e99 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:40f90a04af374618e018a74761eea3260c17470dcac81c1ca68d0ca344927c49
-size 25497
+oid sha256:4d98ee5224d19fc242e51055562c03eba4988b9811cbbe72955de98e20e641a8
+size 25457
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 3606fad980f3..e8e47fcf6c3e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5fdffc49090f42e75b18a64caa0576adca852f468baa6b9445cfce997d0381c6
-size 24142
+oid sha256:02228094155557af309e10d9e1f9e25d97bc8cfeb6d963f39b8c0b9176c884bd
+size 24103
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index c0fa41562651..440043c0c9e4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c7475a25c5dc9dd28cf7690ac36fe0aceb6422750aa5c453a9cd3808dff5f5ae
-size 19538
+oid sha256:9c5fc5eaaab97c71b756897d9a51bfaa230dc63ed202d802746b2823bb60add6
+size 19494
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index c2501d0b9f1c..1bddc90b1a15 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cdea9286258b2d8882d5274fe0370d8e016076bcca61a6c81f92060a5ec66393
-size 17852
+oid sha256:ce856b2329eccc38e1158f712ef8d3ffcf8552a9046ab9c5503e05917f30632b
+size 17811
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 8e2f2fd03315..f82ba653e3df 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:40163ea5d2ba6f496a6da704c9405044e4551edde53e647ff6402d669b076775
-size 23273
+oid sha256:10f4ae82151fc5117f9584ee08d3b8cb2b558f0a36c1f6a9889c42e3aff52c32
+size 23227
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 3ad6d2aa09d1..542b784415c4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:381955e4f4d17965a257293d4eca6aca643d658a270908d0a9a8ca28737d8d84
-size 22568
+oid sha256:a8425480086208cfd741124d3f55ac439436304def177173ed61a472ae343603
+size 22529
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 0a23c81f07ec..8860a6fae4dc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:33e1e04ebe71a87934374f40f01858e7fea742c31d8533a2a5068182cb8c4f7d
-size 23911
+oid sha256:c0fa82a2db9a4ae410d9a073a772a96250cee6826ab0cef2b70c95bc743340be
+size 23874
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 6d9a32b4b3a1..b99aa5250ef7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8ae5dd8109d44ab0a205348ce7c62a430b19d549a2d7ace49c52886111a6589f
-size 23085
+oid sha256:47301da7395c71cf4d566cc6dc38100595de416eedc521b8cb9fb43670508bcb
+size 23035
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index cd6d1c5177df..ddd91dc57821 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:603c9a25c14199af3acb680289b618dd2ffa70d329602052b283a38f388baab4
-size 20686
+oid sha256:48ae7f2d0b926ae5ef0d629be097e0bde73d1e06c3146028413292f80bf839d8
+size 20666
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 4b371c93b075..ba3d13805507 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:29e4bfec9a341be8565975c36b6e3fa71a00225c7c51c7af11890da97ed77acb
-size 19114
+oid sha256:aaf6ea8ad02903323b702606e45f2a864cb8d02c4f1cc38f1fc3ba9e1bc05541
+size 19070
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index aa92496ebfa8..4c174084e95b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:731f5f9d35b8b48353b8844fa0ac8d725ac8e5b2b7a0d497968886e7365cb37b
-size 27113
+oid sha256:ac9565908c0dfc16ebcbf2d4fc9df14e6ee7d94c18d3ca4967db113ce01b13fd
+size 27071
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index a673b8ff8f27..65db7fc11823 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bb4bbbcb5a6baceb917897cc5922d10d1e896a6effe0e51f6f5d2e6cdc064507
-size 25336
+oid sha256:9a5dbec3ca7e052ee905a5602feed7737b033a722ae21ac009e4e18cb7247501
+size 25288
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 3a235ded1d57..417f838b4f11 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4bb299d0bcd1732de7e1471a62a62eda9e9a34c0d045366b93a9fe7b494e6683
-size 19732
+oid sha256:5d4a32747b710af6d53a2f0e236dd6de9bb71f8b9e883569774ef221b8a24747
+size 19702
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 41ddd607360a..26fd75b274b8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8b2ef4350a3d6dbb8bf9299982de8a0f863e6a541492078f550d0eda6baef9b3
-size 18020
+oid sha256:2d851cf7c4a2357affbbe300bdd1e1e006c062fbc439144644aacaf05acf53ff
+size 17966
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 72b5d4cca268..7179c540a8a1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:85dde1577e9701fbb3fac7f6316ea7aef434d0fbd00c30d8493e3632bd4b0962
-size 30276
+oid sha256:241ad45f38f74b50677ac76cffbda1b97db27bbb0861d719ce6dcc1fe2e0427c
+size 30239
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index d2a414f8aba3..9c49329c68b0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3742bfe49d6ac4f567e39875d0c5278a92eae2ef2ccf5d2d31f14d5aa4ce0d51
-size 24121
+oid sha256:7687470449f2bf8025c549ddb8607dd35c627bf96fa322037bd7533f0cd8de62
+size 24086
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index d1512b7c0813..f54821263b4d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1af94642a6c1b32b8defc68cf16877980e3d8894d71c0b8ea6038fe26bba1567
-size 26808
+oid sha256:3bc92a0c4cbf1372fa8ee01287e868d7f89125e27572135e97988d5a4d879a2f
+size 26772
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 50ebead0eb51..2f0f5082b7a5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:86b28392dee6fef36a5931c2b795604bbb3b12fccbb4fc9aa52e2d0d5c026b75
-size 23428
+oid sha256:de824a63957fdb279705e196e260914e3dcf09a308102037a54c31c39928d127
+size 23371
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index b57fd7e39255..d4dfb5027a74 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:27286964cbae8e6b64a4e4fbe9639e60e668fe8934316d21e8dfeeec33d1f75c
-size 27455
+oid sha256:72266cd15cf67035f241845eee05893fde3b62f414830cbffef9fcaa200aebc6
+size 27400
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 21298a43bfb5..f0b7c3ee2d4a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e9e02396df1741d2bacab6abeaa979a1a80c3d38a0e2960e3d190dfe7658aa1e
-size 25385
+oid sha256:7786b6475d363e619fba1ac400cfe00d1af2a532f89c579bcf40764dcc280b6e
+size 25348
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index aa20bcf51be3..069418f89703 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9cd4a4d2051f9c14e38ec3af193d1b198b5764d57381fe72f2f9bec18f39627c
-size 34495
+oid sha256:cc861d023248fdf02f5290c61a7e0fc059072bf74a3694a57bdded92b3139b9c
+size 34458
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index e2028a9e6aee..a3500574626f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0d16ea0af3cd7b8e5cba77ef32ffd12abd15e83bb29eda3a1e0c01b1ffa6486f
-size 29208
+oid sha256:e31b0d565d4a8d0f17234c1bf770c242e37ce31babeeb7d70b96c89f4ef8a3ef
+size 29181
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 887849964c0e..ec63a9428b6a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:76a40deb75b3986fd5a724f8bc19563769f0330f838cefbd017abeeb37fd6c43
-size 29224
+oid sha256:8fa55949a8bc5c1ebde87d76e6baef2a570c024a84543f20c5fa32d2f249b192
+size 29201
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 724a0db4a855..8a4ce5312366 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e7192df7667be9f45141a767654c6bc4e10c7659dcf1d9462930a60ced0ce2aa
-size 29198
+oid sha256:a3aac648853bf6c1f088f9a923d5cca8c8ce004fc0a594de9cf1d037ecc9094c
+size 29160
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 8f7aa8df3a64..23de8fde0c72 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:df5a8a885a9c09da0ce9c3e2aa6610f68912afeee21a15139287804e21a7b68b
-size 31178
+oid sha256:efd10218df54a9e61c95d91919fd11ee27370152ca0e97d6a29f630e9d722bdb
+size 31142
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index b66615516cfd..ea4be0f45179 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:72c805031afa2ba41e775696dec96d5d1b86a12650f52dec641e9a8ceca5e8bd
-size 27619
+oid sha256:8d91ca5dde9e635acf7f1ade6caa663760fef7e22c40f700be09bd7985ebe9a8
+size 27562
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7b6dc3e0c941..194c08ce37a2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3335002707d7ecaa350a64bddf972567f94a36cd55b16de23c7f872c4424017b
-size 29598
+oid sha256:a635ee8cfcf631b651735470dcdae3f6129d534793f52200fe67573bb8d607c2
+size 29552
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 27868a6df7f3..b158edf9077d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:be934cba90e1e573a0148f6d017236e089877310fabaa40b754a106b12ebf169
-size 28856
+oid sha256:be69676ec27e72c2c7509f8370eb438e483ab248bc98c9751b27a043cb60a54f
+size 28823
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 2d929ec7315f..b13928aa6426 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:33c4b08c23b2d1760f233221883ef8550eb918b242cc366f119cc80e5c1a22e1
-size 28859
+oid sha256:35517a8de383103617faef6aca5b02fcce5af7529cd8ada7c1bde6e7e06686a4
+size 28827
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index db2d9d34c399..f0c00e026ac5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:44c239a3c127230bea492e3d354e75b5d4f6d1287b11fa30a96996e065758112
-size 30712
+oid sha256:55d49a55beee96d80b11fb239767973e73f17d5a4d6786d8f7098d2b4a758ac3
+size 30680
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index ed10827b404d..5ef019aac005 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3347109dd933190ffe4b0024fe818f8dce56d9b463d4abe13958868d15620631
-size 27233
+oid sha256:f35c51ac98abd97e72f20f9174cfb858fa6e589ee360108d5dc61c823a0537d3
+size 27205
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 12ff19760a7f..decdf001b0f8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1d33cddc6ae488877dd75a02603989cb97665740f9230fa84892c08bdfb850ba
-size 29494
+oid sha256:113139b11a4c8906fc1c62b487d960d212266e159739d4d998278c2845cb0298
+size 29446
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 16fb4b9eac32..ba75b0db1b95 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a4fe7643ccdadc80857c786076231f7337c0f5684b0892140cd629bb3da92224
-size 25947
+oid sha256:6899d43a5d33046c92938d00236134ffeac0f9a572b79a3db82ca27228bba7ff
+size 25897
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 15af5d511ba1..e5d3af896b35 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ddc23ff059f163feb467c260c9c91f25030646811e5c50ae9de7fe843a036d39
-size 23787
+oid sha256:c22ceb45e29f054fd98b4c12e97835490af58affea69f97d88f15d9c14d80b2c
+size 23749
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index a4e001363780..d5d502948149 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:95608645c9356ab79440b51206ac5eefaf3f0d67f27f4ec383bff088dcd93fab
-size 26055
+oid sha256:eac9f050855f2078e5f33b0e16e8288a4cd0e1c09daba2a74a64f0cee7c6fa1b
+size 26016
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index f2e809ccef48..568bd169735f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:71cfadde3d057cc6d641f0397c6149c9ce6c80b5d5b477d0a4c7fe59104c5a6b
-size 23925
+oid sha256:5411f7ca9b9afcdae3d9c0953c394568d28222f8046cf76fa30f75d7a3c09d64
+size 23890
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
index f77e576af4a4..5b1047613a72 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:34a658ac316446a36d962c6b33be86d9b954bf795e213ec107d91c12605922cb
-size 28760
+oid sha256:6937eedce5b7294f09363ec21b8b01edc407438b0a5233782841ce75c427566b
+size 28720
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index f7999f449dba..54a0e417c951 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7154adeadb5fbc4fefb9c5d602fbd48fd70f3566ea0714fa98b156078e9bcce2
-size 26183
+oid sha256:e553f12ac8d673f560a1b97e185e5187b7ccf0c4c0de5cc955905308fc8a7f11
+size 26152
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 78925e5f043b..9f5f0a8fd11e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ce1cde10eaf3cba34212f5aa64564ba994d7eab5093e99a2aac7f8da0b0e8a5f
-size 24992
+oid sha256:71923933ccfc4a0ad64a12998c3324a23b6a55d561045af67038e35a0cdc2db5
+size 24954
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 86ecbc884ae3..f97fa2261b51 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1ab07ff65221870b66349286b654ddbb197adcc33116d4126e83be7be482f46b
-size 23030
+oid sha256:75cf92a35f4d82a0ef34cb23128593b72ce7409b6942fde8ddad079d0c0eb3ae
+size 22997
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 7ffb171049f2..117a12e6a221 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:be355d004b76b1bc4dd94b9b02e892e4b315a97f8be6daae826a40a98e6ac394
-size 26367
+oid sha256:e379bea6ac79309486ed20d4d7e279ff3304d666d0eaf4ed19877a61850257ae
+size 26330
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9e6bbc066085..9e12bee6fcb7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:95732b041d79c626ff53a119a39fa90cae488e121bad66f07616cf43b22d6e3d
-size 24313
+oid sha256:3f284b363d2389c3d9f7c6ffca7da8f27941b74753bbb36b0e3f9c0058e9fc83
+size 24258
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 76d8b3ee1f72..7958ea7c6334 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:38a0f8166888afeec03a62f4ba6b611cfbd5504d8f831f83105944a60893d928
-size 28925
+oid sha256:9b37e4333a97d36fa92e946e2ce7bda6928a0d2ec586f09857482c7ae120a2b5
+size 28868
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index a4aed558f73d..3c4d9da42d1b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1d4c26be0591d79e15c4e2d150501e89ac4a600fc6f82768c42da24ac2beb9f8
-size 27331
+oid sha256:af45388070b6ba421419c33f9517f39645d67c0f523dfc1cbee78927e1745f13
+size 27280
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 6f88cb6695ce..68a6d88f98df 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b2f29e0a1be01685899181ee3bc63084a4192819d71dab99b990789c9479ec8a
-size 28498
+oid sha256:fccdf4760f0c310fdb7dabf79bb416e1109037f50ea56fe5eba8ba364231dcdc
+size 28464
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 8c6b79295ec9..94794b988332 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b60e091b496f93ef3e53b0dfb6af5e76b11b31943aed63447fbaec3790c4aff1
-size 27071
+oid sha256:6f9313f415398e05489319f7276c747419bed5f23d7b7614dded3649c75a4322
+size 27037
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 2dfa761385f7..fce1995247cd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3918faaeb66b49b64c8608ef724864a9c31289b21c714daa6db39e856948bbb3
-size 25735
+oid sha256:2e3e15ebb94e49ef00abdd9ad82825f968dbdd46f14b4ef07431c4ab1e2dab4b
+size 25699
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 58a2c5e475e3..8be212543eab 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:86c1c5dd3017376b829b5099234e94321282319bcec858170b4f9f94950f72f5
-size 23943
+oid sha256:e4d4a1b765bb690dc5184c616dbbcb9376ae7fbd3e2bdc473934c5cf73d840fc
+size 23907
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 16a6d38cb64c..87120f7b1b1b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:886df9b60b8312c654b8585bb74c3e40e613452d0be0cea0239f0542ff4539f4
-size 34288
+oid sha256:43850770f02e0bb12fa59048604258fc316cdc7781defc5e2de2e64b9fbb9c3e
+size 34255
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index e4d451e75fd6..ed5aee6ea9fa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9fb2cfa4d79ba374e885a29f074d5da9193bd2ccdcadff851a38718218f02bad
-size 29349
+oid sha256:3101c72bb964f597b958f6eb7ffa9b637c478fee325c9d6508225868bc73e156
+size 29312
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 0ce8963e079c..a989f1dfaa74 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:42afca0879d1cbf218a01da7636dd0165d077d7e9a9803d00b6519e46e677ef0
-size 24799
+oid sha256:063fb08b21abaf353bea63ac3b3ff3ef7f4fa9cf2feba1832c7330ad912390f5
+size 24759
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index c88a57db001e..e71cb1b96eb0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2ea97fc0f367ae800c35e50480c2f26b926114ed10babab3644502a693c64bdc
-size 23130
+oid sha256:cd48b6eca3a530e7421f8390351d2458d25442f34864268d050c8c95346b6897
+size 23099
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index f05de1b30357..654fb7e23d10 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4685c711678f389dc6f3cf76d9e733ee5cdd3b4374e044df0f70a6f1072bca93
-size 30239
+oid sha256:81d54cb2c41207b39a4ea7912b677ef972273dd7892f96cdfd96088286ee1f75
+size 30211
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 1ff0596f25ed..dd3cb0eaf1aa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4cbfe8897e66011a2bacae28d1c6348bd08f8f859a322f931c0f8b54364b8fd6
-size 28768
+oid sha256:ceb53ee405001e74da638ffbeacc7ee6bb90ce3954a1c11ef43d7a2778cd92c2
+size 28718
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index e25d34ebac44..5330c6b23681 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c044e0634735ca3825c44721dcb68bcd9b7c85dc10d85c4d9ff078198ffc48fc
-size 29871
+oid sha256:313090fab9a82431eda9c401c11657cbff4f16f0b494acf5d88e303868a068e1
+size 29836
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 5a1540a2948e..bc71712297e8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f19ad0f509da2593a72f92ae7c78dd1d8f7d08e5adc2c956bb377d613f575130
-size 28479
+oid sha256:9a6fb77f711d21c4177a20d313c9b58d5384eda9854f09463c4599a083673d4b
+size 28432
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 33a1b777f957..4316363c368e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bc708734a0a564deb32ce6b952b16e4dd3b60fac2cf48a8e71eacd75c7e70ef2
-size 26493
+oid sha256:c491102cf942744b7fe70814f74d748a2ee23be6594a9c8f6ad68ba17f1c383d
+size 26432
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 6b744371c89e..e80ef9e2eb72 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3918d3f4dfec7b4488924528e57bc3d4c419898ac3ba897facd9b4174decf638
-size 24526
+oid sha256:956c9b05f7059c713c194202c1651d191df9b2c72f8ac463e294c153f9f2c466
+size 24488
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index d4cf35163876..6d4792792686 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:87820b33c4c1b5dee0a4a85b2b927fb7fedf782ad3c76c71b34c8dc94c79f5fd
-size 35836
+oid sha256:d41b4c1e9ef1c5e888353744416192f7576800cec58c1c9642b1705876fa38f0
+size 35803
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 8af0e9ff3063..3d0ba30d51e3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:672470a403c09e5633d76517096fe747195d03cf9eed4249520486bd3515060d
-size 30952
+oid sha256:4c434232f4b9c9dc8380861f58c0784294a83ea12c1a809a863286bf08bd13d9
+size 30917
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 32e2d52efeb4..7b80325b6b89 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:88188df801dd0898715ddb87c47e0cee83efa07302d6a4bea8ec476b6224610b
-size 25359
+oid sha256:1b331d6e6d6c0eca1fbef38bb927d3d57f6383bb940c0651b10b96a94e0d8b32
+size 25322
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 1d85bddf4653..bf0901873b57 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:040e6dbcd8d6745fa1e259836bf1d4fe3d664f5dc9cebb01a6d370d549dcd195
-size 23396
+oid sha256:9ba4f1695b1031e55df43daaff1cb4d52a4976f6490be2ebbc06732bba92e840
+size 23350
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index b2a01c9b0ab5..6a4230c5c7a7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:44665482a36f970b6e302dff9b36333be6143513bfbef4a39598f45172cfa617
-size 33900
+oid sha256:595292f6a076755cb4316518071b4a2d4b98cfd80bce4ad9afb463f56cbc95e8
+size 33870
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 0c28825d67d7..db69b1a51b59 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c87953ef958cb03bbeb2c0b89c5725b47492c18414df060eae39d62f4bcf90e9
-size 30297
+oid sha256:de8ae7c79301ddecadd50767bac7cd5f2dcad41c1b5a32b6fc0b31d29e08f9c1
+size 30265
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index f3d0fe636996..3aba1bc8abb6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8600e4d9cd9cffdb61404503f78c26a15e836dfe9056e1c16ccfdf3db485bd6d
-size 32654
+oid sha256:da77c1f35440ec79418b99caf6dd40b4d82210cdf9753da5dbaa682d266b468d
+size 32629
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 9df55df32527..8fc7641f4db5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cc5b04a5a76aeb39154bc2cea901c685a9a853cd56517fbdaa3d09d306782474
-size 28883
+oid sha256:a17add065d309cc3a84ba76ad5995a0457e3a234be84a5463ebb451e67aad692
+size 28859
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 28a84af50e46..4e08698562a6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:372cfd45ae7c7e7f89f249c73f5ac46f5aded959a5f5c19e0299cfe425137719
-size 30365
+oid sha256:369f5e067cab31c5b73b04bbecdca5289cb0d1aa6f60909658f3e5beac442d2e
+size 30309
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 154ec24a6925..4931f381acc5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9acf2e212b4d453df93ca74b610e50c7bafdb4eee5f2887a3110ee03b41b01d
-size 28531
+oid sha256:efb7d9f51eddbff41d12ba9096450430f21e7a546c41af8960ae7fca3beaa94f
+size 28466
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 162de546543c..a3ab8613c451 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b7f32d61d3df94f7070bdc4abdfe8ad8e3160eb56ae24b6899961776e71a597
-size 27517
+oid sha256:9094f5df59595eb8a30c64941421866d25417242540d7b968a62ba04f61a0334
+size 27491
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 872b9a5dfe17..aaa0392659c8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6f66829d1a9886862d257ceedd8f96ac1a1a045f6c79f853a1494d3bf6a283e6
-size 29720
+oid sha256:0e0df1f17cbe7bec2023478a0449ff12ded584a4ff3e614d5452d2676481ecc3
+size 29691
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 06e5ef95700a..abaa1d891685 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d04c50738c7655fd1ecd8536352a28043e46e5513e3cfa18447d97dbd8ccd898
-size 38199
+oid sha256:49577ad44b4e2681af2323f181b872d4791f07dd5dfbaf3fd07fbc4eccdd5ce5
+size 38148
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 626a0d385fce..0f4cb9354a7b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a8980c066e824b1552914652520a6ce0ad8c63e39336255f76033fa8244f0cc4
-size 36829
+oid sha256:4b39fd62675ac33de3760a0748ee355aba363e7a9e1278481d33c2c8ca2a0c4a
+size 36796
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 4dba6f6ad447..5643f4639ad1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:040c1897960ab1972abb65d98e54e622949ee78a070d35adee8823b4004114c9
-size 37561
+oid sha256:9a5ada89e3a6ce3b7bfc7ba0244b54d8a4443a1cfd22d10c5808ab226b9ba48c
+size 37531
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index b7dedb6708c4..afd848e87274 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b9a784f9bc3e9dd9148600613d6417e9b3f177d2ac3c885e487e63c734cc90cb
-size 36560
+oid sha256:f4c537e8a9c364adfbab65c87b6a3a1db3524269e25a688ebcf327a96f0690db
+size 36535
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 39b472dd7c6b..34b435e7a867 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:80872c8a24d39b4eadb6624b9ec8f9c3b0fdc0990f295c19fc71d80dff318581
-size 29292
+oid sha256:4c70f877d0b660546e9971dc7f00e12fae04b4a8fbe679e151a32e1c5619d43e
+size 29274
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 23ee99cca075..a04c1befc823 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:21d0e95be7fbb5364365382bf98f655005a106038d7849d7d05d1fb15d9fba36
-size 31649
+oid sha256:6af1464489258437e85dc842a9d199d3c76dd2ad1f196b7a568fae60e4e25420
+size 31614
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 8f3ee9b7f928..cb13a44c10a7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:265512e1e512c462628231684d7ece5cf88aee7bab9f514f2a27930cb41b7f8b
-size 33111
+oid sha256:a34aeccc10b92adf258195f3cb7a1c36d4fc9276a1d1910289ed09a9e8cabf60
+size 33068
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 9dae6d3298b7..d69b02f75f52 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8b7bf0c60e3b9fc5ad7ffe63d33268df3729deeb9c8180d048c01bee2abc4f4e
-size 33150
+oid sha256:9500602800ec71c850c037c6f6f85512cc995907c2d1b2931d7bd3d797b090b1
+size 33118
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 363315847961..8cb6394f5599 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0d2f76554412f2476ff71a08f92f6c2115fbd553838861648aa4dd1088e6bbba
-size 31770
+oid sha256:1053a2508b94a03138cd6b5d1a67263a18060ec35cdd9f20f96ef905a0a255de
+size 31729
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 89962cf8952a..ae6bac14426c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:746c2e1108dbb19d43020b3151b00fa7d00d7eb4fe33ef58b397520075f81e0f
-size 32182
+oid sha256:54c1cc49e411d69c490ac2f8413c4aefdc2d8bb84383e14279227a2a76ed64bc
+size 32152
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index c8d209cdeb67..2007aa09e9d6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:de2c81feb5d702487b1f577724219d252af62d79734c1a4680efa10de2398e10
-size 40107
+oid sha256:a9c7511c152e9b9b95ded6f41d1e24032fb90fd39048017617da3f5456496046
+size 40074
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 2f20d933b529..981cca512818 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:552330251be0b7406dfd434a95635fe466df4d71f69c4200ca646e994666f0fc
-size 38770
+oid sha256:df300f6c9661f8be0c12cf60dd4e331d63f64361f83457a59b06be740e30ccbb
+size 38729
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 00daffb81ef4..ee740bd9ed22 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:40b6d55af8e2beb012d6ada96d14bc8ebb17495d3b3245f66ee3294dd20cd479
-size 39527
+oid sha256:cb8edd90128cbca3fcc5e161c70c5860866c2a399f57f8418cc0db9a62687c45
+size 39490
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index f1d98ca81b87..6af78a0e7712 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5166f14ec85b74ce689dc0b316858b37acf4e8dbe6b1447edc805a05e1627e5b
-size 38390
+oid sha256:fb62a7be5198b7d3ec94e0532f24897f4abc1e3a902a3faf10980f018e4a50a8
+size 38347
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 3ac878b513af..2b6bc7e896a4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:824a76ea2f2e2aa128b747fd774adaf743000bdda4c493c5e3107220ebc2d9a3
-size 29217
+oid sha256:1f180b1871b858e840624bb0173ccbc94c419abc97a87be20d5ac441e1419ec8
+size 29187
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 5c89aab9e727..8e88ed565ceb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a9022ed5f1ffb03fc8e92d1beace967f772ca2116f16197181b686e8951b0fe9
-size 31610
+oid sha256:878f03212ae654d0cc864af0df2970f488bdcdbb30abd5522ac884014808c219
+size 31587
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 6c0bfd32838a..076baf5e3349 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d83869d56f8ffe787966e011039b4185c6b1f64dd35c2b650cda49c379c51f87
-size 32565
+oid sha256:c883dd3a268552dc93913b29d70922a31bdf8d4c6c628fbfee83fde84ff8b01e
+size 32523
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 017d82f7514e..a267fb6f2a52 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b0b2b79fcbc666ac3c31a74bda81337550cc57b9863be4a29b0b06f627c7fa7
-size 34002
+oid sha256:26ceefca3f740f1014902c22e428087554e5203ca396488044ad78206825bc32
+size 33968
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index bd83c13cd495..447a985edfc7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0d98cf808dca32beb3dc6128c3a41c8da8380f08fa113a1f2f3bcb704f9c616a
-size 32478
+oid sha256:c9c0b06b211efed87c3b72d0ad75ecbf79164092ac236ab3a360c055c851d285
+size 32448
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index f0b0535398cb..f17fab094882 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cf19b79a57fc7175c57a2870437b8a45d228643c2e77dddd01ced70cc5d3998f
-size 33191
+oid sha256:a3abbb796fe13d991fa475c7d1dccaf7b345f3b05b35d7dcf5387151c95abea4
+size 33154
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index edaadeb7a7c0..f0516135e7ac 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dc7c35bde21bb8e5c4fd1d580e78e502f03b101a0eb8fcaec1481be60d16aa84
-size 25093
+oid sha256:c93b4d92785aff6aa860d8e7209a4281cd2ee4b97b9d4dd917f76702c4cb8ca0
+size 25059
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index af6e83282047..106c39d1252c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:259ab42d1127f05312b6e42aa79a249338de008d0c9f573deb72abe07e2a0170
-size 23784
+oid sha256:fbf250e57a76bd2b5b86ac88347f56502343fe41cfc4dd9c9c07fab3f1b7aaab
+size 23745
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index faebda30f190..9b4582394512 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:87a6f955bfad7b8936b8beaa6b63b345059eaec8e2bcf78c768f50fb1d5d3893
-size 26074
+oid sha256:8880d3540926a65bc51e26e0bf647c995d729c388ff6926c86b015efa9872c8d
+size 26020
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index e644b442714a..89d0536b3a5c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fbacb9f0d235394245676d3d6030e53c509b26319457c10118883738c2e5dc50
-size 23179
+oid sha256:895aed2a25a7c2cfe6225ca5c02cd0edd4649eefd4a03f694a901c2bb7140d4b
+size 23122
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 06777f237b46..5e1f25a6026e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7a17ccb82feca469f92f636655461e72fb0003e37bce1d8c7848f03807236aea
-size 25515
+oid sha256:5111f791fac72f4e38b7ee0facf3a28bc07eb4dc46d247163d9b50c27b78ee72
+size 25461
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index e9eb32ad35e1..27d09e236136 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e7272857aed88e5ea8f042fe764683bfd37d0d29674a99e6e898b3d4681cc84
-size 22366
+oid sha256:32313c2503eb9083b831e8a758a90191416a491f3706f5b2ecbf517331f92ea0
+size 22318
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9e971b38c219..0d357a4914d6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e22645d8cd41fb19fa2acf319d0d7107a6fd4c10f474823a1d15303824d7eac0
-size 26441
+oid sha256:26f99f046a65ac3abf02c706170ce79282f24604d9e4c3d2363e66b2d630c58d
+size 26400
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 3e096188f037..5dfeea8b2e88 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4368e915590c638752fae7ab5c90ea1b5bda3a7776faa21842911b3a538c05c6
-size 25315
+oid sha256:0e05738375d471cab4d295dad65cf0fa62b1ec9f84961e4f94d5438737c3781c
+size 25264
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 33e96faaacb4..b7caefc2b552 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c0a4644ff872c79ea6eeee1d64cc6144803b7f7a3695a9ade12f47b18ff64331
-size 22812
+oid sha256:7afaa1784c0ff0b4431b08ed16ba82ffa246b67697a4b939a398d3dbf308cca3
+size 22781
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 84cc81ed163b..bf463cb53717 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ae2a7284ebf7b2d3d7edbd314c0d78756f09ed4f5d267caace16ca7c15094a3b
-size 24988
+oid sha256:17c30c1f874b85f975e99ea886d816757f26211daec61f0ec62192f2e7cdfaa1
+size 24955
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 955332807157..cde4d658b5b3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:34cf731d7db8feee6ddbce83cacc1581363d0a85da208ea4f75e8b7ca8f77a7f
-size 22096
+oid sha256:62be7c11936bb734d76ea9afd2f1d1b8fe0c5b2d39a6076f6abea60c6b27be0d
+size 22061
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index f645c869d2e9..c4de913815b1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6c4d14e3c17f43c030d1fbb186186c357b535a2eaa28f778f0c70135ce65958d
-size 25951
+oid sha256:ae62f7df4f73ac33b59c8fb6d6c9a30ccc7e77ddd84f3b0e5034d86755437ea2
+size 25903
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 42b6be6c8567..c4aa62f65797 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c2054146a78e5e1a8ee5db33398bbe965623f5489879889df96d4f2b0c58e853
-size 22692
+oid sha256:5749c78ce0c8d3b3fb2abb5f3320af04dcd0022b3ac84a19170b7d5fa9864e23
+size 22659
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index e869e345f9b6..a07f01f4dab2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:97622431187367cecd149281284b4fff13901f0b6fe6597d0bf8e5d653017156
-size 20389
+oid sha256:c891743828eee89cec238aec8a5397996cea54e78802dfdf19b87011c7511c31
+size 20357
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index bba941a6c14b..84272ba4e5fe 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6d9ddc820890f49a3f53a07a06172583c739c030c545b842dbd2347b44870368
-size 20556
+oid sha256:7fdece135c1c19dc38a3ae128ffb5ff1971e0783a61e7d4e7d668978b4135fd9
+size 20513
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 972fd06aceb2..1d84339fab24 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d61216e41ccc479bf0e8a9027cfcdac10c74ee2675a0ee98d6f3a326185be238
-size 18676
+oid sha256:31c4b3f563802a641fd95b941a926b21973e35d5d56f5d7111580cbcf299753b
+size 18641
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 5a0f633218f8..0a3a958332c3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:53f77d2a20528eed09a313d58846483a041b26216737e2d34455d4d2a24f6487
-size 22885
+oid sha256:5edaf48657f197a02451db3045ba71399ad457ab1027b3dd381160dce80bf102
+size 22847
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 85c5f71b1c47..9329166adb5e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:998bba1ddb4985cc8587788b0c9f41e220243a37df433d206d593feea65c8778
-size 20491
+oid sha256:8ccefebf6a67ffe41adede0cafcc96927bf094e3ddd6f7da333447cf0e9d383a
+size 20455
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 3510999b0413..45c50f057f92 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b26f53b06c024ff581f5aba77039f056f4115a312a960078612497e04bd25a88
-size 19676
+oid sha256:1532c46562dce2a775ad3fac99e560ff5e6f1de55800f58f26cdc3f57888b6ca
+size 19631
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 595e024c249e..92fbbbe8bf47 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8369058d3fe371d4e11af87c25fe84688c39f7eedd52d9e3fbb35b8504c00825
-size 17846
+oid sha256:854ac2b67605be8b7bf6948af5e22a2b8e6d7a1a7b8cb823623466c7a371d126
+size 17811
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index e4e9fc879bdd..388b59b35fcb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3d3e1ff5f9645b6cdebe079ee1346c22a59d0ee39bd8f332cd71bdefc58dcf8b
-size 23185
+oid sha256:788e88f6d4c6711591113284ca23b24091050d94221c4189f399845ddc26578c
+size 23143
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index e0f44e9dba8c..0cf6752d8fd3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:65437e23875ba01438b1adcde699af28d6d8f8a8e72567bcfe8f194538b0c0a9
-size 20980
+oid sha256:d43ba16062005a706cb3317d6c5d1ae54d52736018f38e9f76b814fcb334bef0
+size 20948
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 58aa900b8e89..450708cc746b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6a40b80242d28199a4f550f15adee8aebbd4562d8a537df7d1b3a9325f5c4f28
-size 22680
+oid sha256:3a13471d1f5dc445c7e973d8688ad1e0bf25eb95887cbab738b3688e0b445c1f
+size 22627
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index fea813bc091e..f04e1b9662c6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9ce9453bb25a94eb4688deb8b404e39c3f5125a5fc20ef4f8d0cb8fcbe72fdaa
-size 22006
+oid sha256:3d7377a0cc3fe2d8bff5255c9b6bb111f60800db4039ec3523f9aa12589be517
+size 21976
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index a24de48aedfb..bd83f0da3463 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9ba578e59e2c95e26d3ca441cc286f74cd800b13b09697db563574b7e008b6d4
-size 22362
+oid sha256:8ae91e575268f93954eb6ad2bd5e4eac3e2046d72b5fcc84dc723da7c1608935
+size 22331
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 3bed985c2d61..70ae9bd9f36d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:18b55941f70d5cbbf9e91154e826a40575aec517bf41c3cb416aecff03d8556d
-size 21607
+oid sha256:cde529a0c478eaa984dce0a799d5d5deea79b6db8e42cb7d6a5e8ababf1332bf
+size 21569
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index ad91b9e63b9f..fab77fafabfd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5a81e852aef3d07e6e9df851694ccc46022f6cd3309d5762e35db7a3014cbc0e
-size 20413
+oid sha256:de4dded2be1505c49e9c53a1719388fa98cd857457ccf847beac1ee24513e90a
+size 20373
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 490f919110f7..ea8a26c3eff0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9fbf1f4cf22f6521ecab887e086e1010c8098f74e0c1b53904e6ada41a3cc0ab
-size 18565
+oid sha256:4b901edaf336748d9bc3167e8368838aa16678e18d057453c6d22f4512c3a16e
+size 18525
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 147dea91310c..0eef4d5e201f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c59a5509e8d395d111293095107c187c1ad34ca4da7bc4df842221799478fdec
-size 25116
+oid sha256:b8843f15124be7df18112bf0e3265dc8117b931dbc2bc49afea03bb06d7ea3c8
+size 25080
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index ebcad21caf84..5ebc40c4761a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fdd8b487767b0cf6f9cb5f6bdee43ae31519679515bfc2223b934ed1428eed11
-size 24105
+oid sha256:2f327f940351cf95345e168cd1eed162278db22ef0dd10304fc3d14dba0f9f63
+size 24065
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 8ef0aef855e7..f6da0e5dc76b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c6bd6e6c42ab37f335eb0672e079d7de685191f0f31b15053bc039bd37514563
-size 19515
+oid sha256:5bc674526ea0bbbc98f0b026436cf91f55ba8170a1f493ef52e857d156a4fec0
+size 19473
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 656a7bbe8afb..afb3d60627e7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2414c0b7fdd49dfb5a4d568c6953ccdc5304aba2e7a96cd6af9e58f1ce530896
-size 17828
+oid sha256:dd9758b90007100eeab71849f7095b036d9b079b05a94f00e6d1750042cbf19d
+size 17807
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 8d27d1b4ac76..235a44420fc5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c3f6711186fbc74fba65d72dbc21b93f2c06e5240457e67294d08b9678abcde1
-size 23220
+oid sha256:eb286be7deaf96057b757f2321b322a7e12a9be2b37f819e40557e8400116dbc
+size 23165
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index fce7e0482793..12813bfe67c3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0592dc0ad8147c101c248605f6d947d70619a5548359ae657a02da65e7e7e602
-size 22501
+oid sha256:04fa5af43f89f6aa53f5df59ab68ecba80bea16e66103916965a69335b9523f0
+size 22448
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 1d7fde2d2fc0..bb7f1c0e5168 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dbc8a35572f554aa67141aaef825596367aff2a188739443aa519845fe2f4d56
-size 23702
+oid sha256:4b82a87232ed63ee09f30ab65e745790b833542772711b95d97e1f37fdf70a47
+size 23649
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 15bdfb83636d..31a558705d98 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:890e0244ff81518771f5ba6a1a1b0d2f0cf64b9a7aa549f142193e3fa86789e2
-size 22976
+oid sha256:fea9eb657d813251833cd367cacca53af1cc0f911a79ca280d1773ac68447c6f
+size 22928
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 8f80b1b4690b..d33b19dbab27 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:233f20a90432641abc9a496612502f932a4947b7e3d5f785054d75d94c0d640f
-size 20646
+oid sha256:ce49b67407879ecb3169260f88b82e37e6024d0d9af508e7577625a822634c6a
+size 20610
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index fbf16ea118b5..172d5eb32a5a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:16099689c6b0cde495262bfc830eb4f6d84638b6a58e53a43bb5fbfa30ae8a21
-size 19046
+oid sha256:d7145816e31fda43039e77f7459387d498f12603d3ad51c689fee448e21d5215
+size 18981
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index f487c9f56041..a21e54221ac6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e73e3c59482e68e09e1a799678fa289ed027bc85445b3ee888541f2be6b6e341
-size 26765
+oid sha256:94a17c30368e3a1862c72f5f9d2bb67e0d066f562942faa39e93ebeca9656157
+size 26724
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 811c340ff645..90a121827e2b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:27bed536bcd58db91d2a3b3e91cdf9ae21101497288336a04f125a1a15ed4261
-size 25142
+oid sha256:e72b8173a02d6eeea71f52e1856dc8fca4cae77dacddbc2beac51f9071ca8d77
+size 25102
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index b72aae20bc07..3069a5906377 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:523e5981b0c1b78139ee275aa5ba4f535d4d5352020b42dae22e53c3413b2f5c
-size 19693
+oid sha256:315b6a49665ac2b778d68d7cba41203c77f3268c2ba426561cb1638cfbfd6d3a
+size 19642
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 4e6f5c1851fd..3a9ba649be1b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0555c20cb0a6a7513349d04b3cdfca2e0a83aeb5be5c2872a3a6bebe663ae2fa
-size 18000
+oid sha256:06dba2303991d8fca4dd710f35f82cec52912446c23abd66647b01a0f76ec286
+size 17959
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 52f3dd39b754..a21f30abc328 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e93bcdde70d6467cb1c6f6e80289b47ccdedb203eaf1d0f1dd5c0ac9ec3dc2fe
-size 30387
+oid sha256:b1f3605d087d06ee14485687157d8d51dc795dd525b02236d67e03826bd54a62
+size 30356
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 5f88277bf5ba..dc15480ebc9f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f7755124212446fcdb3566f389502eb7fdb976c4a1efa1012f4267820615b344
-size 24007
+oid sha256:07c7877350f40ec813565eef19f2ebd8a508c82376d3a828329581df6b2f91c7
+size 23981
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 0d8bf6547be6..af3ece8c7355 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:415ce8210d5721690895fac7675fc0ee7057b96aebb16053c626a28091e47fc8
-size 26721
+oid sha256:87852d6e70215917ee9d4148e40299b3c959b04f88e6517d8dfb26a8553927eb
+size 26701
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index be932046b355..c54e798db59a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d82a4ef3debd6bd9925c068aa79333ed362db665ab13030964d51bdc4197aae
-size 23302
+oid sha256:a9b93887aea39f609d8935911f8df2ba7dc585af78205e000f923e035f00c244
+size 23266
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 834969c53135..31a9f6fa9c7e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0d5427db1834ac1803cdf412d9ac9bcd1fdef4edb26ae3d54213d0819c57c401
-size 27426
+oid sha256:9423b20498fe0fd330642be74e29207c938e4d51e2fe1f2bc86aa039fc437128
+size 27387
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index e962aad0870a..4c7dcd88e161 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:25e1ca1066fbde244384138abca47b4d2a40bb5cc51e96a0d322861d2520a59d
-size 25334
+oid sha256:fcfa6167f4f822dc8277a265fe8382b0767023d064c51616117a3b393947f905
+size 25274
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 74ab7e2c8f64..25eea82e84a4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:579d58f5941bea3b7330df750431b4e6d7e1831cbef95857710af971b981a523
-size 22756
+oid sha256:389f18a4265c1398efdd1304aed48cb30cc6abc9032554089042f3c66f69b4ca
+size 23718
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index a0efaaa4611d..e6245b930d10 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:372600a6e2b04a0bb6f3c8705d5de471101d505c077d835f57807ba08a95f2ac
-size 19765
+oid sha256:8d3fb60fe4f3428d78e217e17bc8e57b29d6f7749d352106d609cc2107e24c76
+size 20638
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 58a4bb0253f6..528e41b6dc0c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:528520d1dc9925944c2f5224e5a62d91e74674c4b79c5957350a1ec8befdb70a
-size 23110
+oid sha256:de74d0711f59b81af82b7e2ea1602a532efb3d3e0471b52ba0ee1b50a51ca8b1
+size 23958
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 5528c2032c88..0e2f0f282401 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:550fb1f32c8dbdc8a6a3e341b503e922b642cc8832a9e5ad0e29055c7370356b
-size 20021
+oid sha256:fb1aab18c7e0a278b7e3a08d78c7bed0ab4867a021d5f7eb51584757c21bcef5
+size 20866
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index cbcad3fc05f2..89b6dbe5da79 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b23e9046366e030e9dc794796588d1fdfbfc55a7d5c59321de8eceb30603f2ff
-size 23333
+oid sha256:7716733e0d2dfb7e73ea53974639bff3c79768cb7f09343ccd4426a56dc629f0
+size 24430
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index d76ac89e8635..e81dc0b06e96 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dacede4f1d786dfb11f87b2b24e0af69d0b94537c4cabba22423d3c917a2e112
-size 20279
+oid sha256:67695a48d882601f4d2ed41f4af1f82f78b40495d960edd9f3515f92c8a8b4af
+size 21281
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 5dc33f4ca85f..b782bcaeb703 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:52474dbc78f00f5a846935bb3f67a96ae68d6b9851af9cdf19422511262bcc7a
-size 23895
+oid sha256:8688234a23b650be053e042e19d0b2ca50df676abb432599eddba489551e3793
+size 25139
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 271e0970dd32..f6a40de82b54 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c389a6acfce65c7e59567c515c88f3c0409ff1199f23b099f8412a34b0f6672
-size 20884
+oid sha256:f41046ab943c77c6c6519a2dfff0c256de8b99652737d3e6c8aa85dd9c3a6b8d
+size 21946
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
new file mode 100644
index 000000000000..20275d23729b
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267734dad639408e483b6ae1f14dbcb5aa67239d4e7bf93166cfdd5850d7768f
+size 26310
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
new file mode 100644
index 000000000000..4e9bdba4944e
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae63616ac28c3f496f64263e7b6b2f0358debfc6393ec6c08d6d1f036833a487
+size 22983
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..079892dc0e62
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3b2bf08a9582bf1359cbddb51b967b8cf91aa7c20032ededda55daad062539
+size 25293
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..a27a560922e1
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127c7f34e7e9535f1659676d717f2245d6553dd422daa9a4a0b5a9bf55e72037
+size 23558
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..5b263ca025de
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d70b30928c6ff8e1676838001f4490cc9b94d3c78bef94603e93c319a6bd6d8a
+size 24651
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..d61018d30b69
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e8efc6053c6a91702f3d6077c87995075a30d06cdf4a25eb5b547a584b107c
+size 23335
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..30bbf7971052
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f7015b04e44c3e3bbacd85e5c63b3418aa6101b0db0299f3eb693dbb0774bbe
+size 22416
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..4a906214055a
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c433c152d8cd1f1cba2938fa197a9579aa079a733a01b593c45fed5bbb1e5b10
+size 20233
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..5f379f30f6ce
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420ddbe5b6ae507c4ad93c4ba3c2a2b82e926ef18bc5cb6631ea374184d18ac5
+size 21053
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..cc3b883d2969
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e4585071c11615242ea8fce6fefe084985b6ee28acd475aca6920dfc83b1e1
+size 18972
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..3a353c8b8edf
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b364dc6950f5879c212918fdb7add1fb6772fc28a76e30d655669be454a20c
+size 24991
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..c4166eaad03b
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff0e53544623bbb494a668583754e30a08545386a2d9f303f2deb83eedf9833
+size 23355
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..fd6e2f5ea9d8
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb2c7c2cc1b41b5ecd18949e7ff0789f58284a22992c89d1d1f5423c90bffdb3
+size 24461
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..009399be70ec
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cca1563cea4ee9c9a9d0fed64c782c7741fcfa3eab1593ec26ece01038777c4
+size 23146
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..97012226e292
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:134583bb65b8b1047d832a5bee3d4677eb8b24c44348433f480054952676235b
+size 22225
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..243a89ab274e
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a0f70e055c2c27c1f827a67875763bee9e32fab0e389bcbbec2a43a9801b427
+size 20172
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
new file mode 100644
index 000000000000..56ba78560d98
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cec4c8026187256e9c2dd05ca8aba742be6e4b29ff5fcacdcb37e6718a35401
+size 26214
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
new file mode 100644
index 000000000000..e45ac2765fbb
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e27c4b8bf7aff6c7dc81262d86f353260734be0244537f1f69338540d64243
+size 23100
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..4fbe73cc2b76
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:989eb16dd407852fed02d029c1c3ef186f878d6241b65af99769df1e97193c8f
+size 20892
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..f037b7f1563a
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b012adcc605c3bcca79a7c4eeab6406aa4f22cfc9831cde4c8b90b54309452
+size 18934
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..4da706c8d2e0
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125cd77260ee67f03603e56253f9bb276a21972fd8f6ffce38ee8044bd0d7670
+size 26243
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..1ef2d52899a4
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f464f32c99bef9f38468aaf60a43c7450266c571a5aa7c56f3b83ae0d7f50e
+size 24560
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..968e397149c0
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01176c76f25fbfb39eb122475937bb0283d0c7f05b3219813308a455c4e402c
+size 25700
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..a275f6e2a3c8
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6918d7bd769ded2c851b1115e1613eddf472c8de1e0cbde478456a8cc0b3a1e3
+size 24361
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..4c18e78586ba
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70bfd694199dbd4521d6e407836a829f58d5f66dac601d854e88ad693fd3d798
+size 22819
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..07692e4d2b28
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4459ba3734df65c07379a4ce205903a98cc73c4e2b7a92239a8a819cebe0f747
+size 20632
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
new file mode 100644
index 000000000000..59e266b36b56
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee723fee73cb41193a46ea7b1e8a35c07b56ded414d62e96e1a449f320e92fd4
+size 28314
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
new file mode 100644
index 000000000000..15e6b319e7da
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8de9a3b08b19229d984ad0ca460963e1605de02630b0c0f69dec9b272cb2a3dc
+size 24568
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..c9c856a9ef7d
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b483a4ffebfb0951f94228573431da9a7fc4ea97ecb0f74d6a2fc3aeb1e43b4
+size 21465
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..37fea7c96165
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec68365ae693b484ee872ae23dcea7f4e1dab646e4fbc9310891281a4202b8d
+size 19432
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..40bc74000277
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1963ded775f0f7f4ae437aaa9581a5d5add2b12909142d08860912e348b987
+size 25985
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..8521b61db61f
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4baa8adc08adefacfe3f04d0522849c5575720c8cd0a8cac188875f359505197
+size 24666
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
new file mode 100644
index 000000000000..141077bd5ee3
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b864694ab138ca1543a7fbeeb60d603130320b6bfc094db060b3cfa1b0d0354
+size 25037
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
new file mode 100644
index 000000000000..a27c2c07c45e
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e214b14b9ef8fb2893c549a972b08923291d23b91750eb05e10f2f8ec2e4c3e3
+size 25688
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..43284ba68ffd
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ff47ac9d7c10f415f576fc747beb37c12a4356ec2052de148739dccf7b6f04
+size 31267
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..646b86d15c2b
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413102cee94b3e2fa8943ec166f31e7298afe7140b785bc10293d2c271d7efe8
+size 29923
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..549d9bbe2c40
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9c64a503c1ee08a17a24ae1800ffc23287e7a1bacec5a986e9950ca1c9c33f9
+size 30548
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..8b34cce54f99
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710bc7f2be79b4fca91c283b7df6de404c60123767024493fdf7bf1376c7d673
+size 29530
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
new file mode 100644
index 000000000000..c5505655e1eb
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2c615b67db585195d329e90c836c36fd4a2854d2e26da8dbe82575f86e6407
+size 26392
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
new file mode 100644
index 000000000000..76564943dec1
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5d4d9a2f1349cdb559193f8eebac47d0f4d46b44c41fd196abb583a46b403e8
+size 25632
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..ba418a77da10
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:205389100c156764152941478b810b3d003ae02b6af5f97816d110379a3949ce
+size 27899
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..441d2d6d9042
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76611f982acb7e7f1e4e7d7e2151b9573f1148339354a9009b220cc3420ec90e
+size 26537
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..212588565178
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d4cf63ce51ca6c250f51a0867ebab98dc28faadbe38072272a89963bacb527
+size 26760
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..6da18315b2db
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a4f9b364956609c251ad329a7bbc71b500d9df511788bdf2c9bce1508670d33
+size 25285
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..702683aafcea
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23495dda8b486a291744116b74a66fdbcd1c6e253b93bc0083f5b64111ff35b2
+size 32626
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..9eb4d0f9da29
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a8fb635365e8755a003e3f25eeab2229a826f641638c63d71aeb315964a43c
+size 31192
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..2a965440ac6f
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f0d25598e55f65f772a9d0c75f820d36b09b15581bdc710d12b3bcac229b992
+size 31894
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..a7f779208c93
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e538e745548e1ddfbf20d1fa9b5e2066a67c36f5c659d369b432b44f06237d9e
+size 30754
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
new file mode 100644
index 000000000000..3685ff232fad
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4774a65d65316991d6a82ab1616e4e73f2774c5bd6405e7c995a01e9985256ef
+size 26910
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
new file mode 100644
index 000000000000..3df4bfa2b77e
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f0fb262afb2cc195f2f8d93dbcb94843a11c37ff0dc79eb885703e83f2486dc
+size 27509
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..591d1f6190b1
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a33292e787486504f88b0df7d235fb2c943b4675f7d1dc840548561204a63f
+size 28525
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..33d453b2c5ee
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795f7653d3b5b9250114e87a1c092e0bade05106b987ddb1fa49854e8caa1bee
+size 26771
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..09b41568eb05
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad90f09d65d8d3bd57bf460c9820bc89b02b3f19abe6d7ff5e98d6bbc5eb3d7
+size 27258
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..b97efc2081c6
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b34c476203be1f4dfb09845fa831e6bc26f0846179500297edc90778b63132
+size 25488
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
new file mode 100644
index 000000000000..5ed52bd7ce46
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec42b76b81df2e1e4fd9776b73992f08da67e265cde6c52c07a895b8f40dcdb
+size 25937
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
new file mode 100644
index 000000000000..43e93ed4b667
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd72fabd577230eeb98f76cdf7443793e01628c2a684f05451c041219f2e21e
+size 22860
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..0a5939b26cd7
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9666ea2a70fecf504998c00fe2362986d58200056a3df8bf1cd58cd81a6eefa
+size 23586
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..1f3b0fa03e2f
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a296104541f54a5f3c8dfd53343bf0abea989893c6e7682a01665a3d2e5b685
+size 22825
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..78db21e04ec5
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39dc8edec071e6420c095f251208da80dc1fbe778871e27ff5d603278a40cef3
+size 23151
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..b6d80880ffd9
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32bbc8495369cd607de8edda7216034087dbea8130e2a888ebbe617a61aa648f
+size 22414
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..85133b437892
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c11fecefe98dd68a394079af86f088e4fb34897f82cb3f6d5345a924c4ca3041
+size 20845
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..824f688f2892
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b619a45120d1392c643458228c1a5c2e724df2b2f7284b4e690ddec88157bf13
+size 18775
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..068f57981e9f
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c82804874a88a805094a8694cd3c74293b6e8d9fbaf6cdf839fd1cde30048a
+size 19908
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..72ae75965dfd
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab0d9728870757a74ff0930cd47663238332adafe30c494e3fd097069349bf2
+size 17958
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..d2aa095c76d0
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af19b3dbf5e82ee6c1e710a5467846a650fff1db00944881a2eac4f0b1e68875
+size 23025
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..4d110248eaab
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d8c01e982c73d459c13bacab55da101506846b09278e034e6983223113a7b1
+size 22341
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..9d17265b10c6
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9f559398ba61751966d5e51381d5d96d29fc3721733ffe438c356bbe095532
+size 22749
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..261c9ae0058f
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0809c5a0c3892b05ffade6628adc57403218fc9e86d9d95aea05f294ed46f8b6
+size 22068
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..8fdce2709c3d
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ada7c117d3b73428e3208a655779f5051724bfcd36ba4f0196b371542d460c
+size 20628
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..263001da88fa
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6cd1a2dd1ea34d5b0bce1fc668fdd58a6e78f6f860942927410331452d7c1db
+size 18760
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
new file mode 100644
index 000000000000..172742940b4c
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c73e86f8d80b1a185f19febcf2dd7c9aec24ee90899f8757e538aaf51c38404
+size 25717
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
new file mode 100644
index 000000000000..5d0a15e554df
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e319e78bd9957ec31e7db3cf05f3560257618ebc69274df30eae622a80a5908
+size 23063
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..d4b89d8bc8e4
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a631178ddb971b4e03f8a80f395c995a8268305cb32b4b5bdfe59a7724dff8
+size 19817
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..395346e12ab7
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fca886c193fb92bafb2745fa070288726247c92d0fe06d3c9321304e27551bd
+size 17961
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..fec39c855886
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f506d0015da30b7581e6baa42cdf39f43ff9c1d980b9f0585231b2d42719bf20
+size 24182
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..8f7e3a4abf76
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a70a41391212c725ddf8a5cef7a724b04ac510d53ffeceaa8b5bcc81eb6501d
+size 23624
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..e8c9c7a0649a
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe0c31de991dd59effaa108df9f9b6c4243bdc7c489aed4796fafadc7fa18a2
+size 24057
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..5a004ec6d31d
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ec79cfc0f174b7492108d779aaba1e227eb2b5c28970887bfa88985ec7abe6
+size 23401
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..006c34bb21bf
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a32180eadbea655234e9d7fd106c5554a38036793c8da3399ede79ea3feb44
+size 21348
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..f108a55b005f
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38bb58c4f3804e387b1ed000b3e736113aa9491506c1fce10d42e59cbe05431e
+size 19165
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
new file mode 100644
index 000000000000..ebce2edc1d05
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194cb194aa18a0d16600b090b9125b5458af1c9e8830be00f959eb6e876b0791
+size 27778
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
new file mode 100644
index 000000000000..b722575e7691
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65dda04263d21d3bb65f040ae503465b52a4a0e354a7c7e98becbe7a9ad50f6b
+size 24215
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..87de2b312a04
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac7a9f15a376c7c55aa760d6deaf24746d5a1a8b14292322ad025a3e686e3eb
+size 20240
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..3eb7b52d9113
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96881687d4ad05b7fd264dc1909537efbb889a6a8bbd606faafb8d7257a93845
+size 18328
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..3ec89c0cac40
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f8201172957b25b246a87487c740c322597e81aa840e784aaf6298174ab3c1b
+size 24462
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
new file mode 100644
index 000000000000..efbc7048a487
--- /dev/null
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63809cb903c7b19f35b41cdf8e11c02c8e6498637ea69cbc35e686697ce5884
+size 23792
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 84bd9f16042f..dbb91d4e86d8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4f6e501bb3b2dabf5fb4e9fbb85e51a7d90ac2f16fe6c27ee64e1b11d0a4bfee
-size 23597
+oid sha256:4caac96415958eb0daa816581fe8f8fb3f4b2b4822a40bab03cee8de4a278512
+size 23566
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index d0d0552f94a7..bf3ab41f69d1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:197b7063d895a7da46fa6b6a3235db3d2d7a4bc48862d17cbb7f11b22fdd1484
-size 20877
+oid sha256:91344f32775b8691c270f5692f4f3695a5942a008f6a859c4d0fd4e5e4be185b
+size 20849
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index fe5015def020..5b9eb00f13da 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a3ad036987994066ca46f2b240da62b87969a7cb35e64a3a357e831a9ff9be8e
-size 24073
+oid sha256:3a3a21209c10f4830bea4ec272c3c1533e0ead8fa44121899fc79ca0dbeb86cb
+size 24044
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 96b97a4b7e60..4c12e4f39c56 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ae318ddfafbd5136ef5bc90cd2740ee8065f975ee8990d6ec26ea5ab530c522a
-size 21406
+oid sha256:df40471e056276fb512a9c840ec74cbcb1ddc6902a3ff683b6c560ae2771358d
+size 21380
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index d01ecef62d45..3f6318191fa2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e38500c4554746b4d8e99a824e9ac3996ed95cae64009d214ebd5a093a909c9
-size 24490
+oid sha256:828a2045383fa66c3672aa17f3e51d8b5dd1618488b41b8f77dd47da6454965b
+size 24455
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index fe126b2bd6dd..e282790441d9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4765cc5be9e3b8d2fc38c7df8278b05602e3fbe9949039c5b2313b6b25d89a91
-size 21675
+oid sha256:fcd0d390e1bca722961b82983431a73827e5936281481039bb38465380f400a7
+size 21645
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 656642c0b878..e2084f25898e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:59c91ccbbf7113ffffad0083e5c99ceb3a8b0959c7abf1689373ee5de7965301
-size 24969
+oid sha256:4c7f02b47dd2349de1780e2debfad12e718e3d0589ba41eea962bd99624185b0
+size 24925
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 783c7197dcf3..3a32d1af090e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9cf069f6d48f100179d36169aa69c42b9cd0ca94616bbb51aa84864c4019c138
-size 22041
+oid sha256:d1ba00fbf4fee4cc2ad97bb9e83e65dc9dfed3518a9e5f6b8e7c17ac8b3aca0c
+size 22012
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 24a5bdc3959b..72cd2b033dce 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:41ce3798aead84bdfcb65135db0f6a866f0383984cdc6763249b65c1f24a8057
-size 23584
+oid sha256:fa45e5b94c0760beff66764c7345d3dcc195c4d4753efacb5d724eceac1b3e8a
+size 23552
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index d1a9e15f6464..178d67a25180 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dce75c9cd536e2c258bc267d67a257c6625e998f5a1c3cbf1065655e1d83927d
-size 20795
+oid sha256:0782cc68264aa9b93b98b3d25f83e8eac72e92f3e48c4c50d27934f2429b3a81
+size 20768
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 9f44ee072a09..7b13901bd7b5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ecf18701aabcc0faf5af7d55b447ad14bddcbbc8b21c18cb305b3d3e066d3c75
-size 24236
+oid sha256:a9ceebcd921bff808fbf058361b8dde200394164507465301183014a0644d9de
+size 24204
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index a78c2ae0ea71..c94a4c720a13 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2b8d179e6bff59fe996ba938eb3d56526e63238358c7009ab09fb90d1451ba6d
-size 21338
+oid sha256:a743486b90c8085903ea3155e70ff6df10c83ab594c0c357a7e820d0c77d515e
+size 21314
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 032361356b51..f3636c5481df 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:17a4cdeaecc14ffbc2f18e8484bfc254665aaa15e9a97f79b601e4b8401e486f
-size 24665
+oid sha256:0d6e255cec21c3530abad9bdf5bd4e8bf43610d35fed5341ea35231821a74e79
+size 24632
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 636d2bee13e0..2ac93fc5709f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ca25380d0e20de301a471bf0109255b7ad47a643335b16b6983c0f6d2e0f8e08
-size 21706
+oid sha256:275ada6ef4502b65ef48a598e7cd5ddf3fac937fa6c6316b75e1c21c2def2317
+size 21677
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 6914d77681c8..17f7ead0b668 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f72ccbf1091b73f951be6e2f38f6ea94af870ef9b29446c960ca94e25647b67d
-size 25143
+oid sha256:326b747a298f5f4cb090fb711e4dd4b60606f6f7023d75bc1a8edf24f8ea29e0
+size 25107
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 741832881cdc..9cf02d51a3f5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:86e6201b0076d2c4d148ed8928c4c6a0ac37d07cccdf73345d98a067de5aa41d
-size 22224
+oid sha256:58536a5038bc6b727144350d85d169790853bc78ca53aef01d63a95ca3cd96ee
+size 22197
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index c2840f20e560..c3ac87189121 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2f7093d3623b9598939628a53d7fc9fabf468a3171d6a87c27200c8673d5afac
-size 25512
+oid sha256:fd3364780b0d3a71164c9173f903047cf191c26ab0e8e853d6c325c19c221ef9
+size 25487
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index d3d83637b304..b1945075f143 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4066efdd9451f9764e98d73500d4c4c7ee1cbaae1fa13719075f866e21757c99
-size 23019
+oid sha256:d4e23f2dc4971289377d621c1d6c3d6e92297e00d25c1711b9950f5428e2d525
+size 22989
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index f4f94fc5ddb1..b06dfaf1f7bd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dba650db7e99e5ba13c7a01e3d81f4560e416a53a688fcd531a6f4cc9564ab58
-size 25916
+oid sha256:8d015455e6577f80b0a55cd1f956bedfdd34330e49017498d34197c36793cb77
+size 25893
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 83086c9aee73..bdf75203de2f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3f713d42aac537f9cd69f5b05d96f4c15c832ea733cf3d3747afdc8f503e0515
-size 23730
+oid sha256:c2606249381d137f607ac4e38f61cc022e0855f6e4708a399f96926be0d3e154
+size 23697
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index f6ed729f2536..b5c15ee26eb5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eaf9663c688ff866b6dac851ce5ead22a430e047d57d9551b53344a89f9f5077
-size 26254
+oid sha256:89bf9dc9d5ef04b943db740f480105a289a1d1ce592b7f89b210f30d02fd44dc
+size 26222
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 0d93a1f022fe..40a1bc041ecc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4fc48b5fcccd94f54b3ba0e97c0834a91f8c8e93b1e984db24a18e78278e3970
-size 23957
+oid sha256:08b0275715cd9c4406868804a51e4f4de8ba28c1ec20d9031d2fc5e613df4dbc
+size 23923
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index eb23a2c06fc2..8507dc9e7bef 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:45d6817767af340934fd3bac5d345e398c464f72cab87680a129169eeba9530f
-size 26647
+oid sha256:dcea567c41d67d50077dc7f96c576413b40a87f0e99e7adfc416abd502ab0da4
+size 26617
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 28e0304d2c20..2488e8efb268 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cb2b12d95954ed26d62a31837e7455c859febea38dfb9c09b68c972c2e6b4eb9
-size 24468
+oid sha256:c9704393c224c726785ae7347d91aca1cbf469b42db93c412846869586e328d4
+size 24440
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 01cd636ea9de..e63fba746d8e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8d1b481232140ebaac9490beb893d328a0a326e2b815ed90093a9cd85b4419c0
-size 30901
+oid sha256:df5fde473d1e2db7683eb44bc2cfb0a8c0fdb046a47888f7434db1750405fc85
+size 30870
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index c3b7d2faa5e1..0d6353dd6b1f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e74339509bf1fd72ed48d2e203bd8fff62bb5fd90c183321e50383c49b25e5ba
-size 28761
+oid sha256:dab8610416d6c991bfd458a9663e7402eb7299d8e1fab93c8b07cdca94851bc2
+size 28729
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1fdab1150cfd..c5706a4850a6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:130b76f66d42574a1f4426b7483dc89ef6a9748ab3a0e059922c761897128567
-size 32454
+oid sha256:b92473004e8dd9dd659dfea20a2ff7d9bf7623c4410710bf514609f02b8f2e90
+size 32422
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index acb6baf0e648..8ec79abd267b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4399f31a4138db12e082bf9945388904a4f20bc6f013edb07338557d18d97522
-size 29623
+oid sha256:048225c68ef082021526a59cdb176369309b7b5ff81b99e67c774c1695edee1a
+size 29590
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 38346ffdd76d..0293f3f91f93 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:79db9e1ff746a613fae6636ff6e2e94eb385b1cbca1ffcd6f4d1e5447ba6c0af
-size 31044
+oid sha256:0b5deb228026490e0e0b32293e848932ce09367b3eef1d571842e6bb2b718ada
+size 31015
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 91a9c727ef94..f8916c4d7d82 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a3075e60d9828f8acaa9ea208c613c9332bf811ad5dc3c402a186fd0b200f9f6
-size 28001
+oid sha256:392fe8f7eabeb489bcf807b6ad635a3ec2f3c27dd73f24460103a00b809ddc86
+size 27972
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9e63065a4111..008189bc0658 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4b5b16351376ff27592d12678e301eab34046239a929f2c55ae092699ce0c6da
-size 32715
+oid sha256:fb1ccd73bd358a4f761976250c6b909119ceb65e460d975f95c3c2142d488baa
+size 32676
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 50af85435e08..57e46758767d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:21427848028fbccc38046f4ba80148f5afe860bd6fe68a53f7c04e122fab0862
-size 28744
+oid sha256:fba7a1be38266f10b38ec4c98d23cc4757a2585ba5292d3eff64394c30f1d352
+size 28714
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 68cb71f13df7..17a7e9d555c2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b22feec4317e4103cab4785985347bb28eadaaabfd325a472558e818d66b49ee
-size 27275
+oid sha256:3a5b9f8b23a3caa5fb17e09b16e90cb9014a6cb7b823ab8900f5464f59ab9a05
+size 27244
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 1b84d0dddec8..2c1ce5dae321 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b00460df0d9cd33d5fb564c67fd2a2485f00b43152e5b2897d214b4acd163761
-size 24415
+oid sha256:796f5178da518a6bbdeb74d19e8b2ec6efa6a53c7db40868ea247ffb3a80dfbe
+size 24386
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index a861b9c3dbc2..23137029a075 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4f19e83a542b729bda15cde130875ea1c449004df36d6d38037b92d727b43a66
-size 28711
+oid sha256:cfa6faa4faea86b6d94220a5f267b3b35990f73346050cf6c85c28a2dbe50229
+size 28678
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 67e30093ba75..de6e2d37045f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:be923002b78221aac1a994d7d591fa47b70581e8a9a82c1c293c3067a98762ba
-size 25860
+oid sha256:7d4518ee723c7d006bb6fecefd31836bf9cbd29ebc34e8aee79f20a2af9db694
+size 25830
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 4693e995de6f..2e542e7f3ad8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ebdeb13afbcef6eca9bc471a712050022f37f837b95ca2976cf5ea7d97d8117
-size 27871
+oid sha256:39b5de8670353f56da5858b0bfd987941472931008bbc70155a34ef7d8ffc59f
+size 27848
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 663c7d62a29c..95f30497ea8f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a9127a1e42750b3146273dd57f8eaac156326e1ea8597ce976d3b01542dd825b
-size 24849
+oid sha256:6ec3534a294a6591146578194efafc5089dec0153ee340de0383afb923f0988f
+size 24820
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index cbed7394fa47..ccb4ca325b9b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cbe1e359b646f9d2898499f2de12c07fa4727060483e90a975901b572706343b
-size 25548
+oid sha256:557dc44ee0ab2fe21fadf4e723e0609b610637a7fb2bbcce80448e0d01f4a535
+size 25512
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 88b54205ebae..3cd5600b9b92 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2a2f97e9084cf69e7d3b753453897b7b875554f418f85a048d99f0f3c2b67453
-size 22076
+oid sha256:c82ab1db6a228d1e80b955ef037f91ea211811e64ef448d6fdfdf0e17b009d50
+size 22044
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 15c396aeec5c..48fabe7efbed 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:59891b238597d9d19778c563218107252ac1d2c0993e2823cdde67904d272fb2
-size 28352
+oid sha256:2afd7550ffb96f46318ef89878754fac9e63bc55470c20e97105120abaad0bfb
+size 28319
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index b804b729d640..92bafff530b5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:15b449fc7a05eefd7c2d791cdeb7013979c3dbbd473a22d61081efea423813d6
-size 25228
+oid sha256:165a77f3946191b08ae6e529b5f945f569795bb55608b98f56df76c7d820ed9f
+size 25195
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index e59866a37eda..6a4df4d67b9a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:279d73ef527924ef6d714a8d7be97a48da9011b70e7cb2f4ba73b28c560c13af
-size 29480
+oid sha256:4bd09ddfefabfc889230d0b722f8b396f049005c6a1d01ce5f301a0da4b0a9e2
+size 29446
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index c8ec965fe97a..73ec42b9a5f8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0827da08a9286d04153c8619e19ece62a7fd6bb64943c4fd1677e7c751e9de7e
-size 27813
+oid sha256:65c41769ed53456180e8425d6d6553b812261a02ec98b9ab845408f1ea6f8f39
+size 27788
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 0e4cc53d80fa..e95e67355671 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2e93e47333a1ba3b75bbd1cf625639b3f1c3845acc79d653cd3554431bf4f992
-size 28760
+oid sha256:ba1b89206d4a94b9e6917e9b2ec864d21f340dd406f5b05bb045e02b64f84fe5
+size 28722
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 5f1db564039a..909fc3442372 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2105305c94f7171869acf404d86b9c0ec666d2e9158d2f32673727e237dc8fab
-size 25623
+oid sha256:97ec98696c72be9c5e790be34e2ad1b9e29696c60235e1fc60518c07c28a124a
+size 25586
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 48acd5070068..eeebdc803606 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:567f0d42ae64d6fb6041575bcf77122415ec03ddaa0fde59c21e38260a2e931e
-size 26088
+oid sha256:8978cb0fee7c17794060c6950c795e33d1613ca9e7e429cd181193079d66868c
+size 26051
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7157f8176053..3517efba8659 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9545af1b480f20d1a0d0bfe1c911f30e82dbf3e017aef0f0070490610931f37
-size 22957
+oid sha256:f3ea76c68cdecc28a8cabc689cf453d58e44e3178f8c64443c930195100d2d84
+size 22928
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index c2b2b6bb29d1..5d0bc0af5a84 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7c9136fa761dd844555ba50ac53c12adcfd1edeb0ddfca0a57c71ebc26a39e40
-size 30845
+oid sha256:14dea6337ee071e78016385ecc8367a505ccdf762eed954de4f477a23b140690
+size 30815
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8727827bb7bf..d7be4cc656c5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:07e7646e7e3af6adf21cea629dc7d2dbb34a123bdbb51276e6f5ce41ae4101c9
-size 31914
+oid sha256:69929ccbbb933426216b0c39f65805a1f542b4c1db2a290116b388d6e107ee2f
+size 31883
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index df7edb9f22be..579f6a80f638 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:33c7c94d0788ffcf720be425bfc1ab194de1de7ee70446fd6a88ed22790c6148
-size 30978
+oid sha256:403c3a330eb7af3d0cfe2a25746a171d8b0bce26674a685c180fb4ac7413b9fb
+size 30947
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 0db389faec95..4a3bc25974c9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1ad8b05c3f087cac966338caff58a50484ea1cb4c9fd67cf2aadb8601fecacb3
-size 31993
+oid sha256:94c501fa176b52cf67b10c31e45a45d5041a12caa0a4f4a532519600f48e8cdc
+size 31954
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index b2ceaf4a2f02..9f910e9ed5a5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:58d612e35310d38c404600bb54276ef49ff3a74440a4d40ed3d444f4ab694dbc
-size 28799
+oid sha256:d9b43cf47f7a3fc955eb404aa4decdd0cbe4638e92c784f5df026d5b57bc9b34
+size 28775
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 10cdbce6628f..ec758e8dd97b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b88ffd7406272a21aa964a22958f6b7fe679295410dba659c522b014edaf4268
-size 26004
+oid sha256:f65153a11158b0081659a8d3ee098a34e49c1284fa49dc6763463e8125987440
+size 25969
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 41bfd7ef7f08..fafdfc4ac585 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ebd02d4b16c08d338e69659b899fb3eb7475298bd6b4f8fa33ab3ffeaa3e88c
-size 29479
+oid sha256:6c44eb457a61e2b1aef51ddf45280943886bea2ec58bd80df385eadc231c369e
+size 29449
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index aa54731fc2d8..49a54a63a23b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ded67e9cce57720f88209058fe50eddde86a46436a16a4f96437cf3d17a4cb71
-size 27167
+oid sha256:9bbe932941afdcea3173df731c34db8888da8ec58b77cd3fddfc03f6bf57f13f
+size 27136
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 4bb4c1350f92..c2a350fcc1a9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8c07c31b851dce1a8e2a129ee3535f6acfa03279dc94f7c4ace804d01c263be7
-size 27246
+oid sha256:a42c22828b8c71e7c06fa5e925f8dc7f5a953e21facb00f6872a61200cd96419
+size 27217
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index b2eea1d36279..22a51a3ef720 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a1aa78e4993b6fbf8daeb8f45ad41685064a3711497a7b166f1322398f240e94
-size 24711
+oid sha256:2a27d3cf5ddab587ab0c69889161d996f1aa9d510b4101a20fdc5b692bd43627
+size 24682
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 938da2eb6ae3..35403c5352f2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:46214a7aecbced113c0ccb670d2fff3a654529a168b224e51fd23bfa17e9fcff
-size 27865
+oid sha256:806a67357f1389209d209f5d4f6fe3246f6acd9a6822f663a92d742b468df1e4
+size 27839
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index aaecdb50ffdd..b185361e3e9f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:30f37909cfc1a73ff1ff7553824a7ba6243d3dd1800161abeca6fd1436a23147
-size 25123
+oid sha256:bf57b74c4ceae5f82f2ba2bb9209556e3d6edce3b523d671e094e3c8b190e4f7
+size 25098
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 76c7d5f6c5be..33d2befb78e6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2bb9139ed956222b3a81fc03d13466d840103f73f7b1a7390a2836ed687f9188
-size 28400
+oid sha256:baec4d1a31cc1d837c740860632deee22af30c6eb6db1b60dea826f588fe1f33
+size 28366
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 26f5d208ed8b..c8bbd5257f6a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:49add7fdf91e593ed1967138eb521580e04e915258c46d378ad79d2525b6649b
-size 25452
+oid sha256:4577d0a0aac834c0e5a141adb118b5055dfab341a2c288e3bcc52d0de890a09d
+size 25430
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 822ccdcb5194..76b9e49ec228 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:648a6d8804067431ad96a8073071a39fad8d84e5a16ad6a4dba73bd7cdcb6ac1
-size 28874
+oid sha256:67f7b66b13d5b11aaef2391f45e965a4305ca3342e58c829fef4fddef33f8e45
+size 28835
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index fb96b6991fd7..6f34c5863242 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6164e5405a8d12aa9df92835f5b14656a0d295a980f87f5f9d31edb35b851ff3
-size 25917
+oid sha256:837268613fc879b4abbbeabcadf9e773ce33562a70e987c81be9ad072299504c
+size 25896
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index b3c2b34c7b56..15331fd14c9e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d44b8b1454a2cd873bf96ec1b36aeefe4e9f648ed3a7e2c3cf9e069c78e2d6c2
-size 33536
+oid sha256:31b9d73a715fcfd7a228530474a6e81a4dd74dc39310923f0754473fbd2dc66b
+size 33511
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 792296a2214b..4e8cf346bdbd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d3a68ae31aba0010e7a6114b5d2f525464e45f2c5b40949a5442d72a26b774df
-size 30502
+oid sha256:6e68c3dd4f16bce3fb4e983b5be25c9d05079f60c483601914418b77c777cb89
+size 30470
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index ffabfc5af338..1ebc191b4127 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5095ab9538c9848763cbe58d981baa52161b1245692d33d7936f7fa795ab509b
-size 34675
+oid sha256:73c572585b6d0a3385be1ea45c20c9aa72288620a921a534f61f03b50ce3c8fc
+size 34647
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index c747c63b87ed..770172116b37 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b6fb255d443789ed446be016340bef48e30df81b910ce8107c5267e449b6601a
-size 31051
+oid sha256:45bd13f94a1e6e5a90fdd8a40067fe5319be70c0fac9e5e104ec19bb455ec87a
+size 31024
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index c00b5df05b88..9006a3393cc5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:143a583f5c029105d62723d588acca211d6eaacc5cdb278781e03394baaf0e39
-size 33787
+oid sha256:8e460502c0f6b067e0e0eff7d730251b8b0dab8d35ea30724b18abd3b09c18d3
+size 33757
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 99bb54c13410..eb8a341eaa72 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:088e41ea99f1e0c0e48361f7a772c44181265650c4d25598237ce8a6f7df0dc0
-size 29545
+oid sha256:40d5885a93d6ec4c70e94ecd5902d4182804579e0f774ca6e2df838c47d422e9
+size 29517
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 89ff41b93f53..6d140f3b330e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a1df4c570d00550a44ad1a27868574170b69e74aacd35c76567d0f7dafa23653
-size 34833
+oid sha256:c74be041a9ee57dc9ac9c25ab7bc9c24d0a189a7794445227d429ce019f62a31
+size 34799
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 3c1e2fb21112..8787f024fb22 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b72101c41b1f708c9cd6014c55c8eadf18a95ad9a96451ec469cb4eb55060f15
-size 30157
+oid sha256:6189d5f9e911d2b4212805a52c8ce5b4ca4cf687009dc0dde967050664fbe3af
+size 30129
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 096c5845ec33..def8e9e94439 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:65cbd09e67de83390aed71df90995139fc51bc2fe5667ce4b2bfc18ae0d85bdc
-size 29291
+oid sha256:6ae6f89d3b773f105a48c585437082ed344e4842addebe22fc41768a7b9aa184
+size 29257
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 3ef980a9b70c..ed69e7da778a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cfba61991407cee3c1417836deb8661822afdc19011b521b46d957ed97f2e5f9
-size 26757
+oid sha256:3a634db09b1f8abc9822cf7c087575bf9b1965386367af213ba90805bf5ce876
+size 26727
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 557e163c50b3..611d9ca3282d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:688829a27a64f2b75c4df522854d69be004f5964fb41ce7ba178e91f34c1db42
-size 30704
+oid sha256:3be1f4834c3496d05f8af24bfbe361edad08d97200a8816969710436471704b0
+size 30678
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 02293e6b2870..1335e7e3e76c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c4842483c855788e387e534e20625e2fe7fd6e32cd00c0c4daf3afc0d5875596
-size 27028
+oid sha256:5366b6c172e930b9b2fb8a68e3c2c4a46b4732d2cfb9cf6473b168830b042590
+size 27004
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index ec13564dc87e..c7af1589196f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3424c685df4b2a586d7d589c43c5edc3d5a40e4a1113755d534a8ae8e84a7a04
-size 29762
+oid sha256:db35f6ab99a50ef56b7f396cf81302517a6f65f072b1ad5b6bb9ac67e08b4989
+size 29726
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 3406970741b9..e7a4a975f8e2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aa115078ecc5951cf2bab82f9ea8cbb0924847da493f8cb0eafe8d0009b0c6cd
-size 27217
+oid sha256:45238a092e4861ac585e3f77ba798b7218629e95482f54a6b634c50529d23aef
+size 27185
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index d98bb8695de8..734d2fa48cda 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7d8e09ad6097f8894f6f196fe8eb0530c8cf6eaac68750ab688105fb455be3dc
-size 26851
+oid sha256:b8c9d0631753837428ce8f5f0eed73f701b9b0c3c3f643ef2407fe3c65d1c940
+size 26814
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index db900dcb44b9..c0bb61e2e49d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c3d6c03390d6277ab3d5c326305b689f7c7c5f7d057da00e91ebef6792089dfb
-size 23728
+oid sha256:17b3ea57a3d3eb8fdb3cfe8d8d85b16f93da2783b73c91abe3886c9589b26ce8
+size 23694
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 71e42204aaa8..dd65ce6d4910 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4ee88e6d8a756a2ff2acef9bf2399234480ac57a78590d09d1cafdd8b155e3ca
-size 30142
+oid sha256:391ecb0d9149dd38814519573f16f73adefeb17fe5bcb86f037044c86cf2398d
+size 30114
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 0ffdc689d3e5..c252f584e679 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:923474d3e8704526779c1e29fa92ea4478a52d86c316570eea2f2657601d2816
-size 27679
+oid sha256:fbb281bb2aa4d200a8c7deaf34a549d4c2cf77f2aac1bf574e059d1729054fb6
+size 27652
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index e8877288698e..a9ff95cd38c7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0089b36edde20cf58b93ea2e04f5b19d1329ee5f2490693a49fb3e288982e6aa
-size 31476
+oid sha256:d58a8f07a5cf65b94440d42eee5ccef8221041ee52e6a7b7c6d2aaed9acdf9fd
+size 31450
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4963fe26dbe9..4ffa6685f295 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:753bac07758afea37d2ba7d6495cd0c52644d574d23483e06008f46edc6c8c76
-size 29493
+oid sha256:e9309e1c07b68a8c2613049454ea2e79f2b83483d12a40f24f1aa20e1cee76bc
+size 29468
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 09fd8ec7a752..31552169227c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:381445376074b796dbf1024502456121504e3488a970c57bb754e43f59fa0e62
-size 30576
+oid sha256:d52e7b78b8604584174a707a319ec95f48b0a7228fba5012f5e8c10685df1a6f
+size 30542
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 3f8694d2830a..05724fbbfed1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3223d34cbb5d2048033e558df268b46986f7587f47bbd9017dd9ed1764d4c950
-size 28127
+oid sha256:fe4e5c290639d74ab19e302ff340be02166e1e82a65f2dbdd1b6927f9b0d3cea
+size 28094
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 6f01865bcb7d..ae6324bd284e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5e704df2085446f0491e23b6abd7a59c3cc65b3a965757cf7321a394fe93ac6a
-size 27561
+oid sha256:60e6fbb820599e837fa8391d12361ca2b1f99682d27064542d69e321b20da429
+size 27529
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index a8fce87d29c8..202d37fc47cc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:21893ea272e1b039528407bce4b53f87f9261dbe0e39c085e8318bb29c9b5038
-size 24613
+oid sha256:a8d041f554991ad5e0631bfbb19a7ad8ed6eca168f742f47222f7a9877d9c07e
+size 24582
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index e8ebd299aaef..3109e2409443 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d5a01bb1e8dab6737951628f9f288205f9b8dc9205ab81e893c70dc2bded213
-size 38224
+oid sha256:2aa52ccc06695ec914af73e0a64d3070c540fbbadd374408da63f64332f73f31
+size 38191
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index ba95b1092099..7817da31a6ca 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aa7179da600508d5a8c25c0dedb251a166b73568975f45400360b360259d45f8
-size 35243
+oid sha256:d1a390b1d6a919c0ca5dd886d1ae55ea74ea2b78591f9e7cd9a431948beea501
+size 35211
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1bf263f98d75..02dc6c6eab88 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c1a28787334ab172bf9fcb27584927af5c393a737c555411d4af57acf7464d4d
-size 32650
+oid sha256:515aaa614d05d3aac336b8aea440e7cbfddb2f248dacda0e08deacc475ac0a25
+size 32618
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index dc34790880a2..8a2fd63355b0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5add13357f7e5aa5e216a5d196df0058cb345a433175d02663b5fdfdf7ff0ee1
-size 23586
+oid sha256:f2be63480b45b2dccc68598c3fdd38624460b13e594078dad445a86ef3411e55
+size 23554
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index f75bbb78a0f0..c6a955238f98 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:72b6509f6daa77cd6555308f692be4b909ace75f62f8212d3cb55baa2dbc6bdc
-size 20833
+oid sha256:ac2e74052e75564ee817d446f9c790b137c321812398032f8af0a5930dae604f
+size 20804
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 9724d7c33e28..88f99d788cef 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2ac29e35f8ab807bf0a6d063f59a6830a872ad819d808c295f01c12dcbb9ab89
-size 23979
+oid sha256:8261a9693b7942d453c512d27529c5e5df2719e34953407e884f5d41f79e8a49
+size 23950
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 0ec9bb6167fc..934ddc91d453 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6cc868bd0a7e9b35c9415ac4b9b6b02a081147f8813bc49491f6ebd3f54f591d
-size 21282
+oid sha256:c6f7aa18e565b2faf5e6edf613d250de88e9c7590d1cc2c89f00d907d1bc6e4a
+size 21256
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 045b6ad4a0d9..70cb858bfaf7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fb6ddca2c478a492ae8a39a1227b01acf6a3d7189b337a1d4182b6a73ca60d25
-size 24629
+oid sha256:4455007cc9f0bdaddde1d83cb3025ff0dd42874401bf1821fd24fdbe6bf78c4f
+size 24594
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 9e603d44b186..85a6907acd67 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7662f37bbae596714fcd197ac0da4ac92f9bd44d06ef6cb52dbc5047c8ea19fa
-size 21669
+oid sha256:7698d29af27f4212e884d8a7247902e71bbb2f6275a150d7c92dc2050ef9766b
+size 21633
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 22b1cedb2161..e48b88172560 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3afe38d1358ccc2b73cd8a690a0b651973ddf091d1868e035158d51d3a113d76
-size 25133
+oid sha256:9c1acd27fe1a9f070aa3e05a23c9d8ffa209d912bb2bf16d81d9fb7a53682c20
+size 25094
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index a1777e49b563..43dd97b11d8b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d6284c0786bc1df63a7d14045dcdd60e04ac8b1fd00245010d57defb97d81b60
-size 22054
+oid sha256:d4ca597b5b26c55d10c4d5ba464b709283246a271cb68f6d6bb98528e1566d1f
+size 22024
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 1e2ecd6cba86..e3d04992240e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e74a92b668534abc152af12439264839f2aa35a7b5c4b44b223e7190c8486bc8
-size 23606
+oid sha256:675d88f3a33b6b9735b9f228598b71cd1f715c55d3550c117f87687b1432059f
+size 23571
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index cbfbff63e4e2..0c56f73543a5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2dff19596f1ab9f023a397d370bb689be8e22dc0b53ff317a25af8d48a07e08d
-size 20842
+oid sha256:2148e9409cc982a45af715625063d94de8ba1733d752f194a88b4637689fe915
+size 20818
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 3978e41ced2e..6baf58e77299 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c975a79d503306dcad2109022ae780fe0a8a8e56a6c07e34c22a126ae9c8aea1
-size 24240
+oid sha256:28aecd7881f3dbef4c6832c36d88731aa12ec0a8de445ee2c2ea219b5ab63cf3
+size 24211
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 49f6481c8d49..20ec55f9eab1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fc31745f8cb3fd988675cf6cb51fc17c2bbb0dfd1c7e2a3596972a8499955fb7
-size 21355
+oid sha256:1e915f3eb1ba38e088e44916296696c1fdd18e082b8880d641a0fe8681e4ace2
+size 21331
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 1b4b969d07ec..de188d582931 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:552a914f9654a0cf1442aeac7bec9dfb3091caf938b9f50f156c48628016ba43
-size 24617
+oid sha256:06a05de860f90e8c6f5a2607d1af0e647f36c60f04ae98ecb21e1351f945ad5c
+size 24586
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 7b490935e395..d602d6d7da77 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fef642ff117f40c5a89b3edb48bf97c4636aeb8842092c7de4ba6bc52713f656
-size 21701
+oid sha256:8d8f18090e90ab231d645831a83f5f8eed7aae920f6e9e1cc236cb8e61c552c7
+size 21669
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 71941c276423..0669f287fd5b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:70c2d4381c3b189a28f2687ee53532cc68355651e64b813ca4a31979ea84fbfc
-size 25156
+oid sha256:5772bf7e35aecb34d68aabf5871f2c0e1d386b505261fec9cac05a598e6a4ddd
+size 25117
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index d9d922dc0930..624db1314fa2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:441dc6bc6f527c7814af3aa988b1c77221b6351f9b829bae0e0ddf822220516c
-size 22253
+oid sha256:755f226ac56c89a93fe5e26f76a06e34f8b8b1a43a2c549645ca21ceb2f8ef8d
+size 22221
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index bcf7b1a36ad5..4d5ba3f81278 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:022a4a74bff215a1e00bd6047a0cd01187bd9f05a37c16bbe2804c2276a6d66f
-size 21327
+oid sha256:3458849b0c3eb14f07e9dc929525511b9f11799ca60140904b69cae22200205e
+size 21296
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 048206104a23..661e4049103c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bd383ff0e96605aa6f10c775b8a876edb9230db1305dd6dab8af176f4a71adce
-size 18711
+oid sha256:d67fdfd6610626eccf90f3033a385e362f12faac2a5ad15da12cf30703c1c1cf
+size 18685
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index c24e1d106a9f..de08c2e10b15 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:22db3ef9ceb1f12d89aa882e090deca63df6ccf21b2fbe425d4f0e99e7a9d411
-size 22090
+oid sha256:f6d499d57fc228380b00475c1fe83f0997277e967b2fc0304e6a2884bcb36c54
+size 22058
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 7c23bc9feacd..9526765b8c56 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7bec0e12049916d8817c6795186ffc2775e6ad203fcc5eef60b9e2622f03e6e8
-size 19476
+oid sha256:d08a083994579198c3c774377779336dc19d04af1fbbdda0897ff9b9e45064d5
+size 19450
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 71771962af8b..60e53767e583 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9047c1bb7571c8b95e96896a5f1c20178f645b0b9936b2a591797855b4db6102
-size 22627
+oid sha256:c9fe500f0eb7c3450cb4b609d1f90e74ae472dd113d0c5548c65b00adc8edbc5
+size 22600
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 29307f9063f5..66322f9610a4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2f9282e16fcbd76d2075e793bf101320ef19d5d42bf2f9cf0fab3ca28b5ab9ea
-size 19816
+oid sha256:7fc5c3123a876ef61db9d0d31809244d54358b5a90c92ad9f37dc81a78c977f9
+size 19783
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 72d1b3f6cf05..57a5b8f71ad7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a33ec269406ba584c017451819a7d6ad7a2f89767daff477ae6dea9dc61e146c
-size 22682
+oid sha256:214cb858cee7c07fec863e46710509aa5547cd2212fa345eaeb57e7ca938bd7b
+size 22644
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index a2e60537c9d0..e7547fd5b0db 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:01dfdc640f2136ba1f7313e47480a4ea3114bb05e6c2d9a6eddc6ac4a99471ad
-size 20045
+oid sha256:b870d483f9d419d1f7f78788b269cf41577bf64947bb78bfb582c5464f220eca
+size 20015
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 37408517c835..931208a43406 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:297fc12756ae43933b4f85006967b844abb6ff43d67c157c4f7a1d8ac9cc9d79
-size 21253
+oid sha256:0167388d06f8f81475d896c59df7fbb482540f4ac7497756f61a8ae74f0fd6ca
+size 21223
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 28a610ca4cf9..c7aa271e14f5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:744bc022a333962e7ef171caf6f7d4e3e73da0390684232c5fbaca68deffd5bf
-size 19231
+oid sha256:77a1dcf82a6bfbd20a340fd2c10242d7c4a4d912cdfa9fcce9dd63dd21836ad4
+size 19201
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index f686d6aa33de..cf668164b2a5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1d065d345ba7fbcfb052c3485d272753f364e040591875318ed95b9a9f441843
-size 21972
+oid sha256:b698f0a2750a7db0c79915c463a3df108ce220d536b252aa8b66af6daa7c937c
+size 21941
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 3eda10b145c9..b35d877d4026 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c1729a42e3d135fb551e5994e4d3fb1ba339ee2155d595fff5504c115af1ff5b
-size 19914
+oid sha256:eaa476169a2de9459aa4c21cb5f0aec445248568cbf5ae8fe778d438c522fc1d
+size 19889
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index ba9b0a73ab96..1f24e3787982 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6b916f0fd398956515954779c9ff41644fb01e75a63402c56e090d306dc742dd
-size 22638
+oid sha256:7bc7b79c7455d09b79678984cbe6e1805c8e0b0c887a4f05c491104f08b33c07
+size 22609
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index a7c7bf00a6e1..35e51d8b3464 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:98b83a739c3d6faf2319b06133fff7b746ef3c6090a5f056e823c79e2552f7a5
-size 20521
+oid sha256:7ac8fbce6b1c5700d6048b698a2be5d02349db30f97fc6725538c6c3e1f9ec1a
+size 20490
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 7851a6c2ef7c..f322a8debc58 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9a9d858a0f879421d502864db66abdaf85359467f87b8d699aa8dbef1145a1d4
-size 22680
+oid sha256:6fc65ea3892997e41513fba50eadfd45f0b4a89441cc47fb5b28046236977cb2
+size 22648
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 6073ecd66593..5df13ece45d9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:850fbf8f68630084145fbf40db04cbe428931fe0f3a80147a6a4138f57b99401
-size 20479
+oid sha256:331be50c7c58523ea8b2ca8667d165f625903ef1e0a4565deaa6f6679b7eefdf
+size 20449
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 41feb4996a3f..850655e70e02 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:16b830ca73631cbbdbed4e3fe09ec4b400d036a2891e512b9c782c84cfb7de0d
-size 23445
+oid sha256:10b62371ca49f5d6ed5f45de760da11fa30514adc1c233febbca115373de68aa
+size 23412
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index a843015afe42..f298a4600c17 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:afaa09fbb1fff65ece75c067739fa0c51994ceac16fd98692cfa4658746a2128
-size 21215
+oid sha256:04cbc0f2f714242ce9b75c154fce1e75d98033f4562afa4acf2a37b64ebc409d
+size 21185
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index d2bd4face63a..89498fb1f15f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:277cfa19e1bd7cd2514e76fce359d16c4977ad0c0d9840eaf84465c9848f48eb
-size 24226
+oid sha256:38d2ef753d7e0a2dbf27e926dcd3f33920f5e22fda071d998f25a004cfe6299e
+size 24197
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 7345714091ef..d5d3187e2ad6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:db304518168420c122abf6feb81970232deb870ee3ccdf43bb6b2c2a5fc073b2
-size 21601
+oid sha256:46ba8a9fd60e3c8c1cf71aefa52acff232f8659711738fcdb3ec7f16af110b28
+size 21567
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 1952c05a190f..0d14bdc2d78c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ecd165f53707644af324f0a6c5ce9326f7e4a66941011e92e86783b2ddfb96fa
-size 24757
+oid sha256:8b4a1e07c8fc067893819f7df1f36f4f8086e89168e36e0a7693da1f66b9e0eb
+size 24729
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 911fd53f92c9..5de32dd60e24 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c39df371e94ea0666f4e3a382bb5352209b036b03fe35cc2ee8dabd24210a637
-size 22250
+oid sha256:20f368ef95349a5eb8f062f93769e7f60ce1a670d8383b96fe7170ba2157cadb
+size 22214
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 5280893d0fde..4f6b75cd4a93 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:72b8d6782e42a0e817110e97c3ca8a0d833af60a7db3157221106eb8efc0d762
-size 24558
+oid sha256:78b7da9042f985cfdd3d9086113b7d86158fa15cbbb897efb892e2fb57e52e4e
+size 24533
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index cd5051a71508..b0618ce9473c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d23ac096385193f526496b1fbc067d036c4c0b57d1c98f053857736f2f1b1e02
-size 22120
+oid sha256:4b02ff465eb601b4564cc29fa06d30ac5e9cf76324762590aa2e5ae95b05adad
+size 22092
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 81ddbddd71c9..f98c6a0b2b26 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cc113f7210f7aa592a6b111efe755779241579f2793b34a297efbb8d5e09d52b
-size 30493
+oid sha256:6f0918ddb78481e3eece86cf940bcb3d3f35f9e43475b1488755266192564767
+size 30461
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 405f174ff875..4d356d07a198 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9d0d78e33afd3fd698ab51846d54e69721154693e1d91aad239d52ab747ba6c7
-size 27840
+oid sha256:4e1ac5278ef115861941833ca13623eb0048109dc3e07a215c9f51c010243866
+size 27810
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5a2f2973e16f..ddd10c42becd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d2833fcbffbdad8ca179420dc6ca89b6c0e4f4aa9a9f7f5886985b395723e566
-size 31754
+oid sha256:72ca418dd5c3ab475c54ccb29165d1ad713ad3fa56efe96380fe7aa6e5a92028
+size 31721
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6023078d119f..38c9b8f27631 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c788b1179a01eb4260303e2d062411b246817ab4089bbcced4313cc968104e65
-size 28783
+oid sha256:fe2df72cd5ae9f681435064cc232604092884eb3b96b7ce9f406cb7f914951de
+size 28744
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5acf675137e5..aa17bb46c8b2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e96bbb22e3845660e5994ff6693a02a60b0415bf900a355b6e33d8e1b2c7e1c2
-size 28493
+oid sha256:0e93691ebea7aa702ba19d1deda7e18cdbce451ed2aba8afe3b544e99636a96d
+size 28469
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 16be338aad70..3b1920f08046 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fb491cf99251a3ba718e2b0c12e742c2d3734e650dcff087c1dcd41fb4275073
-size 26988
+oid sha256:ff49975a450d86cdbd7a59f21a16e610521f5e7ea26dde99e7c6cbd5da8c1d18
+size 26959
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 149a699cc2d7..dbba11f70948 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f5214bd3b6740c8d083d1adbaaba7fc45d3ef9715af4b1208c151a23842b8b19
-size 29728
+oid sha256:73ef3b0b4d0a04724d9de57be36bb3fe292813540560921da04a652df43cd02b
+size 29691
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 39fb87878a9c..824f061dc05f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b0e576bf69caae26761f2d307642410c4441c8e850ce2ddd8d99e2b6afe21522
-size 27886
+oid sha256:51f07963d432e5070b58417137aed956f021848a9cf2e8b97761b0227ab115eb
+size 27855
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 60689384f449..035f49043654 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e91be290ecce75da85cef9d7ec9b39148c28874a030b9d742f1a76e19ad52f7f
-size 24124
+oid sha256:08011f7b24f15c18856089424180c1cd88fdce7aa3ed4b700e19df216cc5c892
+size 24094
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 5638aba4d63f..5f71a0ba89a9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a121a6966aa5ea9f7a23284ec5fe048ff224941f96c6b9781096adba99407cce
-size 22510
+oid sha256:07762e1a4a1e8e2f3d74cdc633d3badeb7ac7683341013aeec23f1a5b98ea521
+size 22484
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 6733ada2e700..ab924f971999 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d6ce218816d5fddb649e344f1a487a636b93106167a132f5f5381aa4f195a213
-size 24950
+oid sha256:8f620c1b0db8c4694f556190301c3913031077c97b57b2174876771a33a1bd72
+size 24922
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index d9aaad46dc21..a84c588f375f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dd106de6508ece9fb68eec633822022ef12282df2133bada651adba4468795b6
-size 25299
+oid sha256:a21452f6c57913e8f6d2754fe03b2e2d395bd51bc8a0bad4bd84afd09589d145
+size 25261
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 554f809f3b98..715bf89759f2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d1142984410c8d2604e6558dfaedbf25b645b83038ac1193a5fcb56f9327d991
-size 23448
+oid sha256:e7e441a4727fd7296990636f755be4a65fe6a5a943e10d553dac2985d5693086
+size 23423
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index a09db7083648..08f69f4737e5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8d468119499a488a7a5befe25eb6a03f67a4de5bd5dc68677889355c9f2302b3
-size 23161
+oid sha256:30a14a7daa36a13ff30e778315f7d4461b00168e720e465a6a07ed4a2a46d42b
+size 23136
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 0565ba79138e..9915498cb71b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2327d23bc615e8bcfea880bdb457bcf546cfb3b4909f085e174f576aac4ae5dc
-size 23619
+oid sha256:64a42e5fa189181a10ebc45d91c36cf6db635627de9aeb210610cb9cc049d666
+size 23583
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8a6575ac2c43..41c32afd2668 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:698959f4b2dadb2c1c5ff3e9b95f583f69b9ede2c1c17ef649a1ca2e885bf3e7
-size 21573
+oid sha256:340d930abb4d843f5ec221c4d6cb523f232bfc873ca421812a7ccb8b255dd39b
+size 21546
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index badb2b8d4a1d..160e1f45c4c0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9c7f109fc5a0e1c55eabaab4154a4513269255c42c5609eec10ed4cc598cb8ab
-size 25579
+oid sha256:da15336e4e54d097e7ba3e290df5d50b947aa461c496d21b94b1ede66d9a9f44
+size 25553
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index ffdbc7e4daa8..fd94833d8549 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:35536e471a8f449f8e6450047349d77e359e29f4c8dee42989ded2f5771d4617
-size 23671
+oid sha256:31f1e33ec51c1c6cffc4b17f65f4d5325709de8fda00f9d31b9e5ae26209df3b
+size 23642
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 29651685186e..dc487b543581 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:42183ef255b607347a05397b14cd5f8485ae657e33e9b7abda54e09ac010ebdc
-size 25562
+oid sha256:e57eb2be1039b871c7aad0f58fa81abea7edaa720f462c28b66394cfb1f05d72
+size 25533
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 575432946e0a..a03854fcac63 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:46c84cec59783ad417baea6b09e32167284dde3873d7dd24e88a9b3f0f09a55f
-size 26802
+oid sha256:2d89449e6230af01eed6f67257465f78cff81f5a769dc9d3bcccb671d6c30fdc
+size 26772
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 8a24bfc74f91..afabd56b1718 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4599c105f2e43353d1c00f8027cf4ccb557eb75339ef4bb0c8a92a5a7d5ba15b
-size 23987
+oid sha256:da6ecfe7b3a5c8ae49304e36669df00e056454e263e6aa423acce8f5830d66af
+size 23956
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1cd32ba5f342..582a5cfd6d5f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0df450e249cdc7a53fe00f1f794327067f2fbc4e2085182674af6b86384d77a9
-size 24708
+oid sha256:4855f27f65e200a73bae76e4108ce6d54f0bf065a94b77a4a084d7ad777aa9fc
+size 24681
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index aa544f3be766..f004e9207ec5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:59c418cecfc86df983aea303e82e15a6ef05b0b29a2458b73c6175456fcb6c1a
-size 24110
+oid sha256:4d2d45f9a4fe21b3b3120bc4c7062d94001cbb5b7b019941d59b4f1d9825872b
+size 24071
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4c38c0d24594..2b801365e3ae 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ef1f380bc000c3d4500211f0439e7b11d3562b59ac5196bdba75047893959753
-size 22414
+oid sha256:ea94133db25e0d60f3279967fee41e3a69f3e15793e0405260ed7dfa923cfc01
+size 22383
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 4a94d56e2979..cf2314a3fec9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2a7a47434c9126a9decfabe1e2c0252cfb00c48f931b4ae940a3d94ee7dd77b8
-size 24208
+oid sha256:055483cd7dd4ecab896264b17d2727f7d73ab5e8b33f3d67a3a1a620a3bbc86c
+size 24180
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index ade2e58a9d3e..59795a498cfe 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:696ec67237aa30eca8645d9ac0ef3fc0e95f80b2a2f8ac2230a18a6034939283
-size 23293
+oid sha256:9b6d1b59bb23d2fb711e6ea39a46c618a96f8a035b1cfd03fca01b71719b28d7
+size 23267
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 51ecf30e281c..6c7f55c865c8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cba528b2123c6d296d9af0982d9353243ebb84953d238e7524ff45ad40c6287a
-size 25307
+oid sha256:176a1c214cfd813a27be28aee00c292d670289b1e3804eb026599a170667b129
+size 25281
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 18118a229498..1fc8402e0a1a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4b34a03e20def866db75fd6dc5c18bd6d5ba9f438fb542c49c97dbd10c8afb68
-size 23762
+oid sha256:ae1a6215b25d016cd3f4010fb9cee2f4adf23a052e667823317a226b3d5575e3
+size 23737
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index d8894b5edd7a..f0ac65d98888 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fc3c189a73513940dd5d1fa7a480ee582c91e8c625fa0ad0911c98adf3234f4d
-size 25570
+oid sha256:5f4d3b81aa3d2e4c4c7b2af541c16dd70aa35fc1775717573b90afb3dd02c729
+size 25537
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 42dcd4798b44..f25fed5b8dba 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7e0dae5d9b76460f31a09b4c121b285570f02e3dbb4ac4c8fef5f49c4aeef8a4
-size 24204
+oid sha256:1d02bd1e6c3501594b7dc3271bea3efd2bd370185cb429c83aab49208fb62de2
+size 24174
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index ba468182b5bf..8d2c09caa2bd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c12c7c98887ab12318e3c51adf27d8e818e87226a76762f9498a52f1a71f03e6
-size 25901
+oid sha256:4a82539cb2d5cec100e78aaebee69b36e2d7a103f6363479f0d02e72f84668f6
+size 25869
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 88cde7cc1931..f928d0d28459 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:208dd95e1656045467c86b0beb00d89a52bcd6b8e8b48f146e7284795c3f3087
-size 24430
+oid sha256:5036076c6db16cf117f65d658382419a9a406fb6611832e90b4cbea320f67dbf
+size 24403
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index c8b197b78e25..8a36296e2c0d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a7ca3be53b70b272e6befcf37a02881bff541a17de42012b26b553756e874ae8
-size 33295
+oid sha256:519ebdb0942c7f740b56972652ee7d827afd063bd485058c960c0c687138298d
+size 33265
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index e493a73a0f74..7ae43b006db4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:503ad529ac17357e7fcd5f4499da8dde9a5e8ab8dfa4cc670dd42ef81121217e
-size 29573
+oid sha256:f57ac254d6a0f0ee77d8170bc3cd1fb12c5dcc98cbfbd4e78c35c8baf56d3af3
+size 29544
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index f7f8e8720904..a084b4443943 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:94ba11da04ee8fb517c041aae0beb94a56f9ef6a6786f9d363eb616b978fbf8e
-size 33859
+oid sha256:5a76ab1e79c7cee684119232669e0cc4d95b36ab68162515826fb0abeeec4e0e
+size 33834
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 048245fe2158..d7e797024cb2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7a75ab756b4a423debfa54e0d51175f1492d607c9c99fb32d5547edcc7c99d83
-size 30350
+oid sha256:1c1bd0b776be1f6d38349f6e9163ac81f2af77601512f12fb7015856befa3056
+size 30323
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 2a20bd99d8a9..c7fa1633faed 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c263b0b29d376ad92c8938e2012d867c30b36d6fc56a3b02683e180343af7700
-size 31438
+oid sha256:19d0e784a2631d90124576bbc1d63f9667d012505b4c0836ab52e66b380db3fd
+size 31408
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index cf4c657d0e2c..38be1f8598d7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a1a7fee60eaea61283288c143f527483b7953d7a3ed8870d5e1c2a1fbef56d4b
-size 28528
+oid sha256:733ff484c48d237c02ef118133e060aab5dc05931a97cba843206e98739a7072
+size 28502
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4bd39ff8678c..0a216df8f301 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1d05638bf528ec4925f99bc333ed4f8d7b6f8a54b9a1133938d855f92bf60f7e
-size 31992
+oid sha256:cb49e3fa803ec9222972197d04cb8b9ef5ec465107ffdbc5482117c8f35322c3
+size 31958
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7666aeff1496..f8bff7ccb448 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:32994889205d9a598952c3cc7e53191aa7659035c44b8034676ffd926eb84cbc
-size 29477
+oid sha256:e5d7704fba67d686128a1e80a111fc7e225ce079ee4bda6ea553feaebda303c7
+size 29453
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 1925822d9f4a..f4ed3bad331a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:921d2ca314224db9ae50de45f0deba392b3da0e4653f4debee20c431dfc8ea53
-size 26823
+oid sha256:fcc8dd0fe870b025a25bb049c160531fc96fabdd0b8938f4fcd44868a30c1eee
+size 26797
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 603e718b61b5..7de732cc3e5e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d32530759955c439e7300c6bfa619eb0a76e4cb2518643f8901880404a6d9338
-size 25587
+oid sha256:da14f7b45031a64b156b02789ca61f07686453b51c107a28970fe26a165bbfb4
+size 25563
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 72fabf80363a..a5ae9184a3a8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:240c7a4c343cc635aaac66c9e65636fdea09edee8bb4f93525b82879c11f6622
-size 27538
+oid sha256:9f393b9cb1f95bf31c8983b4351bf3a1a521e955526c74350ac814faaa3dab09
+size 27504
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index fc4c7cbdff66..2e25ab2daeea 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1e86d7e6fa863362670d35d12923ba5243f20e8b8a52cd9c08035125a450107b
-size 27671
+oid sha256:9a82f819f2f3806e6a1baca46fe3e538750143d7b16a9e16c485d20f2f2c3cf1
+size 27642
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 3d077c5acd77..e376e3a21917 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:92542dc7ca2625eef57142e12f6211dba0c05c4522ee34d28c6a489717b4103c
-size 25842
+oid sha256:9401ab8530e7f33d7c4509e86d0f774a112e8b442d882eb837c03ebcf1dbb7ac
+size 25814
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 2125fc27374c..4f842727b94c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:401ada8f03fae81cea7150db74ff87b02450a65b1ea8926a25e8ab00dd8c0adc
-size 25441
+oid sha256:de38a434f006518b565a25ac325087214d90ecb5d1685ac65e57f7286aa835a9
+size 25413
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 9541f806d242..479758302b41 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c09ea0db70e50bd1934de7aaa32a7aeab5507576606feae6b70895da830717ba
-size 25118
+oid sha256:8cd839cb4d86b9859a7333b2623e3302b1217e9c9414b3fce7738bf926c6570c
+size 25084
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index fe52c54e641d..1f1aabbd7b47 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7f3331ca885af98e885be4f581d99bdd6b1cee27eb6e0a15b6bc94493b266b04
-size 23019
+oid sha256:14935d5f8b20c7b8b1f16126bfe0758cf1ebb328262a0e6308c786b03118649b
+size 22987
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 74f3a5e01fa7..928ae1dccc7e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:77ac6dcf2eb62c69fc4fb016c1192c1d713965f12741facab3eba4ce7f042696
-size 28081
+oid sha256:e211d484cff68ff916f09d0150ee96ce779ae773c2e36e34bba0dd83b9593503
+size 28054
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 37d25955e871..1db18aa35b94 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2afa3ff0c76dc22415315cf60f85cb5c04d23451f93d90deee7bcb5018a25d7a
-size 26310
+oid sha256:196087e07c75147541e2af65722fc2aee81060ea8a88f422617e385e41bbd658
+size 26281
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index dd219463a57d..5b0de6e53acc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:11ce0ca96ed6576a24db8300d139ea74f2f60459a8dddbe6494a81911fc88edf
-size 28136
+oid sha256:8a04795124533d1fecebaa0e8d2e71edf8befeff46a3ae97f7ca503c77dd0a51
+size 28107
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index d678f69efb43..710d3edd2e0f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4492188a88c840e6f36224617e3a6d5e4884b453e48b26c3bb6076ef2f73e7dd
-size 28545
+oid sha256:32ea92bc5673bd50ab07f654b6451878070191fe2ab038562b1dafe132143dfe
+size 28511
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 64899784c6f8..d3939fe50cb6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a11c6a5680cccede183386d3fab66eb682e6f419f0580e36f22328f3c30e6ed4
-size 26356
+oid sha256:1c47e8d252cfa443becb4a7838fc6be25648d1dfbe3abe47c2b9a55742ef87f0
+size 26326
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index ea0b52742b7f..8283f5db1375 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f07725383ba4eeebae473068864a9d37566cbac34e2feacd51343f97aba9d2f7
-size 26305
+oid sha256:a59d09ab67a41d7309771a55ea1577ff98c6dfc546b28e056e1630ad718d70e3
+size 26277
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 3897e75288be..ce7b3709d189 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:981f9bc3a3c9f26d7b25e22c0053dbf3107d5e570695d373ad35e2ea3cd90589
-size 25787
+oid sha256:2ca3f72f8db566b7ec21625eafc70ae1718ccdc68d4768cb116ac930569a334b
+size 25756
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 2fd7fdd49eea..ad0e77d0541d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4e5a9d6c4a85bdba25a13b479fdc50fc9caa2d1ab38ce6817416edc61cd6daa3
-size 23725
+oid sha256:13eb5c5135585a172d550674eac2875c4af0cbc9812fc382462836032a793231
+size 23692
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index f02d9a5d3147..e596f803ad41 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bc71ed7d23df2c71fd9f3ce20666b58e4f3e1299a39800d980a152c35876070b
-size 21389
+oid sha256:eca55acc9384a4f4a8b99288e86f8ca25ec040f663419511d91691d5b16fe230
+size 21352
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index c094853e94b0..9b8eacd0b189 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:567f0d80f166878f6246818ec7e01886311318743724a20da0a76f115f5db7d8
-size 18819
+oid sha256:bbed6a7a849d15745d67f44d833d02beecc7edb6652decf085226f59affeab7b
+size 18787
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 9db15cfd64b4..ff0e1ac98632 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:527412fe1fbff2c7e182f26748ae3668e66dbb6856dca2e6101f0072c0b1d858
-size 22021
+oid sha256:50ab7b2e1ae61ef3ad45e35c3629b9d7e197b3651cf448edca3c2fc26aaa8d59
+size 21991
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 37726e7d7221..b05a2c927aac 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:21f28b7d6b8a4255e1d2fea67ae94ef974e0e3c4b73fdcd39f81a149dbee63f1
-size 19520
+oid sha256:1fed7b8355a1b05e50fcf004e3c9a98d922b91d96f3f5bd7619ea71f2396c4ce
+size 19495
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 6d4ce037d3e9..e51c6bc82ae6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b2826ec448eb11fc67310ae6bc65e74bf10b8b14ae1568e5223a722109707e11
-size 22717
+oid sha256:83151fabfee0d81dd47cbfac5848417f0111009d8a14a933f26bc19689650614
+size 22688
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index b1db77179675..f237c41c264b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7a137ee65dcbdbc1c7c9499a0ce6b49e9d8e7bcc359ef6a602d99ee25a0e73f5
-size 19902
+oid sha256:a0bc74231278e6ae15f360742dfb09f9ab53c932ee6f1d4b2b65bbd30723a536
+size 19872
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 79c124baad5b..309303da562d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ac6757bfbf8c25ffd120da853395f5bbef7e958d9db6119d9bdf32a30ead587e
-size 22672
+oid sha256:3e1a10b317d52a13b03d09cc050517273cf43c3cf4d031e80ac389f0f35adbef
+size 22633
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 1e4b9c6383c5..512015e18e66 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6f6c5cbc1322476475fecd054c955b9737b8e5409bda744da7b6def343e25b11
-size 20055
+oid sha256:6680af3ac7d21aae64e6e531d7ac33ea450ebc91f6771221f900f803978ee302
+size 20022
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index de18ba9984f2..778516130d31 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2ac15ed3f98790241dd697b76ce3d611cb15db21ccf8bd52a0f091f507286602
-size 21272
+oid sha256:954e9b2e941cecff4229e50198e888c3d8fdfbce5843252e32e761b22a9cfd8a
+size 21238
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 77601428b6a2..3fb8d451585e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:686b719bdf96b4fc542062c6ce440bfcbe8d9299df547f6c005113c96b0055d0
-size 19285
+oid sha256:b7492b7f65bac778af6406dd29e1cbbec6b15ddc57fb4e655833d32140a9b185
+size 19257
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 80bd8232fca5..56459c91dcbb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:847f0d72a4b5cf188e4cb13ef1003dafc6f03bdfee8ef794666cf081f9b027a5
-size 21961
+oid sha256:7d07b1aea6eb263df4562b0827c3f6702056331d9f14471f347749fc6a723b4e
+size 21930
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 4dce36a4c862..bbaa1984669a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ae445256aae1e620698d522767bfcbb7b34f893ea2a1c019d393a27c9d138a2a
-size 19916
+oid sha256:f0c9bf7acabf9bcf4096c41f94f89c74370351dbfab5194488cf5d015a05618d
+size 19890
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 0f5483b00dcf..be5287e0ddc9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ad3a9f07968cb9deec33ca68209e17ceb9b8389b2ffd2e408c9d62d80c6c85bd
-size 22605
+oid sha256:120a83cd780b97050e780352476d490a270bc241ab9818511210646224290037
+size 22578
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 6393bb7cb425..d464340466e0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:353fe80c30088aa9f357ae6755a2a720f3c3ed5882d4cd05632e9adbc65e2214
-size 20527
+oid sha256:730ae93f6dcc7ec25b44f32a55c4c4f3834079ba475557640d9e5badd1fa31d3
+size 20495
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 4e2828399f16..b74a31209aa0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:de2a56026c04a243e3db2eef5aa692a73e502039406ba8137643fe1e2b2cf2d1
-size 22693
+oid sha256:890a749db80629bfcf7fb9c560868596b333991e57146870f1bb4720abb65e1f
+size 22660
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 156c1e1b9e35..0e26a703de44 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d00e80346a724e87b7b30c953e926976492f5e36924ec5d670919dcb0d5596ee
-size 20468
+oid sha256:df6ee675d6ea71a29a6589c205c4ba2e0c55570dcf098e56e67838ad86b6246d
+size 20436
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 1dc8ff398399..0b26697be8e0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aed089b5f7444047603fe056d44743463bb6e666c7be78a6b51af005986ab272
-size 34314
+oid sha256:b0be0e049583b08b23759defb4c180b7a1b4ab9e4288faae8e93c7020d5de6f3
+size 34283
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 7a67d5e100e7..79ed71778d6e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5305b717545a162a9cbb15572c48e1883e07423ddf684196a85f835bb6602519
-size 36382
+oid sha256:0ac5213398a0612b8c71548840cd6d97b4fa0cb77beb65add8ca217021369798
+size 36349
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 94b298c80e03..4228cd72e7ca 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8840b13c8c0d748948cc587285e0c5084078d002e1feb35af5ad56278821170b
-size 32574
+oid sha256:911ca031cf8686cabdfc27b657b15c4605a7eb6d665b6f524b4f6f00dab3dccd
+size 32540
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 07b3e3ed8594..cc76628fe07a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:32659e3457dd237ed2748ac7a29c7b3abf29aa8d9d8429600a697c5165e18812
-size 30184
+oid sha256:a5efe713a41aa2f413e943cf10ddb48e05d98da76862f97792310e3da7047872
+size 30153
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 7471432af491..7ba5b2a1457f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4a31869877ea295862727bf956ee7621512d691833a1270be2405db9372f0d57
-size 30256
+oid sha256:ff0d0d085a356bec3034d3820082f72ad2cf76a11a2b689708c089435b4154f3
+size 30223
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 70befcc8d9a7..64faf2ff1ea0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7013b15672a285f6ddf60a53d10207ff85a4ca2e645aa6f7e84538bee28b854d
-size 33522
+oid sha256:30be53a179714c7624b93853aa91ac08ee6f263760ed1b9f63ed3ba05ced1333
+size 33492
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index c0ae1df384fd..bcc587b7e72e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b639c5489955e9b26957f1ac332b59bc7623e75eadc8f233b6dcc3ae26ef0149
-size 35133
+oid sha256:15a8548c49d5c44c37a4b687e567d2101a55e3af1051615eb796771bb5014b63
+size 35105
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 23d7f397ab13..155e80f79749 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:141f34a522961e01b7a25a972d0a1763c1502c85a055eb386e41ca8637058d12
-size 32022
+oid sha256:8ad733a32017d4a78ad9f3d02e78f2e27d0be3208ccf0d7a0335037f599db330
+size 31987
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 07581bdf7ee5..371fef4d206d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:53583be83baa53697257ee780fc675665ac62a29cf82f58afbc4d54dd1980413
-size 28863
+oid sha256:dc9884ef6d2b33083dab28b522d446f47194a9b2726a78f33670a633073a72be
+size 28829
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 1c74b3f564c5..498d35f6e141 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4af0f912cdc2071af21caebeddd337aebcc656ba4c608e2c00c1736fa1af9109
-size 27920
+oid sha256:5377c48b0c3b61de1de4748d7d053f0291b6bab1a4fe20c23d88ebcd1b5316d4
+size 27896
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 8fe34448ce4c..8d973c61125c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:61565783201c5cb95e88d3caa0be431f454789b334569a1c247e3442d8691481
-size 30995
+oid sha256:22b9788896ac33d5817501e21e9b025ab7ebff8ef59d325a1010a17b35aac7f3
+size 30964
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 3cee72433c22..174d34c3b7df 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3b92f097188358380225a3557f069644b2de54f6d3d698dbad826db7377b72d2
-size 30220
+oid sha256:73f322da696f3232113a75c67b6a10bd01fe8feb35b25e656884e62b03f93fdd
+size 30189
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 119d3bdf4513..f7f738818ca8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0f39bbdbfd5361520fcd9db464168f3ac7951cf1fa573041770d52574e9fcd0a
-size 28482
+oid sha256:bfd49af2fb3a24d139b9ab83dcb535ba99c2b95f353cbe37035487a179133e18
+size 28449
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 3ff59116d2bc..c31f28e3b944 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3437f79c74385a1b0865601b858e0a81c0125d567b527696eb1e3cf49e284d2f
-size 26842
+oid sha256:152a3d13d012e4bc1f38b1e9048aceb28f209dae2587febdeb2f128e20399b65
+size 26808
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 214b99bdea14..93958bdf9f2b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7336bf4c732361af092226411ba122b9b71a4c54a4b7d18cb926bac16f1c8e89
-size 27485
+oid sha256:8083167e02e21d4483a9eef4711b6b7ef342d14d4ffe71722a616f3acbbb5f62
+size 27453
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index d6a4e8a3f98a..2e5ff42e906e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aea15ba7e81fae5081a9cf413266b5d4b1beda5611ad8d4ede673957bf4a05b3
-size 26621
+oid sha256:1fd72518a488707ee478144c3ef679191041876a1a7880ddcc44cf8bd01fb304
+size 26596
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index d4a01015e23e..528c5bd4bdf1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:39259eaccf9157cd2157a9bb6fb013c3433fc75acc0d48ca22cf7fe0023f65cf
-size 28604
+oid sha256:7d4e754fcbcc4b2a16958c1b207a52707772969ac4db0f04218fb473237a9db0
+size 28563
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index da3e8e2a8bcc..3caf7c154dec 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ae92c7d0115492ca72cee4beaad29da3d938bd23b6b0c0856eb2f90cd2a59317
-size 27082
+oid sha256:52c264537c34be52fb6fd6b3925a11fe541764a81f4ee49345784dc4135599ff
+size 27050
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index ccac07569f9d..9a61d5927ede 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:68ad02ba266bec54da533a14c89db229f2e71915c5aa4e3afdf49d0dd7d47c51
-size 22430
+oid sha256:004ab693515539126dad727b29c4dc4705422813564e79b656e4e2a613910e92
+size 22401
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 9985eca4ed40..1d7ac7dfa9c6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:78c8080a7c7d3ae1d54c38508c4d13203b904ca5b73650f772587935e1ad04e3
-size 20489
+oid sha256:91e01a9632a10ab97ed6a66f3635287bf1abf2629d2fdc912c5be8b68311752f
+size 20458
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index bd4046352af8..4506816db3a5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4bd65599c1c170d3b530d5a931a7c84ea08d3eb499204c1589878e6aba30f2c0
-size 23170
+oid sha256:352b4bfa66f11daea175139e98c67ad6dc5925ca1303d3f6c0cf5995e5c46698
+size 23138
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 2e3b87024e4b..9d7157df391f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0bdda863f7297ccc2e3814da7d3da91b1b7b13907b7fc73b79eb5a3513a10ff6
-size 21418
+oid sha256:548497817e8644a4526c67ef7e5abe60ff108d5d5ce664fc0212b0746681f489
+size 21389
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 3d6a00675a80..85c19b1f7a58 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:84614ffd707e1ec7073524568ef6059bd3a763f7a762fbca14d2a063540d659d
-size 23514
+oid sha256:a370a2423fb2ff2bedd4369dc9d1ea30e3bd2011449fb1ea3139c7a2bc4823d7
+size 23487
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index afe82fd5789d..b9c0e3c7ce25 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e39a0cdff6ff408cc9120ecc14e2ab7cda82b8714e7f5a87c8c06734ee612319
-size 22551
+oid sha256:886f72a2d3e76b8f02c61f937356582bb7b3a0de30717d8e893c0011bb60a7ec
+size 22524
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 585666318bd2..9cacc591add6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fb2a91711b7f3c862c6bca2b3e7083627e08c31cfe76535a5e0b8a332fa56aa4
-size 23648
+oid sha256:3671c6d61040088e232140c019410f72412c4992ed62184f7f4c0d39a1afde93
+size 23617
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index fbff709c3851..bea9a7acdb9d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1dc6ecc7770848dcb1aa4ce1f25afafa5532b53e1767de28b7d34ab9b0ae56cb
-size 22822
+oid sha256:5fc203d16f708ce66a0da38c1c54613bb4ded117e016b9e96c9343de88c0c654
+size 22798
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index b67e957a321b..59b0fbcde6fb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:24a015aabc06d193a82511a3be8dc120d1bf5de93838816f81ac37070c24bbc8
-size 22221
+oid sha256:62d943a2de8dd5e0072bcf989a1094e31d5cc5574c2703bc1e8eabd16d3dd1d1
+size 22192
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 84dd632d9d77..712eb27e80dc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:57c005ed2bcb629904f3d85d8ab4274e4544c92e94f005d8200e0d0dc48041f8
-size 21501
+oid sha256:38d0b4b171eba5a0e8e4ef78e23b16ea1db9ef3df5b17e5518f6298ac0d287d7
+size 21468
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 52b8eb058fbd..988446766ca4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6a5e60b5272f8b612ca63f26fd93336c0131a94d2a3a193bb753fe1c5d808ed2
-size 23176
+oid sha256:12e9c0345173887fb619faa18cf7ceb64fa7f7feb1e8a1be14df60f11a438566
+size 23147
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index bb18e2be6c10..a1cc06c21cd9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7c0ec2bcbd60d7ef9f9b65ac9df22b3b30a4768b0db75ec75c0e60d0ac8d9c6f
-size 22067
+oid sha256:82ef7ee0251df2c0b9329ce912acad077ecf3e5545074c7d235edbf0aa61d223
+size 22037
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 7032660e35c0..901dff550cf4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a6113d8988f4f28b3c3944b25da8f448c75091cc85bfa4dbbdcabf0adde9021a
-size 23577
+oid sha256:62c4859c8381c59f6b778be5f2cf31b333e7a9de6e3eec5ab02757eba8b1dabf
+size 23541
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 171363361dba..b445a7c9e2bd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1e31270cbbf04ed51a62eb58ce5369977e08b63a57c35bb2523d74546d4cf88b
-size 23377
+oid sha256:6d2a3feea2824814ec7b0ba4ba5cb983d8ec6b7cbdc92b46201074dd2362fd68
+size 23351
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 65a587d98b2a..a0b27cba7c6c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:734eae25ab3f5a2b8deae148f4915fec7fb8595f4d3c9039f9b04f394fc420b6
-size 23727
+oid sha256:ccbefbae6ce5441572b47f011626dabb71fa4761d90040358eed7b18e404163c
+size 23694
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index e374eee112dc..23d11b2a498e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d5b0d075beb2ff33f00ceb3691ea6a4750d9900d6f8b4b6b4932dfc08858fc0a
-size 22539
+oid sha256:294566f9bfa077dd5a44c71b668883ab22f2e194377ef4effa3106c79e84f4c1
+size 22512
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 3bddd435133d..50a6d0b4bb71 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8e821bf972bcef0b18a67c9ea122be51d666b95c9d0f619eaa5d820df9641c6c
-size 28372
+oid sha256:3fbb8d40427864f735757a79287b06fc1f7a42eb42f666fe0c81d0db5bc9fd09
+size 28339
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 56c677f14d8f..9f0344e6430a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a7ea8b532c2d5e4e152e249b3a1079f7a0f675cbcf90fc2e015d80ef31409bf5
-size 29744
+oid sha256:fac0ac21f492e3070bfc6db252de7b9a5ae3cd70782925b2c7c29723448e2ca7
+size 29715
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 73ba728ded1c..7144be707c29 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0e59db7578939c28ea5905e5d476c1c51516dd999045fe943975f1694e1103d8
-size 29810
+oid sha256:200c8bfb4f395a9582028c087ebc18bce41186ba7e95d6ee9e4f6a4fd39d2f67
+size 29780
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4b18a12dcae6..885f91ef8df9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:edf6663b3c86648d5abcb710c9a94358b8cc65faea32241aaa62daa4956b7961
-size 30165
+oid sha256:5ca103ab298f3f766d4490b613408a41a06fa0900ddccce3909fbc53a42c5a75
+size 30135
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index e0c9b0184c5a..a2f530499021 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f16fff570ca1e673db573a50c72af19c50ba5a44aceb4265b06efcbfaa8b4516
-size 27208
+oid sha256:90ca713e18e8eef97de8595f391e78f25c84084328300f905e56aeffe1125595
+size 27177
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 421f9f263312..6b5dc949eced 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bcc77bccd1b9da2a1705cc356f85a560fbca2b02d8a38b4250bb98047fa30067
-size 24882
+oid sha256:2746a2e3226897252451cd416a13048e69a228ec8bbd95dec6e6e1b58b9e89be
+size 24857
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 22823dfc7cd5..d23bde642ecd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:316d430f47675f73c3ca99aed040f7d9df259c980a1b76a99f8d150b1a3f18dd
-size 27905
+oid sha256:2363d35e683b46bc8e0b967b0e3725d49e494f71b907072e61187527d65e9ecb
+size 27872
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 2a89f5910027..8fdb31bc0882 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:10f8cc13f53cff0c7b302581d7a191b079cf542723fe40437adbe91ba524fc85
-size 27839
+oid sha256:7b800d5dbad444d430d439ffc404c94641731882144b954b2c48d286418eec87
+size 27799
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 31287d2aaf6d..532f417d69ff 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7711616549a4d2ad3c28db51a3b4bf9e14e132ce5839bc41d6b2bd7b717114a6
-size 25942
+oid sha256:161550215a89677277fb5bbcbc23fa65b46b59c152c93f2b4eee39384d90dde1
+size 25911
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index b855bb3c95cd..4278c390fbaf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0dfef4855d628cf037d50ba3d0e6c17bef63f559a884ec83d61abeec90273526
-size 25508
+oid sha256:9ec40879b2917794fd5c87d55fd8a8334693f229ac4e19d84ddff4a0b5eab0e2
+size 25483
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index d56bb9542d93..dc73b935d7c1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4a381828a0ced60eb3427b5eb78605b1a40b3cc2251f80683481d789c2e0932e
-size 26863
+oid sha256:2080da4c519bcf3d04d3c094c9d48ebf2c25477a0f449a165e46dad8af3d9a65
+size 26831
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 354fdc987eaf..b64885d399a7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f1e7519ffdd33512c202fcc569920befd55e6dece5d28abecbcf9638cf5948f9
-size 24660
+oid sha256:167b079c6403e53916b26781f61fca52efd579333571d25c2a44eb07e80cd9a1
+size 24637
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index f4040a52c23d..48aefd48371f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:029dfb87224c83f6f5d6d010167758a7d278480063b47b9a4b74c7b7396e8d68
-size 28601
+oid sha256:9bafe31d850f20afc4d573cd4aaec4a6daf0fdaf2ed129bc42bec2128d83706f
+size 28566
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 9bbc4da8052d..27bdd5cfbcfc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:93e136f810c28bf091d26f23ee3f3c328bcc11d949170a509fd8312d17183837
-size 25980
+oid sha256:5aaf1772c9a7b44a436311ebf06abe25f9c2b76384ee036f1c1e23883c00af84
+size 25949
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 53e2bc9aa2d2..eb8e6f1a122a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:72ed4a0bfe942bac35b171e39fa772664f488349591d02117232cfdf40163c83
-size 28258
+oid sha256:2abdafd37a41b30ccfbdb36e106a54b2b91c2d9df3c21c8658cef161397c8d65
+size 28226
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index fb820e99ce4f..839e962d8d7d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:732bb37d2477f4bab149f77ee77d94b51b134e791e3ed990f61cb05539f0964f
-size 29080
+oid sha256:e5111cc27bb0e6e50cbaee5972dbfc4a00dd788a9011fe0575105d0569f63ca4
+size 29047
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 4c7013221ee6..e882a6024f6d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:03685fd3b7aca697687d6451c95c09bdc2842329f18045087d58f5f3fb9904e5
-size 26477
+oid sha256:fb981c83612f9213e77165cf7748b9398acf2e4db636806c9f9e725157cbc84d
+size 26445
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 69dbdab202c4..c95922cc4831 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bacfe9f20c0d15359e7f96ec14cdb2b8ecbbec96fcbccd36ed8ee9cb93e452ad
-size 26971
+oid sha256:9084455907cd2f9abb5dfcd3ba5e9443964f9618fde59cedc17c8e481a8b20a1
+size 26931
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 7ab5aa555b57..ff0a9364cc94 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:304cc42cf15a9e554a8e4211f683ddaf13b1acb03c25a21817b065031779d987
-size 26880
+oid sha256:2e9d59aad6ba62dcd8549b71954220fbaf9245e10487e0bb4818683b82c1ebfe
+size 26848
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 3a332b511e4a..0cf903b628ad 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:071ecc7d72ff35828f81876678a0bdeb6e9500f9a8ed2d2865c939fa31ae4e11
-size 25348
+oid sha256:665201dc4314c6ad1cbacf3b15dbabeebb1aeb81a4d5a8e80220f8eb55309cf6
+size 25324
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 43db6cc564e7..4dd4bdbd7b63 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:009949039341fbc2f7b982d0f1875df6ab305262657994fc0eb298f0ffa5d9c1
-size 38816
+oid sha256:e756a642323aa40eb26c0acb2c1eadd0730c3b588351abf36e06fd6c68805d11
+size 38790
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 25a98065cc56..1203e188e4c0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e7e20f726c8acc5cd4834c4b4ef17f8d572b0e84a28dc7c641e2055270164cd2
-size 41066
+oid sha256:92215dbcf1146867eea6c4a581008393461e72a082079c808a0dc98f31a48374
+size 41037
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 8731a5356492..1c17a1ab78fd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f5b734b9f337fee65a62efe1b9a558246bc42808a434994b2794f0317723ecb8
-size 37395
+oid sha256:502f22e270fe215805c8fe3ae0cf41bef6dba5e3a683d6ecd1df7521b75536b8
+size 37368
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 7b7c05780c55..ef44bae25c1e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:99d29668eddab8aff5626512c400a22108acdba6f8fbcd10003efdac6b18c643
-size 37859
+oid sha256:38d541a87fa633e856cd0f49743cf36ea52abc806c5c6a287515265717036043
+size 37828
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index b68699b45590..d622703bd603 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1890c3f56497f7e55e629238fed3ddda319837e40095e45ed0cf19d71f76070c
-size 34558
+oid sha256:f49d4b8de6ad8d05a0eb2d3dee27bd3eb36f6346082d6980264337ae5d1c7116
+size 34531
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 0bf7953fd101..903c75f0068a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1beb70e5a7bb8b6fbd44b867531fcde0b443caa782bb441a37a39d5a389304a9
-size 38092
+oid sha256:da36b239cc95a5eab45ab2c4b616736fa0a12af54fd0d089198910ba34657548
+size 38059
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 0a34bec6cfb4..0723db75a602 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ec12a79089431c6134e17c30770354d707e0017108b5b0edf5ece37cf3f1eccb
-size 34704
+oid sha256:7ce7d5543ac7a3a959a3aaf9d98af5b932b83452ec7e4b3acf3c3c70fb89ba7e
+size 34673
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 3ff66fa16946..fa83e4684241 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ce803b525a914eccfa98efbdf53c729200b1adc2162f401ee63bf8af2021fd71
-size 37793
+oid sha256:2ef4f614f475c010aa5e6b234749de30d714d20a8906e66c863e391837b17e12
+size 37769
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index a4189d7a73bb..a49b4c5d645a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e2a44849aea254568c6fb83555a4b37d39621a992136c49d3b8303f25ca6311f
-size 39784
+oid sha256:5141528090b5e5fc5961567b0610b3ba5f8fdff04634cb4df836bee955519f37
+size 39743
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 8d3d4138b894..1315209ed2c9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f0cef27f0556c54f9e73b12f581b97405a53840fa370f6e6959aa68f6ccc5932
-size 36498
+oid sha256:92f5a2e6f309a0a276e630afd01a4d56275255233158d76b9b6c89fc8cdbf738
+size 36465
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 691b78b9a12f..7b1145f15800 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:45f4d96b4373b856a4036100b17fbab4aafbc9ff13200592a87fe5462f05c124
-size 32294
+oid sha256:ee39734cb660eb7d8aaa33df11fa89b90589e648cc69b8e619b5cb3ffa819275
+size 32264
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 09617c30dcbb..74fa85a00206 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:05208a5be8cb3b2010e804d276dbcb48c4f6c6036b5e2292f8c1b268c0d05701
-size 32655
+oid sha256:de2ed1e3254f40ed0c3c7bbe1d99396773ebf7b156e74ec5a6e0021f73d9256c
+size 32621
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
index e5a3fcc5e530..51bc2372dcfa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eca9c7b3eefdb1676d33fe1502a2b3bb238dc44e3273ae96299c6500453fc41a
-size 34739
+oid sha256:228188fa608aff4d3253f74b4ffc92cc703f5b7d8fda80e93a1751919b2832f4
+size 34705
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 5be5025022c0..3d36c33fcb07 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c71685803a95c962c457c22bda0942103ba28fad0a5aafb58f6c99d9fcd9430b
-size 35079
+oid sha256:77fb9d60139990482afe6210c2559380dc8a02aa24623669081943fab8bf2aec
+size 35048
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index cf3bbf8513ed..0196c2e06694 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a7ea1614724ebdc526ac597ec2ea5ca520ba892b483531ed3c5586c9627f1ec4
-size 39245
+oid sha256:e8c35d1662821c1e127dbfbb8d4fdbf11d7b274f4ac15e3bf5db9fa5cfe03d35
+size 39256
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 2ec1150fe3ae..683f4293c383 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d81a77cdae8511002250dae7606a9998fe087dc55faabeaff95d537886f143ac
-size 32177
+oid sha256:d0f4c89a799ed98d2b1342f47162c5f450806537638965383086f8d2fb812c90
+size 32147
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index ee4d575230ed..1ffe90ca5d17 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:af8d08f95bf1ce4dcaf4111c00810d4d9251cc5f279e4f537b5410c2d83fa16a
-size 34831
+oid sha256:5439cc416e77797bda612a971b1664ac1907458302e7d745bb754affe5c236e3
+size 34799
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 8c8b7473d340..cbe5ba3a4e4f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9f17882ab83aafce0d51307c74ae717d6d88601eb6e8e757c9e07d8c00011e16
-size 32010
+oid sha256:a5f791b9eefd09231ec9604dd729fc24220747ffffc68d68db95962306a7eb5e
+size 31976
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 8c039fcfdaa1..481d8d322aaa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:27579e6a18e2404d2d69ecf88c9c82f10b8d5e018c0eecee8b35b532e408999f
-size 31095
+oid sha256:8be79ae724f6de3abb7af9ed7e5f9003513c52074e8df5504282bfc3a29d0715
+size 31059
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 545411757bad..14b57a84c066 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5588ca6acfa72fad2e403adfedbbf6d645f9adaac1e2201a7880b58677de893c
-size 31329
+oid sha256:ecb33bef402ef8fce033cb804b4d685a83f6074238d93a23c3c16ace7c6890ef
+size 31294
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index f16d09fcc2d5..3b7ae1d6aaa7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bc0f5c0c1a77f5f3f64ccb598945d2cada05dd9667af55e93df3f263591afc5e
-size 39382
+oid sha256:dc5fd33badad5d43bbec369b6fbe0c21c9af2af340988a4c961ac48e3e9293d0
+size 39373
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 7a40254d8093..bcd3fd21b05b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5841094d199303324f84b4bc18e6edcb33ea95979cf854e76237803f220acae7
-size 32359
+oid sha256:52656b28495e724e6d52e6e5eb6fe69a9b707fc98fa5d3d8eab666730734aacd
+size 32317
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 28c592bf0352..19329836ba69 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eb6c012db9ba6bacda297c7b104dba4513eecf328df268e328a3e4da77020b1a
-size 34893
+oid sha256:2f3bdab44ca68227e66b6cbc97ae614c29a261386dd40d7011193beb0e9c2ad5
+size 34851
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 7c498dfba90d..cd2ed1aab805 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2fb7d245f1abec00ead1bba151aec13f1b50e6aeecf8cb6beee1b497a62c3781
-size 32176
+oid sha256:4124644ecb2f192d3e0b68c797d5652bb01f65ec640cde16b66a7dba1b4ec38d
+size 32140
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index bac8bac8cff4..6d644b968607 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:58c9b6fe593f92fa361f2858391dea6361ba9ed267c5c1b66f8f5573ddb606af
-size 27131
+oid sha256:c57a3e42e8c4367004aef69ebe5f1643cbe19ed50d39133b0f38d14f8fd8324f
+size 27094
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 1a32d8fa10aa..595341c56d23 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a6a59259dcc46320bb456cbacaaa8e3c74211543fa0a4750355c9e5bf5fec69d
-size 25661
+oid sha256:f211a660dd295ff2926d3660304fc75699868d5c620c99655abee87bf127aa6a
+size 25628
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 84b5ed706193..eeac76003641 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c9b546423387c2e48add2f1c896740b5a919c3592ed4f260cf41aacf84dfebfd
-size 28036
+oid sha256:96407f971e89984283866966b1906e0ab2ac22b6a961dd5ad8d1b7e5f69f5dad
+size 28002
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 95d024a816e4..9a7e4d272fce 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c053566c89bee871bc558652aadc82e972ff99b4252f184b8bdc223acc1a55a
-size 26295
+oid sha256:a777ac4ab1e284bde02aa529fb7ecb1151610805cd65c2bed84a1f74c004dd94
+size 26263
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 7319ac9860e9..83b734fe0b9c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:79dc22764964952cbbcb71cf4d06fa60a876425051c3df4322fac60a87341dc6
-size 28463
+oid sha256:259924b11d38bfb3ba20950a95936f17cc2980c67e6f3efa3dd7c263c90a8f4f
+size 28432
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index e7f168981c02..af92e1d6963e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:be3c2f68e0c5a0367905a62dd7113328736c209650dc56f1a286b599bbf4cc20
-size 26786
+oid sha256:4a97585839c65096743b5af5ad0f3d754e85b0b3b4d7671cb7af19bd258dc03f
+size 26757
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index baea7fda6acd..316ef7c6c037 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:307c724fd978b27d7aa7317b43aae6d515bebed3e823d857919b79610fe4c841
-size 28337
+oid sha256:7badd7185883116756f4ca1e2f783c5f5d8758fe5a93ab8580c5c6e9a90a723f
+size 28304
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 291978a12d37..33b431471a24 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9cdc6fc3127073e5e3045e21d322eeb6d06c5e53fed3415046d2d4651cda0a5
-size 26798
+oid sha256:2ca5d1fbd79a339186fa3a568af1200e038e4a267deed22f3df6b6ae6e8e6cae
+size 26767
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index f5b563d3b5d6..7e2a2ee5973a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2bdb58ad567b0731c2a61047cb78b5dd0ed7ae580316d6270d5443f0613abb2b
-size 30675
+oid sha256:1bc7641319c099f8b3abaf491741d69d6bc55cb39fbc5e7df8c187fe3279c5d3
+size 30642
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index b4937708e816..5b63b4d7a903 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e431350bb280997f6d9fa662692739ad01d47bf553a4500f1882ca37485fb81d
-size 31124
+oid sha256:0c95a9342385e8ffe535e3e202f738b4ecada0cf5a5fa3ac7896e8d6802c8284
+size 31093
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 0eb3c341d4b7..da1a8e05527d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:896adc219bf7e5ab573b908c667d355bd86590c952b307d50c2b3c14e44d1bb8
-size 31583
+oid sha256:b2abc8ae1f82145c714f9b2b0f6a11cb2b7fa79d933e6375de977b77a8a8041c
+size 31555
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6c0a0ae7cf82..ecff92303da6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c2fd5c18625b3621201617ec565653ac51699d0a5ce1c39b6783f6c5211d4a27
-size 31566
+oid sha256:f21e84e9db365f63fd8b07c527f84c2140f37966eb5992708659f2d0ffd70d3c
+size 31536
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index c007379175d3..24de6ed5ad91 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9426dd3c437e7c4c5563d22e9c90fee53ef19edda13046669c62f390181bd53
-size 30563
+oid sha256:148dda16d2efec42894879bfa392c768e3f777c5e024506ad0bbdf2778966e1f
+size 30531
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index bd80f08a4712..ea7cfa50006f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:23d42080550b8fed4314d29a567644a6d2f5bc63111ffcc8fedec09a3e2ed9b3
-size 27827
+oid sha256:557869ba9357fcbe5f9dd79a9e067800e2b10665adb8c8ec1d20bf47f82a3410
+size 27795
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index a9888f03b12b..a45e365fe556 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:73bc0a520314b4375430079d0aaa196a2a77d55692f4237f56682b7a5567eff8
-size 28237
+oid sha256:f2c41c0ddccb7edaaf8d0bbfa11b3c30d1c53a7d387beeff4d750f688b2da3db
+size 28205
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index ec8703cf6576..19d0b30c58b1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2f7fb0d662907751c9c2133fa4025df91859bba886fb1ef41c7d544ae580afd3
-size 25889
+oid sha256:8e5edb17c9dd17f9410bb9eb59c2d053ad65ae328e38f60c6fe2e0b7751785e4
+size 25865
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index b3f363bd6c99..6d6b2b3bb00b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6d5081c9019944617bf9ad79e2202cd0546f99acd21bf9a4c15e16badb24e240
-size 31221
+oid sha256:3d8c42f6249a24f16dbda426ddd2174e422f243e945494d30fb48d8483a22b11
+size 31187
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index b5f9f5c3f283..5b987f9654ac 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ccc38607e1eba9b7692b19d827f446698b5ff72ebd9298d4b429660f26ed5844
-size 28654
+oid sha256:a9d0cba3af4d5d5e09a35f2c2799de978185949376cfe785bd69728ce54ceaf3
+size 28616
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 05c541a5dd6c..e38e69a95d95 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:34f2e40c9b3ef7b35d50def8cb1044b70bd1078739cb838ee03d338d7a379c99
-size 28480
+oid sha256:d191161534db4dd884fc8139f4481d96793a8af6d657770ec4dfe5063065cd38
+size 28452
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 51427a335075..f81d58e6062c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:770cfde3e7413ceb460faf5143ad99635fe3205925a787e169d5b774491f4de0
-size 26809
+oid sha256:17d956a161c1661073e1ed0c96861f7b5bc0974e147ee055bcab40cab81a6f7c
+size 26785
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 3267d5a18765..b7ce6e2f6062 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:12ca52a3fe45b97d4977c86f7fc88c88cfa7414d6d513d7ddf2bb992b076b138
-size 40010
+oid sha256:1b873fe3851e66b53f79bee5685f88641b765026dcca7644ef53a9ba8f383358
+size 39977
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 64aeda2d1a24..5102c2289011 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ed36bcd1db0741e3033ce857cd6df64b64673a14ca9c545ea3104bf33b1eb8f
-size 38692
+oid sha256:679a4442920f12c406e485e67d535faf8f1aa9092939e555efed710539a1dd78
+size 38659
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index f3dd950d1c66..123822c0a87b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5b608f298139d3f3509462f34eb6066e45f58572eb51eb950120a26b9bae4d02
-size 41776
+oid sha256:cbfdd4909838294ad87e28a70d522b72ce732a7f8eb03410d6c1f691c28d63c1
+size 41747
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 5d3eee92143d..597c084c5712 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:766f8bc76b8b9c37d804fded9ee78fdf2408f541e80aa639d155d7f58eb22873
-size 42020
+oid sha256:9e2d28810b32c1f7994697d197e70e13049adf5520d22b6013e2e6abaa1d1a24
+size 41988
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 9f79b8fd2a8b..921111d8fea2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e83bd8f89cba73a2dcd0abd8e5bbcc285bd6abf2bef0dcd5bacfea4c47e47d9c
-size 38953
+oid sha256:b7492c1bdcc061bc7748f401b542babebd299105ac5e6e4681aa88b0f9904151
+size 38922
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 3958e04bde9a..d4bc8bd960cb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1e3eb1923361b41076f4da5958ec95e55bbc7e64f578ea77caa0e3a14efa00d8
-size 41374
+oid sha256:4997b3cf8ee2231793bfd618bcf9bdc7b3bdc7c780c95a1cff931da87bc9ea16
+size 41343
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index ad027d5fa440..62ce3380e74d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:34ca8777f4e195491564e02aee4a3eebc1e5b844e601e454282ff2b21a0077f8
-size 37888
+oid sha256:3badc82bc26b4c2151ab0f519858ae735b4a24fff2440809df51190a098f53cc
+size 37855
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 322e5c1032cd..120fcfb05fc5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:29519a3181d33fcd0ab63834e8b8856b27b724656771d08afc90437d8a81ba42
-size 31447
+oid sha256:93c3eb90dc789112b794a67adc74939b0c9c15973c767504ce1cb2a0388d64e1
+size 31406
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index afb4d4bcde46..3b8bf2ef2d33 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a5a81f1cf41f42ea5907516419df16fb4fc8ab2000aaad51551a293808e1f058
-size 33795
+oid sha256:dd10aac63813e0eab380a515035f091ca9806edf4c94dddc6433509f9f18d34a
+size 33762
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 1feac0d4c9b6..ff335c572192 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4b392c749731d719664bcacafeb4aa165b28c45c31eadd79de210bd8196e159f
-size 34807
+oid sha256:e9161698421803386f7e20f7dc0d0e69b4ec2c8e8ba2aa7756355498cc17b75b
+size 34766
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 556ab590a976..0b1d0e2c8df3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:56efe57d5e6d0d70c03ad441c4f56438dc086d072d5a2bd679562920eeada6a8
-size 36404
+oid sha256:3760c76b67382102b222f4eb4cc69a763956fe0765255162b2747791fa57d63f
+size 36371
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 0265e7ec1df2..ee259485cd3a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d3d3406fbf89b8b07bbea5e280850ffade5c2783b1fc2e9bdd237f7673e50655
-size 32469
+oid sha256:a3ba297dc1c2eda573434c3ce4addff202e81538e0fbb66db30f8100d1cc65a5
+size 32421
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 1571272ccb04..9db66fa35640 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ebe764c50858a40762b4971453e9ae87ea1eb23ed7b30adf7d6dc83e02834349
-size 37647
+oid sha256:36aecff99d5584536b5425372b122f9d029fa4be05a7d7381bf3a9116ba970cd
+size 37616
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index c66aa996408f..51df1a40f5d3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8dab134359ac2d89c1d1f776e3895b2c6260abd69b2436cba7a15533593a1c59
-size 29757
+oid sha256:d340451e258171cd2066f12bcdade278d88f8741529e67df3840d7c8ac4b5f71
+size 29726
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index f426ea388b18..3712f75fa45e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:285b79cf39f91c2285892879961b8a51950869dbe2c5d02769487c82cfc01b29
-size 32674
+oid sha256:7306c4648b3d55be8433588079077480d9fe1c1266ba5211ce7a23a26ccb9bc8
+size 32642
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 2ca63b77fc58..801fc8a7aa81 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:834f4c392ce44fa0e65bda95f10b53622bc48db9a43e9c0ff30f57baa4147fa4
-size 32606
+oid sha256:4fb5db646880328756cfaeeb16c121ff8ea60b63d4207292157271ff39d23722
+size 32638
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 05a9f2fa479a..c7501caabcee 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b33ceca6601e87b14624a13b66cc1cc738067f4c4258a1cce260e5f6e62fd06
-size 37803
+oid sha256:5ba552931bc14b54aa204f4c509e24ab28e7abab4d66e1fcfbe4cc377d60e5e4
+size 37773
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 86362a843f6d..69bcbb3b9bab 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4637349f0583fe9d46cb992df5528827dd25e5875f52cca97a0bb7b6c86b7d85
-size 22024
+oid sha256:a8b370078f8ca664b14571262b391f332003104b949d13c1c6cb174c2fa50d8c
+size 21991
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 43b2dc186aef..a828702c6d55 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:468c51569de5f8e328d360189808f301449566c67b6ad425d115109137dbbbd3
-size 19395
+oid sha256:925146f4c22ced0033c2b6f07489956e3e5b30dfd4d40a13214c93c93a9c84dd
+size 19367
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 26a5eac0d629..0f66bc609809 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:db09f9ca22afdc6b6255b01c30f59b9467a6ffd34748b24cffcd3d0ebf5a2f91
-size 22907
+oid sha256:2bc30257bef0578b9c6dcf351d2eb0a3f5b87945ecccc1579a1b56a87ce99ae0
+size 22878
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index d2636998f06e..44f5f431a558 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:431bf481c7ad74841e382ea500bb1bc54a4ce972e719617a7ee1484e738beb74
-size 20371
+oid sha256:4d6e7d30d7b0f89f8755251fb2e27dca9f6f2fc9ad861e0a40a8ee88bbb04bff
+size 20346
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 57640436e09f..494c6ee4e0db 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:df497365c159aa57b8d9393883a8173b1c777ee826a569503c76be0c170af6c1
-size 23571
+oid sha256:a1c746ae5ddb223bd63e6fc3cc8d89550f5b18daa076975a88b09bcd9c784ec7
+size 23544
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 7bf39be05967..017b48030ee2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cfc764bb642390eddf9f8b632d468d3e42407ca01bf2021e943ce27bddf2d0a0
-size 20819
+oid sha256:2a5b28951a709312e4912f1b50e75c406823d2cc137efd51aa9ab1d8b002db10
+size 20791
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 61c478c3de2e..ba574683a67e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:614b9344a085c1f3beee06ad92c753345ac5b1d3b7b917c1c1ed1667d45788a1
-size 23768
+oid sha256:7b02c036b48130571ce9da7453e82294d3dbcd2a451ac1d4d142662d8e26ef19
+size 23738
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 0c84cf3841be..d6464b3f6515 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5948399ad039a63d2b3eb6f23867db50bb028b3f7ac6798e548c039c13dedf2a
-size 20890
+oid sha256:b41ec88f0ce21ffd0515a7a10b5ec2d5855035d25817c6fc23fb6e1c5bb4d644
+size 20861
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 10b01f520dcf..349afd78fc17 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c0f597f0f1a6ea988df273ba025a9a985110f22baa032be521fad3076d817b83
-size 22019
+oid sha256:f1c4eea814daf9085157e6591e2214d026ba991e4bc771b9629f7e0bfeedcce9
+size 21987
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 3c9116604c88..3a7080ef968f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9ae2657921742d7d8ed582ff332f4371f40c9d1bd9859da31ae0ea95519b0eb0
-size 19174
+oid sha256:6b195a7dae914815e836df1dd1088d46cfa1e94aff11745695a2007d28e87284
+size 19149
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index dca314f80d23..a1b2bdb921fe 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2eeed31e063dfe2328af315fa44ff497d5cb2494cdd579d1cc8fce392dbbf5dd
-size 23020
+oid sha256:0dc6977b00553eff04012f6e96d13fa44bff584d17670472a3a69d2296b652be
+size 22996
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 6f5ab7cb2ec7..87c91c0c29ed 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ac681a417099e87a220fe29cb43a40736156a2d6f4f3e5a4af4df2db976eae3f
-size 20079
+oid sha256:4b2947a941b800dbfe199005095cb7a57a632947b8016efda800de62f97df8c9
+size 20051
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 325e12117d12..bb070ada515c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:27d4f3646c402f18b952e4ebd62054456ce9eadfa81753869efce253612993e0
-size 23408
+oid sha256:a302f7b068316f8a3d67df242a68c9b258c29531a31a30a3cc84cd65c8e79d69
+size 23381
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index f5510170fc3d..59ec85f95c5a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7d6aaf0c875e81fea5c8f333b9b9813e24ae794064eeda9483c98ee5519295e9
-size 20605
+oid sha256:abb790b950ed0597fa9430ebeb2f6911d50e7814dadced79bdd9845297edec42
+size 20574
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 17206b376866..d5a8f32e943f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2fe3d7d85fd7752b78c326c1bb5209d139e2cabe567a583dc5068b5c506d67d6
-size 23519
+oid sha256:077f65cab8438f53bfe25c1ed49fd1b43e443b0d8000140390254d4632de7abe
+size 23493
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 1e2e3d8cceb1..b074ae348d8d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:584095970452071dad942141800c0bb47606df9ad95abeb37e37140d646c91a6
-size 20515
+oid sha256:6ce09408ca47705dbda0c5a91db4f32a2354eb49bad633b6f56e6bffdf5f90e7
+size 20486
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 0965c6504a63..9874072639b9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2d5bdbad86c677f5495c020dbeda8323cc7e2e40b462aa3382884a5199d8fdc3
-size 23851
+oid sha256:cd05cc2338a5193da39a982987b13e90b79b8f08833f1becd8915345357c0f81
+size 23822
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 7000857b7e09..0a835d8578e4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8f18a9475c474401cdb6c2aa138c34a21a12267f0e8383914314e1a57e102c42
-size 21310
+oid sha256:9918e374c22495f2f4e11f34c8c4cc4df5395946ade1d12a5f74fbe5980ec96f
+size 21279
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index a713d0487270..4ee6bd138edb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c2909ae202b4f82096539cc236ce810b9100e506c229a672749f01a23401f923
-size 24852
+oid sha256:b5c70a32a98677a727677f3c8c2e9b11fbcedb3aaf58f1618a24b612182674a1
+size 24822
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 1a3e8e519770..6a342f48f825 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0ca3f83518eaab10815c62b62a01e5a12a5692b39ff26f72a46cb5b290af4485
-size 22461
+oid sha256:5dd883490b4c9a1a70580d90a6e9c37c101a6f6ea883ce054265c660276c934f
+size 22423
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 42bc91b1ba01..d3c475ef06a7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a25c807c5793c727c83e058d7128d955dbc4dbdaead12326df53584a0f407d9b
-size 25574
+oid sha256:b47420af4032cb185a2cabb94fa66789a7f364d8eb36865c1d73f20e656873ab
+size 25553
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 12c99559c0eb..728f99e9d7a1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9f08f6880009055cd4f4bfb1528ed79c61777e12abab77e0cf1ab0f70a16d709
-size 22809
+oid sha256:fadfe66d0d7ff52766a3cebd85c6d723d168598bf74f4724ce226ef7ac6b933f
+size 22779
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index fc81cc45f272..5cade4f70b27 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:81b2183282fad1257c372a874ad6888344f607cf06ac7e6dda472c020065c38f
-size 25376
+oid sha256:9b74eb4760c667d23314b16c8dfa373b218be89b4955000a52594a6c550ae932
+size 25354
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 370afaad20df..a3ccc403cf3a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5d2043c70f55d323e4a75d0724fc31cf5b7f184bef1118cf177740b1282081da
-size 23033
+oid sha256:f5ef66d4d6a85d230b88f5062de3ade57b19b0c5c0bbaca49fa56fd5b18b82c8
+size 23010
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4f3d12c0f839..630d4a9f1bf2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d9918bb07d68bb159ca8902e00f68442ad35cf3f28de36401f1f3a73dcf76100
-size 29770
+oid sha256:b3bd0216b5faf791c4a57bcc6970fc4b892cabf2c6f3d66f28eb8db626fb5f00
+size 29742
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index a9f6949abf65..4633779134bb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:25454a1ca2b7985c589b3ae0c19669fea4bf20e7c78a0cb55442974a21a7b73f
-size 27442
+oid sha256:8506fc3f1c09a6468e6b6a15ba8c0e0a6b12ef0c2f87ae9610db819845b8d80d
+size 27411
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index ba3c7cf91c2e..26ea030d32e4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b2489a1c11ad9dd58665965a02b641c53e5adbf4c1b238be8a34e0b86b3fdfc6
-size 31168
+oid sha256:962c50a0362e7e46ed9f73a8d39b9cccdab8d6bdac4ba8f26db8ed033b97e3e1
+size 31133
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index d8b3a0c69209..5284ecaffe3f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6747f115602da387321c9c210e525bd5198b8887bdd2f900b766faadef536a2f
-size 28269
+oid sha256:6373a65fd93aaed0c49deac311511d799cfebe8330aad6ca695758ff3faaf1f3
+size 28238
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 136504f3dcab..a31689702d02 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b678415e02dd51c8a4f5f8baa5455f8922fd5807083dd758a9e4d02a4dd797c5
-size 28988
+oid sha256:be82c75625f1ae1a2c8b120506a3834bd9c4d269c28875c6d73216112547ab5e
+size 28960
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8b804a68b0b0..45037cffdb8e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1f3f373ab854d381d9e7feaf69f9d63e217da11624bd9f4092794530046438b1
-size 26270
+oid sha256:ba55c9ca5a342178b1dc1e319c1bc70e26335f7bb91276fc75bec3f5354f19fa
+size 26229
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index fdee0ade670a..ac0b740857be 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1994b55a4a8ec5621b5f9159df78c87cd1c26316b5618fe4a7d5bae4d8c9400e
-size 30356
+oid sha256:7e8381b0ef4c9ce5ae7324641ec38b716ed4623aa34a017a0fa07656ddc7a709
+size 30330
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9e9df3ada6c1..6f13fe520fd9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:101da7a6b852d1a9c937e0cb675a40c0ebb0fea6c6625aa894355b42b60675e4
-size 27047
+oid sha256:16489510f6ffdb345a1c039a9982d1d36fe581eb3de2f43081634867a7b99afa
+size 27013
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index f0426d9eb312..7be7f133870f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf99c4d0784fdc4daf6fe037262125b9b1b1a7d71e13b803907248b5d51e0eae
-size 25431
+oid sha256:a9a3d2fd8ca8d54101025b2d7c412a449c9e105a661317f69c35a1128353f50b
+size 25403
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 43402aec3070..96c62327dd86 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:de3d85e2c2044bd34b5b19defb2137bde4ec5e94cddd3d5fbc22a6b95beb95d2
-size 22857
+oid sha256:474afe9bd3040c92673d72d9a262ea7ec051abc52e1c1dac9f428b344d661c69
+size 22826
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index ebb50616603a..2e0a5a972469 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:021393fefcb9e6ad15ee81e9e985f6bb1dd59ca46038f40e29b184389225201a
-size 26341
+oid sha256:403a6df8ade481b62787e41d964034803d5d87167008f2a3e2e86073eedeecad
+size 26307
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 62389d4a8a63..a60f386ba4de 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e0d82c5217dbe583facef131f316fe9df74bd46784dfd689780300a8ae948219
-size 23414
+oid sha256:d5122c7babbc1fd0ee1b4f18203f3b0e27f1f6b70edb556f147837640f24be37
+size 23386
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 507e37a8ccf4..abd59348179e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:80b009722cd12aa07c199abb0c48fa05d9fb330939db34a574917ed07e502b17
-size 26665
+oid sha256:97ed1663aa36f2347e4f245782db063137e4ed119eecbd5af9aeb189eb677413
+size 26633
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 6cd600582cd7..fb5e13c4587e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:414d81ab5531223b801730d32d288c8ab5f1c9c7f3c4c22333564f4b5bb4d522
-size 23945
+oid sha256:cfa9fabbefdc6cb88ba88bfcdf3ca84763d1c7110393b7d15977c049d220e66f
+size 23918
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 4de907b61bbf..c200b2906c85 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6189cfb4698c3c77808da46065ff621b658fc8e28a2ebb41dc35ca8cf7dd2422
-size 23505
+oid sha256:0f0951f08ca8c324173561f15b4ab9aac8e72270303dfc74cf32835fbcde3481
+size 23461
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1028c0915b54..f9cbe749d046 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:607343f47fb5bc08366007b7bbf531952a6467c0f743545dc897320201b22b49
-size 20853
+oid sha256:76cd5da421b5609752e38cba0688fc06df1aa3ed66a66572da9e8df04e0ddc00
+size 20827
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index c860096723ae..71f0b05e2ec0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d3d1bfd618095132807c9d6266dfea19747c4f5b685285095bf74a790f575f26
-size 27184
+oid sha256:421948930bd3e5e29068d287b3bbfbc94527b66a08614dc3799d1349b337f75e
+size 27162
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 44360b10117e..24b38af9e6c4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ed85bb58d30771c6e539d48f6124fe6323dc313a2adba9eef95a15504b7cbeed
-size 24604
+oid sha256:f75cf0ddbf980466091101f30515cf43a54218d5acac789aa2a9de686250490f
+size 24572
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 6a099368f5db..19199a1987d2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:932e643eca1a966d9b5b6a0d80c888d7d22b8db2b47831f603b04e4b459b4392
-size 27006
+oid sha256:5b7fce4e02e34ccd302216a055bc0d1ae6d0f16fc709e192c4932e39f33635cc
+size 26972
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5970ca68f5fe..469ded2f9bd9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:39ae16b86c0d298b600cdb622c2fbc71ab41fbff15216e58a8bfc5b0aa213ee3
-size 25180
+oid sha256:966bc1c54f9f816cb24c20a313840ff78e9d748897eb6d1dd01e1a7a156681a5
+size 25152
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 328b3264ccee..f8de47fe5ebf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9badfe94e07073b667a33c0a1cfc1912a40a3fdfbfa74aeff6d74317ead37e2
-size 27361
+oid sha256:9a9f5695b6812809e2e9b533b89d78c967a3d50ab1e71432f86c047cb35a1348
+size 27334
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 48067709bfb6..639059e74e8c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:324e2b670d1c3e8a819d7de3ed43307ec485c890b8c7a22233600622e40e8fef
-size 24710
+oid sha256:a528eefd7be8efb2158f2997a540b5e9f406fcc9d83c235f4d2e6c1ddbde5795
+size 24683
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index f68eb1c655bb..2161cddf1f29 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:611297125617f1ae89db78d74f75e589ba201098af275056aa3a0f537a277ac6
-size 23777
+oid sha256:9e2b4cbf11ea12536db4e551134a746b51b238b4e9b1bf549381a12cee23643a
+size 23745
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 3fa297651f35..61ce537d492f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:31d4743a0976f4b3412c3da4151010bb58ff981d5d688a77bef8a10ad90069e0
-size 21650
+oid sha256:4fd37590dd4a1811d06669e93c1b5610ba2caeb829eda194d55845d498aa4368
+size 21619
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 29b104eea4ff..8f36b134b6bf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4c3ff14e8e50492b4eafbd4fbbcff728bf50b856fdd02a16cbef94e266e524a1
-size 29490
+oid sha256:10ac8bb9355c112964e86f92502ae5dbe21c86cfaf82c5614e982ff4ae07558a
+size 29457
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index abe2d365d625..b3b1472dbef3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8fe508b456c606f47446f94d8602fcc24290ff4e904a4f9cbf3c78fa0ec87dd9
-size 30596
+oid sha256:ae4dff83d32f1ce9c1e52e4ab76a701b1ea1e00866a99824f63ed794d01655f0
+size 30561
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6ce1896b62f1..6f6a4ef38cea 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:570528d2b6eb916ee50fb0de8d0f8de0b1775415d38a2ba94148031fb1ff9f4e
-size 28698
+oid sha256:cae6de4f4e36c572bcbad6162f4d402321bca610f8dfd2ff1778efacfe0d93f4
+size 28664
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 03f079024fee..5d3a1dc29831 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:100f18ddcc1fd4fd59debbfa2dbef931e66303995a1ae619b255151c87e17492
-size 29644
+oid sha256:c46fdc6c2a63dacefc6a92f912c5351f8b16d179042a0c9c2fa3b8828ac64b41
+size 29617
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index dbcc24a5ea0b..f21eae853a24 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e033637bd509f0d2f4eeee15fae0c79d3ccfe2bfbc611575504b2cc6d26d805
-size 25951
+oid sha256:6682e47661637c24c12cdd036740a3c183199cf7891baa701f91c95677e38b77
+size 25916
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 91c8e6406a12..f8daadbe6417 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0f405133e0a0a8412ff14f5e4abccae26b40214bb694b80c1a56afd99db0d487
-size 23377
+oid sha256:976213692deada030e5e84a346f0c663e25fe31e443cf23128747034ca530ed2
+size 23348
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 896af1e259d8..6a31a8246985 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:09e3984f3cb05dfcc48c406ceff6e113f8c5b9f7ecba51c7bf676a023b398318
-size 26844
+oid sha256:306bb21f9da61706a664376d8334c5355b34aa4dd525eb516aa367a239eda293
+size 26808
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 061ead07bd46..e2ee94c9c6f7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1715512a145604bf3d24cda302eab85aee6ae758dc54edc499f37b9480b6a63c
-size 24251
+oid sha256:989ca7cd15aaf0d7c37750f05382188f7192593c1b1a94728bb3626ce78cd5f7
+size 24223
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 982a43a3f0a8..260bbc92d628 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8197208f6fa35abf066581beda4d3a59e377f3e9aca16c4de2a5c704abad1649
-size 25421
+oid sha256:9d6358b966bb894828e86799d0134fb151060ea6e98e122d45e1cd57c77de04b
+size 25386
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 2749ffdc28f9..37628bcd1eaf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0ed59bf1a3899b3bbed3773b15037bd6fbcc3deb516f5887dc9514fb1ad12fcc
-size 22832
+oid sha256:d8a2403083b95f6f72bb58a26608f0c2174ffc4421ecae194a96252ec20222da
+size 22808
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 2faf80b2a2a7..4e64adc5f17d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8db1ef1e1492e3d78952771deed2ba87a0640384facaa92f071570f8e5f1214f
-size 26679
+oid sha256:0fcdc476f5ec98cf09930587a13685305c3d5fcde05331c61d5f28af2e3c5ca4
+size 26648
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 29f09a910588..5a95ebef5fa2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5db11a695c75a3e8d2871baaa3806f8952c51556c7348eddc973b8672546a19b
-size 24005
+oid sha256:b882db60f58a0d6f9ff0433e8dc1c00f3bad44748b83975c9b0f112d13d1254b
+size 23979
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 68500f2abb61..b941acac5c82 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6082f3289daa33d5e424eb63d3e13db8be7cf057668246efed3a606e15d8fc6e
-size 26885
+oid sha256:4637832ccced95ceb824bbaffb61d89ebffc9abfd3bfd427106b2534d3783edf
+size 26859
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index b8a82be370ad..b26b4a497df5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b36a0ae4f0e0d713884caca2accd7293e9235820c743c9c9ac71810d7c35e7c5
-size 24588
+oid sha256:3507d72bd62ded346b89cd84c857ede78e20341b8cb11074f982ad2aa8d812c8
+size 24557
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index ef0f7f5bb19b..810bdfa630fd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:86d172a96c486ace1c90ac4784196104670ec2980b2c2c65c0c9bace450f1382
-size 27286
+oid sha256:201b68c5cfe39bbf5304397fba85400358679c7eb80b6c6433051d5b6b91b565
+size 27255
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 2b33428197be..55e9b93c88f1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ab7973223d3b66f1241f7229a5956f568d7c2c0d33144e4e0def7455963b47ec
-size 24397
+oid sha256:e094d29674da8c949668a61c0746a7d7757eaaec17fc419a169c290534410ee8
+size 24371
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6fd9c3ae007f..08087dd733c0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ff81856099bc725c801effba01f3d62828f86d29b8a97a90c61903014b1898f3
-size 32345
+oid sha256:b1838387bed0de78940dc41833aa884cfe5e95800237ee7c11fea352e3d6f5ef
+size 32321
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index f9e87afd6d43..1f3a57a0c142 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5c59451179ca4e1c95accce3cde6a569e62b1d5630606ff4875056494f616354
-size 28946
+oid sha256:5e0f60da9974035c768f8090d485ea27d9a4d005cbb8983b01848dbc0d599e76
+size 28921
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index d4a4d5480381..9a6d5c112fb5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e30aecd8f5fd19827ec4f113b443e907de45fdbf9c1171b681261b0b340733b6
-size 33452
+oid sha256:8d272b765a664344b43d71ce48fe4607660060ce9cc499f943c01c289e2e4a80
+size 33425
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 969fadcef431..cc957891273c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c489074a73e5f76dd9e48c7539bcb596e2766b3a1047900d91bfa3b499b4770d
-size 29552
+oid sha256:37ac772c66dfde0fc7b2c3702fecccaa194a2d789e9360b2ba382beacf3abf27
+size 29523
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5bdf5ed18c71..0b49aa97b0a6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0dd772ea180c461a47b60840ee77c8122a142d37741e80b5ebff2d7b48d1533a
-size 31693
+oid sha256:1a1b970d4804392f52b5274e1fdfcde4e5170c5ff14a50933964626e05f4d03f
+size 31668
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index db1c692aaf51..1ccc406907da 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0c646a361eac03d07bb6967fd80844d49d226d66a290d23c7fd398421e2a8d14
-size 27780
+oid sha256:a80de74939c5dd788f937c4f03ebe7ec270b2c3ff089ec4a02b04099067e7b53
+size 27748
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 0afe7c756e60..da541b65adb8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a9e853e4dd6839218dd0cd2810053a791ef2a0ad75f673af18de6469ca5b166e
-size 32742
+oid sha256:7bfdfdc6be02dcdd85ad2e18b747c5de7b6324532ba4797cbfbefb6f63b0c268
+size 32711
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1167230bf43b..ee9741edf882 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d133bb6ccf7cc5d3dd086128f408eca1a7f10f2522d9215a5eeb425660eecb7f
-size 28416
+oid sha256:bd8b28c1faf5a2e9ea512f6401fbf6b1e682db65bcc32fae339aeaa23be98ea2
+size 28380
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 8122819fae4f..faf14d94aaa2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c3d339614694fb3ccf456e9b43d0d9deff5d2d738b313f13ea9860468ce5abbe
-size 27951
+oid sha256:c878fb70460062f0e67d4d16792fe863c6dd6e4a716df87a0438a855d0162790
+size 27914
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 614aa293b427..235fae8936c1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7ae63691a80cb847145a3d45152f42e298d52e1cf0bb3be56d776fe94fe082fd
-size 25152
+oid sha256:f18688de8fd0699808a2de18adb33bf9576ebf02aee031b5fb7286e18dadffe5
+size 25121
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index dfe89f28b3c0..661107d54fb0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e0920cad9477d67f7cbaf38b6d2dbcbc6eed00566204262c47477825844181f3
-size 28720
+oid sha256:aafdefeca2153bf10a66fe35733942634cac2776c4338a6fd2fa67349f978e3f
+size 28696
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6a112a6e8c79..17bbd3bdde36 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a59f64c1c9ae72ace8c05c2c0ce5dc011ddd609833679b316e74bda3aea07836
-size 24822
+oid sha256:332711f6c16fdbf3778ca32b19a1e757e33c853759ffe5aa9386ed0a13a93610
+size 24789
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 3a7cfe1c9043..5115585e980f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:64a7e5f548306c5931bd946b33c84791f00d65d9dc59526f4fab67c3e71c72e8
-size 28938
+oid sha256:19259ad6b6fa32353b5df9722ef379b0870798735dd76df72a4a39c986a27e92
+size 28912
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 9d367d3ae133..b3f35bcca310 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:49bbc21dad52107ee6d93bb0f20b230eadc65a5cfc4e8292f3b0921470276c07
-size 26036
+oid sha256:e6310c797eb5bff27b73496df5e01f95c0e613dc3f5197a47b0bd86aac73bff6
+size 26004
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 442df22ac150..40ecb61b3b3c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9f4a2204fc4bfb6015b22121db14a81dfd3d37da10f61404117ef08add3ce17b
-size 25190
+oid sha256:5914bd72b603ce888affdb07ff3bbb3a604de8c0383fe38c1d0d621189ed82d1
+size 25154
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 41774a11dc7f..08db9b486f7b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f0a9a7ac22b63d81c742b14f57e3233a20f4420637d098b218579a6c4e5d4a6f
-size 21765
+oid sha256:e8092f3d3a0f79cef055f311a5295c953353ba8cc58ab86d645cbd09be679aee
+size 21729
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index c7ab2cf6cf19..c937e753b0d2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:98a0ba8d8c83eb9465ab938fd3bcf9d3024e2770803d274535fffad956e601e6
-size 29427
+oid sha256:4d21627e0f023737387402002f6374946c3350b5e176f039af58940787f0f387
+size 29396
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index bcce56622c75..8a64fdd041b5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a1c461ce8db16ca7b9474b213305c8e35b7176376ff7c405d1ae6f0301f0505e
-size 26855
+oid sha256:a46959be99796a376a1a3c29cd75bce382e072038c7eea9ef575198d72608208
+size 26821
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index be00f03716ad..4befaca7c0fb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:537cd3e9b1c45c2da46f096e0f38e015bf2ec780eb2cbe477d8299c1b3bf8c15
-size 29478
+oid sha256:f1128951b4ebae26126bb028100a1e48202f6cc20013fe75031f2ec7362c418c
+size 29452
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index bd260127e310..4977c6e3e179 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e2290b2f6987cc1f953413ca6a27292beed18c5aab2cd2a6228fc6e42a2cde57
-size 27150
+oid sha256:6baaa7fbf83ea305578718deee744e3b5003ad69be1d1a4447b0b0517f363801
+size 27122
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 8cf2c27aece2..d9c9bd27ffb1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cf24c1bd99009cab5f2c2d398b55084c6c85bdc865740d8631148d64677f077d
-size 29470
+oid sha256:48cd29e940468ad7e90f010d85c9552f50ecc0102bf49a4199d5ee7f2f1adb91
+size 29441
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 9fedc5514f44..5a098e974ce1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:459dc6283f4d86ecd77599c87e1f6c7114b524e3c7c31fc3ea213c9e3fcc4c5d
-size 26861
+oid sha256:904f9732a6444847c34492e04ad180860ba1ca96e0d4cbd2746a1b1c40fbacb7
+size 26838
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index b831389d3555..56192f12da9b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:714f593012b8dc0131714e4616039334754d6450d3d6ab5003d2bae6ecbceebb
-size 25545
+oid sha256:16ceaae171b480e61a340c6db70ef0eb0bf53565d12ea4c4adf2b050d6140f2c
+size 25516
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1e22377d6343..4bb11663721a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b0523791d1528559f3543b46c4ff53bbdecf8685006e913e27bde77d35b6460e
-size 22476
+oid sha256:3c51ba6bff4c4e60a6dbf70cbb37336d3fbe08071b2b130c56fbe429422d4d10
+size 22444
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 47829a8ff01c..a6bef5a63be6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dff0ea5210bd3f1a4b4b2937a38d8912bd7883571006c1afdf06068daf9468ef
-size 35836
+oid sha256:6184943818cdfa37c2a5b32f948db385869c8a7784f85c0cc85789af56bb4d24
+size 35792
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index e0113299043b..9e51cb79e645 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fc33cd94c37902c8516f5bd005dbb93a92e72e4c8b44160b7936e94574c134be
-size 33361
+oid sha256:cc175acd0195b28b9741b081a690826243ce19c8420bbcc41a23a280ff03552d
+size 33328
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9fb21070bafe..13236d2cbeeb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a533acbd5ceb6afeef83c1c2163730272790f5f7a01bf9b9b17bb2dcd0f741b6
-size 30824
+oid sha256:8373d38d13a94c491f168567139e10566f1dfb0923a8de1d9030b25dc6c79563
+size 30795
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index b2722aee7066..60c4ecf21e91 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:51631a04503423429bbb11ef6fe6fcb2273af5d38b598ae70cc020a13002a948
-size 22333
+oid sha256:3ddcfb413033af9ed8e753899f744ea074aa24e190178702d31c951451756518
+size 22305
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index bf3d042b76d7..6ce26b925689 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7041831e2766d85883ce68d332fdfd192486e82c94fd8ddedbd3834ab02db202
-size 19536
+oid sha256:6ff6e83eadce5e320477830a22855399b0878c42a09f9df1af6dfa363f2ae642
+size 19506
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 6d0da5650440..370cdd2c4b79 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e2e34dc21fce99143fcfa8b2d1af400b8a5a1953687fedb472f1a64e246786c
-size 23610
+oid sha256:432a7c299817c7f52811a610ebac0611ebafe2fc1dcacfe8506394b5ab1429c9
+size 23581
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 0dddcbca26e1..ce30e665d557 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e7787534d9859829f588b7ff936653205dac62ddada0223a22022efdea7f5924
-size 21083
+oid sha256:dfce3ad050a07fdb9bd3a05fde4c7cddd47541057f3c9a4d87dbd552e6b70fc5
+size 21057
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 71c568bc427d..15f9aa8aff71 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fcab7c992f9f1d8cc3b5339819b8c935abd140aa34a430293faf6ccc761b5f61
-size 24051
+oid sha256:af04bf19b7907b77c5e08b284ee81708d7f0859ce5e8168b6cdb0bd58e7ec652
+size 24019
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 6e427def5e84..e972faf704fb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4a11a162eed9d02c9217ef26af2961f089fb3f1a443c7e1615fc1b1d55bbbf70
-size 21402
+oid sha256:4d4a00d67e6ac91a6d5fe62f19a5995c9c0edf25ab682a9aad6482293e6824b3
+size 21376
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 85fa767fd382..083836e7dca2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5d002812355a5f9d2d1438930a4ee059c0bdad3b606bbd5e0897b21482213682
-size 24217
+oid sha256:f4d106343fd5de2752db7b801f960fdce253009908611df53f36c5e53564b799
+size 24188
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 4b927521816f..a8a9571bfb23 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8b49946ec807424b997664bb421877b09cc031bef865d3af5b18423c5a105e9a
-size 21548
+oid sha256:9af8ced07513e076f6be057381f2d828cd9774ad2dcd5fd4079564f04a9343e1
+size 21522
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index cf7da6e52bba..edd033f8cf11 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ce3148a88bc5c95a169f9bcab7386f8bdbe9b3e4611004b0815b8c5303f3a7c3
-size 22172
+oid sha256:862f306714b2e3300b03c71e31b2d9426d8fbb8ca5bd4294580454c5eb319d50
+size 22141
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index fb14194836bf..1b20ed72f480 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a232c53246e2780b60ad2146d4aa4d17101569ccf0f83c5225a96da473b6bd68
-size 19712
+oid sha256:8afed6c29d8c91d4f8031ac22bb53aeb48b96b21b7dd4249972e364a71be83ca
+size 19682
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index c3b5174822aa..cc4dcf9a2d4c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b97efacd9e37af913e0e0047cfc59cb287f4a3558c6acb55308b6b2cb33b5092
-size 23908
+oid sha256:d280579fa3131d46a80d3234de979e90a8b962e88e22945074f486ba18aa9103
+size 23884
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 1b95948442ba..c00a7c0d0d38 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ecaad0c3ad2db3bb062984cae022ace90e035e65bf9fec7889e5d0faa5e2db61
-size 20937
+oid sha256:2b4d87d11bac318ca741e29a1ca8e7e042d2273e7d8814b1d22bcf58d9c3bfd7
+size 20907
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 724003f02f82..917d972fe2ab 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:26c3d5f46cfd88f2821685697aa8b02c1b8fa79e76a5a32198aba0c1cc1e0ca1
-size 24335
+oid sha256:97e9622f4528f3ce3e845e7801129e67e4ed16c502340418eeaf23bdc0ef19f4
+size 24306
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 4b42965cffca..d1f193b70d51 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e549690455eadcecda3170e14f314f235cc9306c50ab1d31fc2564bd615ede34
-size 21357
+oid sha256:8fd101c5d74e282ca9b8da9606b4a2fa294fab07452157092f41bab7d7db9f3d
+size 21325
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 9583e32cef19..7ee312de76e2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:942ec462ee31a5996c011dc34a3ddc05766300ce2d74a7e02b463d4764bc91fe
-size 24213
+oid sha256:a56ebab7c2efcd3d52d26d65abe46920100f8b21e719d3a484cd61a61a3568c4
+size 24185
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 1bda69c627b0..53116329ebed 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5d59f4cfa4c4094b90c72eedfeeb2ef33e0b84d8e45af67e4bd1ad0233a1ef43
-size 21287
+oid sha256:ce95b859f576deca543be25637e244a027b624780cbbfe19c16cfe0a3601cc1f
+size 21260
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index f3ee30b63978..58a84ec4305e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:305138ca5502bb9eff0e9a7a66a06114e8906b6d8cf61333510ba5822fb9d6ee
-size 24827
+oid sha256:d5b8bcce5b4c5d410f8f2e551274acbb43e7dbcbf30aae5536d2a8322f5cd2bc
+size 24794
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index d6cb18a04e54..6559784f0fad 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c5840c298f3736eb5aba0452472eb06c8fea6a597e5e259fec1730c37e2c771
-size 22046
+oid sha256:27244a09664fb250571bef8b61e749099663cc6f81b6e11bcb5977d937cc696f
+size 22028
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index e857c337c3bd..1b27ccbbef21 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5466979efbdf87bc66d94959af9ec16cf217ce4d6cef7f26f86a9e99275e9da5
-size 25668
+oid sha256:56517a569927465c1a670c071ee3ac2617a1f2cd5943315105a96d37477584ec
+size 25643
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index fd0220c262d2..a88e452856b7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ee15c25d1cf9b47825a3717222f17cfba63a8a0a5a329ad6b386ab213df0d227
-size 23092
+oid sha256:365d9790a3f09fc4d4a66b5d88e4719694319b709f68519b7c9605556785bd10
+size 23053
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 299bfbc4af70..2cabf3062ace 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:47368d6a6a7b246cda81704f277330e62b5cc1bb2ea5ba389851e0acfe6a5eb7
-size 26090
+oid sha256:1e78141d3a2d93e9a148614df040e4aeff6438d1f5d4a2030c8a4cf1bd2de29a
+size 26060
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index eba973a68273..f29bcbb6e8a1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e47fa31c4d3133c0fbe6584ebb55a156be9fea732f4ffac61a8438b51ba44e7
-size 23824
+oid sha256:2172342967a5447b523d4879747999ef091437972448ff36bf553094ba20bd4d
+size 23796
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index da3ed90b0559..5cf2ff1749e0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:63179fe26f6d20742db55b9cf10c4347cb0c590454a399e9b372bafa831b7271
-size 26258
+oid sha256:161c694bd67cd8c35d8991097dff7926e4ed404ea581625a21c9fbf9aea72777
+size 26237
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 7682bd0e7996..75e469d1277d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aeb2016a9ee936dd8164f155f457b72f57290c29858244d5a7a281c54ac0ca85
-size 23738
+oid sha256:1bf3ac4b27f93fa47b94b8980317d73edbbfdd6f20af62f57d71d1604d479a0a
+size 23710
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 0259f4d3a81d..3be58f1ec69f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7b3d4dd76e195d058d4c9ed2d69f42cf432e31ca249fa6dbf20d3cd3152af205
-size 26504
+oid sha256:02d0fe32ed12fd3f928050bdce44c4e3779f0a22e4c15117d7a848187fca48c3
+size 26471
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index d8ad11754008..c1c565e377f6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d864492fde2d5cab8ab227a93ba6c45fd8e199c0656ef05418c86e76a928b3c9
-size 23181
+oid sha256:807370aa3e26a3665181d014153feb051dc1f5447ad2536348624f55220505c9
+size 23149
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 5ca700f956ed..4289e15b6a14 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:04867149e119d48de66595d040a6f53c64e6947704c22f26e36d6b4c3cfca854
-size 26800
+oid sha256:ed1e78ebb2cc0d48d0ea2f0292fbdd6397a9484319b78e1da9cff8e0171adf5d
+size 26776
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 4fa10f9d944c..6ddfeb7e2f80 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b44aa1d191d1b88deddf6c7eceaedc0890746d43a943fdf74c79bae95516bf30
-size 24798
+oid sha256:fbfb1b5b9f5c7f377d31fcb83e87e6b5132f9919aab527c7c4b68093d5bbcb27
+size 24768
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index e6909458b032..682e041d2f8c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6d7e451abb9b04ec6f15cd9bd3ea42d496afcbc97016206431f6ea32249b82b5
-size 27533
+oid sha256:9baa9442e3e7d1c40686aaa70cd32bad81b34b050e31982d20c6e59e49733f22
+size 27503
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index b2233afbe366..5b8055b68d62 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ee83bccf80e6df456d57be194258395378b37b5c4194a4496ad486e190d14335
-size 25044
+oid sha256:e33e98b64fd110ea5343a9eb839d91c51234415054712788c5f57a67886cffb0
+size 25012
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 1f40ca50b9c8..bb1a903ee896 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ffb556696b6595e988652cdd085172337691ceac535272e0b461b3ab8d31b7c9
-size 27407
+oid sha256:3c524e0f4cc1ea574580fa4e0da90e37b12525dc7979dcac7f344df6989c87ff
+size 27374
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index ec75c76c4d59..274f60de4ca4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c223d9e8787e03be96f713d6a35945daf02761a8fd34b457e8e83236dfc6d2c5
-size 25611
+oid sha256:2672d268ecedf927b7f3c7ea1e2a586a18dfce0823ea941054501852bd8019ab
+size 25585
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index aeecd474d1fb..17a30ea3b8be 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a9f7543b43e145b143985db9dd2e5d0962ea43e39a1718661361319766860eb0
-size 25533
+oid sha256:f26e55a1d11997438dfb3b171e6c152b4ba1d0c76c47c8364e92d48c9918362d
+size 25506
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 2e14820a00ef..1dd968519a0f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f88997d2407d47d6da304df7af5ad11a0ed8f2467efcb6484d406e3c7fd6a583
-size 23041
+oid sha256:e982e1674e807ca566c0d01c20a7cfe8bb6c85b832a5c766aa45db955b88b356
+size 23012
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 2c0de9176642..496d61bacb53 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:abfc26b3d0a9083b347ef16ba9e887a36e4ac52f970873afa28b00cbaa0738be
-size 26994
+oid sha256:7a6356e6ebaf836b8aa86ef902a1ad62844d3f447b719890728636396c4f1e49
+size 26967
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 2661e1896fe3..81803767ccdd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fcac56a176a273dd7eb518417d105860ca632b08190b23bd9510d6269188950c
-size 24624
+oid sha256:f3eb4d0c88c9efebd9012cda91b4c821f0d2c2635694b988b3760d11a402b02f
+size 24598
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 0b7a153a593f..d16224eaf3af 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ea771f75a061b34a8d358c945fe577e29ff92aeb2296949ce1fde2159ef99c1
-size 27324
+oid sha256:fd79a9e636e3401e377eea932cb629b84070bd4bf83058f80af1c4284f27bc56
+size 27293
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 94ff391d5ca7..f5a78765d7fa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:95c51efae91a463c3631370aca795812e52839d7ec0aaf4f2cac8452829f6d22
-size 25047
+oid sha256:d9d93b0c9eae50be36e82e1076010fc949b7b34fdd5fdb27540b24c6a762bfbc
+size 25014
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index e459355ded95..d769fdac0980 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:610a6a6a38cce704e49d49439352bfa8caef755c531912fd520cae16d8cf1533
-size 27411
+oid sha256:57e6338d9d66ca142cfe87b0281bed7ed7e5e45e5d452411bec711c132933720
+size 27380
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 39acc84ae20e..f080f0273ae7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4fe075ef84ff5d19413f4709eb33b5fc3280750a4ea465c34c22030acb5dcf3e
-size 25192
+oid sha256:ef4e15078edefbc3547e8a1ee5176e17dc2244f80e50ae6ee3191975de0d799f
+size 25167
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 22b4e8e584dd..11df94d94c6f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5c47b6b5cd5078b6447ba952be3225e73e24d6fb2845cec95080b80a13a7fe65
-size 28978
+oid sha256:5825b26e4eeee96884218e8acca389d9b1ac91fa3dfc984880da673568d75f25
+size 28949
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index e316c47da9e7..1e045eb0c322 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b4f9251c4ce836a7bd3ce881dd04175f571f07290616796be5f7871481f27136
-size 26071
+oid sha256:909b8d25f3daecc6829a3b368f408a8547a4390d61244408c80ef9d7266ccd61
+size 26047
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index e06ff3f890fd..d8a4053fdaea 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c1ea7614293508d6f70b370622f43265d18c6a89f8d7cce72181637246f8fe9e
-size 29946
+oid sha256:52fb2232fe7dfedb9132137394535becfbf54f2e5dbedc08fd5e014e10c7a55e
+size 29915
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index acaac17a6888..dd8fb463182f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9e19e14a935818b7f71d383519d7ac2893c703be2fd457c1bf1e5a0d8b0a301a
-size 27171
+oid sha256:687f14ee76da934e0752165466f130b2eba015be4e0a91a3d6244331e74b89d2
+size 27141
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 776dfb08b4c1..43b3f3ba01a5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8d7cefa3141dd7dd7e962a5e5f9e14cfbc9f7f51cecc78e46168cc8d652e092a
-size 30126
+oid sha256:5ed0f926b6d4588c1214bb1da1647ab088c13708779373172f10ab5e016f207e
+size 30090
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index f931d5dfb248..c4585f540d99 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d8ccf756b74048349643f125251c515947a787305e7f86e34573625e70996780
-size 28297
+oid sha256:74944bd7529806641a6d08431741525dfaa88fa1a1b35d7947997f03384702a4
+size 28257
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index d01fd4bcc145..67ab2ae07a22 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eb139888cfc02bcd366274534a0e8f5f1c6aff72ec74a5cfadafa91038e62345
-size 30141
+oid sha256:35115a859f73d253bd2bddf135bc1623b8cac9cc9580219e1d353757b0202fd0
+size 30113
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index e64538ffe8b9..3c1414c0bc49 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:22b1bcfceec0180b9f831029e51a2aa0d183a82544b657b4b4edfc0389adad15
-size 28058
+oid sha256:718086e7d4a3696934ec02d3fe7ef4a341c78d25de001a26ac8c92b84108a668
+size 28030
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 98e0ab9ad754..9c18907317dc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8cedbf1847029a12f53893190b3872e7ce48615aa75800decbf4cc8a1786077e
-size 23843
+oid sha256:51675102617160adc2c7a4186c8c31b35c92014b33d8a8885ab0c12b5962f8ca
+size 23071
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 649c70c3aa9d..ac550422d406 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d86a202308bde6fefc895040de52ccbab062069fb0475d93f5b0f705257c79c4
-size 20837
+oid sha256:0baac2ae14897a3453e860db26174d822214e8fb8976992bb4ccff058e8c40e2
+size 20224
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index efdb15301496..0e8844fb9292 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eb9588eed11a3c9e09403ae5a84db7f43481cbc0f4b19c8f28df79e58699a159
-size 24701
+oid sha256:f0b3dad29fdb697caa7330103d9cb463c1b957706f09607165828811fb748c23
+size 24094
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 552528add4b7..0467556f12c9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:28b8f19db6b585ee3a03ea39474ece4439c4a15807c059548243ba400ae4a51a
-size 22094
+oid sha256:60bad00d0dbb8efee01aef844f94c7cdddbacf7f59ba899feffc411ecd3545c3
+size 21567
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index fade0076f75b..af39023f155b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b2f4b70bc713f491c8ebbfd617ba61ac5e79ef0cc75317d2d488521f9f05bf6a
-size 25078
+oid sha256:8edc4a393c857decc49a95edbc161600000465a72d14ac26b750a6b4d06e9e43
+size 24571
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 624c330c40df..0126353d0af8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:020849d9b6ec1439a6bcc046f3ec221dee2bdb98d4dd3ea9783d1d69eb2b5923
-size 22385
+oid sha256:7601ddadb55c0b98aab6a1447ced19ee43b68f1927eace71d76d9012af53fdfd
+size 21573
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index e0b63ce3eef8..e320709fdd8b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b5b2ff0457f7611517eaa56ce754515e435c7f7301a830c826760512032ccecb
-size 25447
+oid sha256:ddfe603559fc3701c1c03aa10da6724ee958db8176251fce9e2daca715517608
+size 24809
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 3174c5e0354e..9e88daf4586e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:998c9ba0475c022410afe29b67d27fc2283771c84eccab8d25467aed50127883
-size 22732
+oid sha256:64d52a6761a252d09ea35b1bfe4ed0867be9b3c57cda0c8351178849950fe0db
+size 22031
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 15f853529205..ca69d9b94c95 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3686c2c8794a95ff5dddb4de083a3b9011dd96010da932a747f2854ae8906144
-size 23870
+oid sha256:e8b2ca0201cac84b24978496f68820c001c487d99c0e4995d186f3d7542c21c8
+size 23181
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 4f53dc9fc0db..62a29a6d5be4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:98d8c641454283c5b8822e6c403bc24c81c3d0e1f949e228439dbbe7bc91c18c
-size 20631
+oid sha256:47b5179f9ec7fe125777f517cc2e520a190824fde31a742312843421deda93d7
+size 20070
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index acd0e2300e11..59c2dd3612a1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:093e2857fd8d4a636d3a88a3f324dc657e90ab18583933cc299ac55c67e17436
-size 25128
+oid sha256:efe3ee528394e018ad86088917817b6788b9c911ad64aa02297ed34680dd4e69
+size 24519
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 1ab19452bebd..0b3fe4f0afc5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ada54592a96d0caedc8737155f0f70b099518d61bf0ef67c541e000296f06dc
-size 21652
+oid sha256:96e1e6c93d9ed5bbdcb654a6ff3747ba9179a044a82a789c8d9a5f9b4ac48918
+size 21147
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index ecf44b984a95..d97fac5e7948 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e9f948a4cff7f8827010d47742c64c1ee84e8f82210ff3cbd7cd6153dfe33756
-size 25173
+oid sha256:30240231fabebdfb6729332b8d75002c22d13a1f41a1e59ec73a65ac6778b68e
+size 24608
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index caf0e76b007f..dd341c483530 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e7acbaffa4ff8e3cf5bc35f28fe7dd04d6c0db8e621bcff9b3f88b6b3adeed46
-size 22135
+oid sha256:04f989813f7491608661c254956f846acdee020fe936d15f77b92d338d4520c2
+size 21545
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index c92375c7ba0e..64bd324f8a3e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4056d197088820f0f7c02dd7e4006a6178a213160cd06b62f398135c9a1f5950
-size 25412
+oid sha256:fbd236b01591cd538012341b991a8968114144154695ba199fd10769c13d538f
+size 24647
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 6fc35c52036d..d322763b2b18 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:759660f5d6160e6ba2cc8490d6826604d1f48fc08d110ea8a94242d6bedc2fd2
-size 22398
+oid sha256:88de000c3d39bef140cf5efdbaef686d9134ae5fe536116946613b03f980d015
+size 21764
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index b9ddd1987a3a..7321f5c69073 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0f4473db721300d1b31ec9779b8c3420895fa58211ed7a76eacaafb58a9b564b
-size 25565
+oid sha256:3ddf7aa134f5bc693e0225439fab50c3f59a40d3d36941e9af2b0f1ba93de079
+size 25532
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 15b6329425ba..1aa75dfb7abb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7f94e7bc378f96330304bc500492c386cef335b2f070ab4a878980b3c0c62f79
-size 22717
+oid sha256:caa6c61c57886989e349785bf5ce863d6b514ef18c3f7fc6217a70aacbc8500a
+size 22687
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index b649e95bcf28..418addc9f84c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dc958f5e9cf9f8261e9a4b6e53f123a48935ae938d1d2e434fa63a67c02ab0aa
-size 26126
+oid sha256:b41711ef569843fe852df7c470b841a8d529e7f1a499b68e22dbffcfba4522bd
+size 26091
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 04a2252312fe..0bec154d41d0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:31c8d77fa40fdfde19cc2d64921cfbd446cc9c164a61c0b5eb131c6acd04d2d9
-size 23154
+oid sha256:92748d57f5c6a1dd88f4285796c08234d7afe3b59967d0effbe561e6e851b780
+size 23123
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 030314ad2cf3..d6e99a5a1cf6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f6c079483640e17fdf21fb82434930b764102d456571928836bcc0b8cf05ffbd
-size 26281
+oid sha256:9d01b7c33e2c1681b43cb3cbef931d36eaf0703571a0a0c3fe4e4d2f633c37eb
+size 26256
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 5336231c5164..46da2fb687a6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:509db2e3e95c3582124832e84f283e13fb955199af8847118f12218eef6af8b6
-size 23537
+oid sha256:3ca80f77dadce6a22f7602c4e024be645a9177a84478ad3bcabbe05cc0770ab0
+size 23510
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index cb718c823685..eebf35b61eb6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dd0514689c31d3862aa3597a7996848d67166825e74c18fdd6164a36a7a99cc5
-size 26732
+oid sha256:99d3ec190baea3f47e0ec838bcae3c0fc85edfba6b960775a2d2068474fcb979
+size 26705
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index cd895d9f136f..0369073b433f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f651811aa31ddd1e81b783a8814e2b40a7b276b53952bf34461f186dde6335f3
-size 23976
+oid sha256:32b0481130391805409ec9f50bef46a8c28c8cfa27878a59cb85c7ca26423dc0
+size 23944
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 35e12e113e17..77f9db7e9ef5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:33efeb7d8d85ee52ed43c7f3cd8fddb761490af44afb3bb0eb79514c156ca920
-size 25406
+oid sha256:d04eabe783ccbbb9e8149066039bc0994b71e6044fca779f838bfb2bf4b966d0
+size 25378
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index c0168119e7f6..f9f3112a4e6c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8781570453bacf5e7d0067aeb93c5a964ef0e6a84b27d542fd703315f97ca0e2
-size 22530
+oid sha256:646352a51185f97569d827572e83b308cb208050d2b9ea65564ecf7376d215c0
+size 22504
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 189e53e2aa89..d871ced71dad 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b542a469d0a90d31526a656ffd2e02ffbc66eb4ecb53dff8060481fceb45b278
-size 26081
+oid sha256:0b3a53a516b38a045ab71088e6c2735ac5968d05e19f84acd0aded0e2f2134a0
+size 26064
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index bff89d6078d8..8eedb7089777 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4cc74122f6ee4ef09672f50e6b3085db50b0f1fb4721ff04e4931d248ee18d33
-size 22966
+oid sha256:e377c665aa30501d56540fe44deab0efa5bd94f81fe61564051f0535ee14426f
+size 22931
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 477c0ea96b37..5a7377878389 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0fd99bd5d01dc664de064eec4c39cf3b7fd1fe76826b6adc82f1ff76007951b7
-size 26283
+oid sha256:89d9804cab0f09dcdaba1850e9d83938dfe773a9e46d6eaf3ac0388bb3ec5ff0
+size 26264
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 0eda010b0766..0efb091cd869 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:452c482e9e612decabd5aae771a6dfdb7292e97b1ce3efd717a1f0562f5b197b
-size 23408
+oid sha256:149ad9d1c70c214dadefeb2fab06a21f0a976282cc880e4f20516a6cc754568c
+size 23379
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index cbc75e3ed975..8794b66f2790 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f64a413635dc56bfa60b179a2d7864203c2ffb35dd2ace6312a7865c48dec04e
-size 26760
+oid sha256:b9957f53f9fc9a02ca79bc0d295790e87ea66ee2d4560ab0a4b9b7844da91c8f
+size 26741
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index a33b16e79f3a..3fa4f88b0463 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:df0777aecabef84fe39f13997b3c51a0f8cbfc5bd679f390ca48cfcfea76679e
-size 23827
+oid sha256:9c4eeaf658577186035661d26e15247c810903995f1211a3ac4a582eeb1a7626
+size 23801
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index f40c7a80d480..e35e9c67c3f3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0b07c42d0f304c4bc288b8cb1cec1ae8c6744e8f5fe993e504e06bb9e301f0c7
-size 29627
+oid sha256:a04a4ec7fc2e384942c828966697b9dd790d65bec3f15b222cd3a0f04497395a
+size 29593
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index eee713533128..7a47a3f7a82d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:17d934ea2eb7a2e5cf6bb1dacc4ebd89c0452bd2b58ceb356a37603626a70eaa
-size 28132
+oid sha256:dd45b9c087665585e33597d2570a4179cf0d109c0e9ec0ae5b62b14e107088bc
+size 28093
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index b96d5222d69f..f0cce7bbeae4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:77af5798737f4c5730fb88aadc8540acfd7d6a93b71350ba49924d6b6bb34a42
-size 30796
+oid sha256:6c4e83336aafddf1dd433d437d035f509036a9900dc3250d66fb7dbbfeef53dd
+size 30761
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 3828fc909d5c..3c49ba45c81b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9da53bf36d1b5df9e2edff289e2c75cb762b9d56a539ea74e285c4c54fc39686
-size 28315
+oid sha256:3d34e5a7edbdf2981a1986141e91296e162cddf9ea88cd263f676f5fee8e19b1
+size 28285
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 4f3df3aa66da..19177e8c7f51 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9fd8e0bb3f1f047b0b752003799229f0f495c2dec660db655b255cc0c6478319
-size 30748
+oid sha256:3fc3e0deadd7e68f0fdfee3ca24c0cc54c68f567a6bfa6560ab620fcbeeb2c76
+size 30725
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 012cebba74e8..7d12227e54de 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:78c9267e276a5ee780648f927a2ee923fd9ff5f89c8fa4c5a2f382894640355d
-size 28829
+oid sha256:8513f99ad1b37254713bf743bc57bff47c2e1064b0c8fbc6945f941157738b4f
+size 28801
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 4eef69983e5c..c7fda9ce1c8b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:db834536b9afc2e1b8af8d5d22703c8d59471b53d9165c63d8dc474f617a12e2
-size 31140
+oid sha256:e9bc1b9ac054f087f4a1efd3a7c30c2c44ec817ae3823a5e10f95ee4008284ed
+size 31110
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 498f8ef998cc..3331116e8c8a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eb4dd8b115a6b090df3b424ecb6a6ec474a420f1cf10b9b059a485bacfaed5d2
-size 28804
+oid sha256:9138adc47da540f3ccb93363553202c63281429a32520cf0e42068528673ea90
+size 28774
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index e701de086ff4..e98a7f0f2c7d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:52726dd7693089640e323820e6a0967ed6036738e832b8d7371785a7e581bc15
-size 27729
+oid sha256:67c6189d6d52464a2d2f143725abd38d31ee8c94304a382f8463ff38e0791011
+size 27698
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 33c4f34c4012..7294c9643b6f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:651e24ea6b6f912727fbbe225bd8fada788b4170f35aecff9ee8eb5a27ac478a
-size 27136
+oid sha256:88699fa32364ea1d896d62ae5c9a98c8483ccf53f13ca55551410842a89655e2
+size 27107
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 72bb3c676b8d..f1e1f5e8d9b0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8e702ef79d45932758807f89157bdbf90fd647c088eae820f8b6205b59c3ac0a
-size 28703
+oid sha256:cc4d5bce184aa533d8ed6a15466ae90620c218c5a99d838b080f8cb66a60e7aa
+size 28674
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index ab373ca36c72..f09e2b19cb8d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8e24335573d73ef48627f51d27155b62b821f99e129412627cd194901882308f
-size 27291
+oid sha256:d990adcc0216ed2687d5e5da81e18fb938a7ac12d6809eb06eba66a99740e120
+size 27257
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 94ffbb78d90c..a437ab390123 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8f30e1ce34a0cf4f77d8182dc6b8012595c65ac51c5021d2ce3d3e5c5ba42cfb
-size 28950
+oid sha256:8813749398d2a3a4a8bb3e640c1872f7873ad1bbcf254b1366d169ed992cdd5d
+size 28919
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index a62d7e6a9871..0487f31687b5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f62249824f8d423d22cd57943342b3a26b6c95730d06420a3992d31bba232bee
-size 27969
+oid sha256:6aa082a2eb16d43ca0bdb258e7a7545953499d1852849a0d939dc0de2d04f974
+size 27945
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 72beb41f61f1..31e336039345 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:866ac613474acd02506a2c3fcc60f92dc73011656295bd79b28352d7ab5c592f
-size 29545
+oid sha256:0a120bfb933af67e2f5c6e094ca3e7a52b24799bf288ace379e9ed594aeeb219
+size 29516
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 0c0713be2fda..9ffd7fc5567c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b1ef838fa84af48963b8e1c6a3196b8d212179a9266c14cbcaf5b867e6871cce
-size 27927
+oid sha256:d74ead259067d4de7a7432587055f6f36b198d490fec1c5afe11e1c316172af2
+size 27901
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 846d99ddf1d0..aae020e29f41 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eaf5dcdaff3e4515a42be98e269c0020aa47dc80a2b193f4b5b0881ed920e162
-size 24314
+oid sha256:6ec0075a4d744042dd53d5e03d62bb763bb4b992589ff0ae5fb8a3496c25d73e
+size 24280
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 128acd0ae54f..b958802bd0a1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:175b5a8dbbdbd00b22ca9c3ae3491ed879d73db24483fb96c7175b73dddc0ba6
-size 23492
+oid sha256:6c16cbeaa775d1ecc71e021e3234be8773d22e20889981985a25f6185da702f6
+size 23466
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 3b61872f21fe..3c73b8547070 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a9c749ed2877b048ac9384baa42cdab5f628dd56dfaacf81beaba71e43820f08
-size 23453
+oid sha256:da3950afa76737bf2fe137a681b7d7a7eca30b5fd07cdfcb08d12bc8b59afca2
+size 23420
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 5e17fb536530..24fa17b2c349 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dd45028ea238b525bc8e2c820b7fb778cd69dcb2c24bbe9cb0b2595f2aac9361
-size 22633
+oid sha256:00d4a8852b7b703bbe8435feafe7955e311577a13e27d9cce2530f6ec9395d0d
+size 22601
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
index bc5cc0b10994..bb4aebe835a5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c7d634f0ff79640dff3de057ef2bbb19c9f55801e09436b30bd47dd80a9be237
-size 25567
+oid sha256:36eca1d7e5e07d7fe72c5677ab074f79e734015fb0c200519f03f0355d6d8ad9
+size 25534
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index c1e1d8e92a7b..4fb9475e04eb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8fd884f77f459bffef53212acc8f03e52ef278286a5db88322985fc18cac4276
-size 24173
+oid sha256:a62b2fe182dfbb22132cd2c3269a86a3845330ac25ce40f666716d6fa14ab2c1
+size 24139
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index f4c0d6be138d..2a58b0def717 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c61e5a78c2c647418d34eb6086125f45ef4fd3abe83ebc17396bf0721ee24ec0
-size 23681
+oid sha256:ecb570035c430ab7224860b2b0bed0a4e0cef9be56ccfd48490452df5e83a63d
+size 23647
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index cfd0fe5cd8e4..eac341a468df 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e4468968ce1f6f174ab38e31fa68a210fe5b488e48e740b579004baf07d83be4
-size 22741
+oid sha256:8fbe6efed7e39f24735628da50c384fef9cde00c48cae1d3b2e41d5082360044
+size 22716
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
index c1eaf24fb765..f8f91fe39f00 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6d0cd7191149d25da41e0c581968beb93971b605bd7ed9d793c444837966216f
-size 25687
+oid sha256:2f81de7c1f0abe9f510465148d945749c7539ca60df09747f1a5f010ac95fd9e
+size 25651
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 0a55f08095af..f0de8fb4430f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7abd0126d6d5872f12e05001a819609ae200d79a43e3ff77eea3fb3c4d3622c2
-size 24846
+oid sha256:2072feb191d79a5289dc3f622227e62ed0fbf0b48eefd3f315b7139e5416f925
+size 24827
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index d25afef7bec7..c9e1d5c12cec 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5587de8a70b90098d31a4f019c8b537635483a6297ef01d09071ed8fbbb5943e
-size 24177
+oid sha256:a8130f8edb1e234de2eb520646e4310776b13b90eef3078d8d1aa126665f2375
+size 24150
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 2b0171d7a1ac..27c2a1f92771 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:64af7ddb2d235c5c8146cc74f6440345c66401382dc0eac97e8b10a423ebc553
-size 23448
+oid sha256:169f7b3aa5cafd97f71dc1fb414af4124fefde7190b91da9eb61f21bba61f8bd
+size 23417
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
index b021c745a303..1ebf81c2cda9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf8c35111d22a7ac200d0bb304f7e265b63cb07f3c14c9f89a770fbaacd4f8aa
-size 26142
+oid sha256:5171cdd0a15f9ce8911dfbd2056aa9161e71376a4141d530cc8a507a068b4063
+size 26108
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index f5dd20390bb0..8c8f6fef545d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:646d18e43a627c9e79d4ee5c3ed55fc0b7836f82785837e45e62eca92eead46a
-size 24899
+oid sha256:e83e12de267667dc72fb597bd6699096040e7090a7e77a05d4b85c333b66447d
+size 24874
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 7722c532b7e9..6e98eff6044a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b4cbe053612b3c66799fe42e1aa05fbe014648b7bdf6517f960721f76bcb7ea8
-size 24137
+oid sha256:4aa38d96de5b13d211f33ec84ea500140133037fc814192b09076568d8faac6b
+size 24106
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 1c64bbcc82b8..4286580824dd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c5ccc42d01d16da1b42a3ecc74f155120cc14ee22bd18b31a7bf4d01faddc593
-size 23457
+oid sha256:1059e759b873b9295d854575e907ddcedf4d26e2f5fa7539f84a0939b15c9466
+size 23426
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index fc365a4b8ec5..79e08414aa14 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c9ed8fbf809a484f44ca0e90091085a2f4eb56fa50dd0c9d98b6b0f7b6da1640
-size 31794
+oid sha256:af569528468112ca42cea934f2d5a221d4d23f211faac6286184d2b92477ae10
+size 31770
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 96da3829beef..ccc84a580d87 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a891a41ca22925033266882de476a8bbb2f0c7893700e655903f2d4d0fd86ec1
-size 29722
+oid sha256:394c5d150566278a4c4730ef09f930f0355df8e322ce48c4ee7f255666d38674
+size 29690
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 52b850ac4f0f..37d535fcf9b5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:60e53c2d5f52423e6c7c52d8f1750fc7b6db546a7091057012b5d4a913f53818
-size 32695
+oid sha256:634705ad9aa5705875895d8cb5b310c2e08e6abf4e9c00b0aa0fdfb41a97a46d
+size 32665
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 67a9ba6a238b..c1288677d509 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d23dc98dddf1db798fb5819e7b43d83d8d3a1b8bf94507ba55a983a84ce9ea07
-size 29925
+oid sha256:7185cb1a5a44a3221ad2669fee1cc7ccf259e95655d5fe26d29d18bf361bffe5
+size 29896
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index a2ae03f18b82..024e00e26725 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:65d1c79812f16939f29a5b8b72b7e5a00d7c15ef0a66859c82da8f8120973b03
-size 33181
+oid sha256:8523f38647d5e3ee0c4bd83e220241d7c5bb2ea541ebfe828847600db0896240
+size 33154
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 35c52b04cd5d..5cb512e6c726 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:df608198797e232a04ab307b890a8416e049ab887a4556c24bf689c55301c8bc
-size 30589
+oid sha256:d784db42fbdaacc69084832b71a5cb198ffeb017c2481b60c5f340ca4ebcd6bc
+size 30561
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index b8137f0c7bf4..c3e79b561b1d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8cb1f9e08539eb6c4ada032c8b0d17d2b847803040da37080ea0cbe047739532
-size 33417
+oid sha256:48f827909caad600fdf87273d0a4adae2504d411cc1e41744301a85ba48efbd0
+size 33394
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index d629ac1684ff..18519d86d8de 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2751773e1d2cc2cd8f579c8ef8c2162e2eb9d967c582ebb9470710062f37bdf2
-size 30565
+oid sha256:bcc2fe1a2f643d7719ed9818212ea9d4374aee14f09c6a4ad34d2cd42ad8f3ad
+size 30537
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 78df7ffc2e4e..7c1037a65fd7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c1f73ce9881814a1e00585aa3846d23e7c038d7e649f7476f94e7d9a82242ae4
-size 30236
+oid sha256:588c71b28f1e7e8a28415e84bc759dda1749b595e5d6eafee9bdf451a866fc1d
+size 30205
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 19d543135f18..1370e5327f11 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ddd5ab924203b54554918a9286df66b51d49d73c017d4aba7d75ae96837d5cba
-size 28726
+oid sha256:45bf546b5fa6ceaba8e281bb0d8c62ddff8cae8a5abb3840e02a6ea5c26633cd
+size 28698
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 08152580eb71..37ba4faa151b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8762863f9f6328eab27492be6215374ce7d799f71cbaf544be23391cf182b481
-size 30644
+oid sha256:8591e2760ab83047f6f9f14b6bb5acfc0c337a1a75f25a2e7cb3885674c32ae9
+size 30613
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 6fc3719fe590..fdc7b3901c55 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:082b40db8dada956448c344181e88b0fad57e7cd05744ed2f30eb805c5ea298f
-size 28877
+oid sha256:9afc63ec595e273ab0f8db460ca4f1fe38e2c27678fc54deecceb2ee8968640e
+size 28849
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 53d459116dae..7ffa72730127 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:264ffe86dc1f6e7dd33ba2bae4ab45b69a6d362318e3dee2d6ef8a3cb1e4e20f
-size 31236
+oid sha256:a3f3a58ac9823efe5b1d62c222fde38020c7e3df735cff647603f812498130b6
+size 31208
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 5800f99272c5..a40bcb31712e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6b2a4fdf8df8d0bf83d1e1b51e289bd15bdb0ce2366d8ee46c1a0a604977d212
-size 29673
+oid sha256:9f7d0453f056bab7175809c30b1dd982f2811b22f6c273e3024aeec4d5b3c388
+size 29646
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 64d089da8f23..3b7970e7f5bf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:90b818c44134f2a13ba07a25aaeb179fde6811ebc8a4f1a71f2258db045ab21d
-size 31332
+oid sha256:655497277731242e3b90150881a68a228f3fbd4958242a295b200f96a64dcd5c
+size 31300
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 8a4d4b1fc901..8ade4712a9ed 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:92883d1d8c2450c7d02ad98ca799162116e4b3d0845111d0a412036ef12ed1dd
-size 29736
+oid sha256:b3db7786f11b4876fdaf4bf27e757d62b12a846e70c128eeb9c2af53359f206c
+size 29700
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 8cb067152dc6..45ff133ce23d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3360465bdaee5f3ad9147e1b7f6b5545e0044d7fa67ee240aded8cbde970b98c
-size 25874
+oid sha256:e6377ec2fe0dde5edbef444babc02a4209fed4829c6b637f8e1b60eaaad53e24
+size 25836
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index b115b1e64f48..7d6b2371f86f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:39da6d5d41ea03550e98f71554cbce50893b7bf71418d648d4c9eb358e683d95
-size 24562
+oid sha256:b90a3a521030982f41745f3e855c940c081d7f39ac7ebb751b9977a2b89f2e1e
+size 24537
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 3728d8e16b07..d4d99c3bb76a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:13ad82d536dde726c9d0e5dffc8e181029354eba082a80f8e7cecd7df5f7a98c
-size 25008
+oid sha256:1439ba01c9a92548d0ddaeb901a8394df12267733afd1402a4ece882aeeb9628
+size 24980
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 34ed46975cd3..836c3e18fb19 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cf6549f91cc9f2e1a031b54c54a7a4f8db573f176ff932788a161389ca0c43a4
-size 23170
+oid sha256:6873c6d30f196ebf36a54b4f23fdbc2286237163d9a564d7c0a5548e38dac8d6
+size 23140
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 250ea85658a7..c58fc338f5ef 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0de0588160b845e9ecd3ea1d8fcb8462e6ea9759ecfa984658cb1c9ac221cb59
-size 27130
+oid sha256:0a2610621c1fd7c66ff293878ee1910b331c3c96520ce252daeb74344ed4df42
+size 27100
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 222ffefe5078..e34ef253f049 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1e638cfcb157c1dffb882058ab3e9a78d6f014800a894764d2a883861fd87b45
-size 25423
+oid sha256:61f404f37836c0923de8a2d7568d09d7ab361fd2466d00b2907da212f5f4e312
+size 25404
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 02f19c4b1eaf..3d4ca0da3e12 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c42beb5ef344aeb97236cfd92f44e63f5c86d35b020e0b508908f417eae8308c
-size 25208
+oid sha256:57f6ab1cde989d0a8905ad06a57c867edf7d2600753c67b60e86d43fcb597f9f
+size 25182
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index b9ad4fb575fe..2da76cca3671 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c47a366e2b86fab563d64c76d8f06a1c10e841c23bf618591ce650f7ae08445a
-size 23325
+oid sha256:dc8830ef2b1e80ec99b0be00346833af3d484386dd62b3a08ba5c87faadcf281
+size 23296
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 9575fcd56036..2c8b6b1c3703 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:df32519ed43ef398b96291bb4e7ac36677b361f41c16afc804be4f606f42509d
-size 27495
+oid sha256:0cf9cae5d56f6db024b43ca435bb1ad90f0d2f81c203402071a2375dd2bb16f2
+size 27464
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index ac324d774dee..1675be5d5a87 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ced9617eb0680b8055c299e40785d9d02571c9a650cb5079156a804c3dff2d9d
-size 25493
+oid sha256:08e2559435567dfea3b4ab391df792d383d0d4ad7a81713b3b3a8510a8a6052b
+size 25463
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 7b83082e95e4..4a1d139906c2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c039f6a71fdc6a0268ac7aa33947fc4dffa38045afa9ccd00c14f195ecab12f9
-size 25452
+oid sha256:78d9787f6d65ddd26bb65c8f0defaa0f0c07191d5e1ad5a9ccfd2581630db566
+size 25423
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 4e20eaa163e5..4aec315e2615 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7cac3114937aa59f0e836c4c0beab0357e10247656ca5b5e8283e9edffe94ffc
-size 23865
+oid sha256:4bb63e6d565c85772a51ed3a676f10d8d8e1b3c0c1030a3f94168de4e0f098ca
+size 23834
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
index c09c2d640cfb..86c21206e7c9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8059d3453161ab3543610434b0123ef01de1026a6e4ffcb32d18204c9d53734f
-size 27677
+oid sha256:8fc62ff3ef6a178acec2a341a90898884b109fc5381a97e78a3bf4e53d688db6
+size 27645
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index f3e9cd61269b..9a7bc3bf8555 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:252231260666a77ef3e24102f34ef40b862de6bf3a005568b5f924a199ec04f2
-size 26194
+oid sha256:9a3bc3223f9c1630fcd98e44079b63182e8e17838b3ea7b8715e998f1745bcef
+size 26166
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index b9a6433a7d75..35ec786e03ea 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0e86681698d29eccd82493e37ce3243e8105c8f1c41dd00c1f72dba34d99bd7c
-size 25335
+oid sha256:9fa09afe264c515cd9132d6047d21c632d46228cdcf7f1690f93aed108f93f47
+size 25303
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 08e27992ae55..61084d5b8088 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:43556fdb6c5b3a1adf8f954436495badf75f2357de3197c26b24b9383e6b01c1
-size 23861
+oid sha256:1a562a65013a49c8c9380fc86293ad776d7e9db4e6d5de7ba7b42992ff0acfe7
+size 23831
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index daa1e1553566..3239cd4dc0ee 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f6e3958ac20e7a970057fd4f2723a29ea69912c82b8fe1f5e0e68bd4dcb38c97
-size 27971
+oid sha256:5e28485b29d951842c7b36b00788449a35df9400e7286bd229a4e795ffe1976a
+size 27942
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 5fc1139af1c5..50fd990e5cd0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1460c72e066e0d4136072eccd22e0ee8415269c8f4241ca5c9b2ed8ab52ee667
-size 25069
+oid sha256:14f66aff3eff15caeebfc09f6bab1a621581ba607e1dc6710c68fa71b584b39f
+size 25043
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index c8008caf4cae..abd9d29c36b2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:116256f8131e5b71c94b63b6dfc3a873a13f3f3bc984bcff25d3230ca39b6624
-size 23418
+oid sha256:44668e6272fcfbd08b8522bf11bcd456fb2fd8bf47a721f56e6ea42a009a060f
+size 23388
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 3f8f1d17bd5e..05d5e7d6c50f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:75140f8e39152242ff4b43b17f45f06b4f9da0546ea36f41ad87ef9ebbd56d69
-size 28618
+oid sha256:8b4b60f1c7e2776cdc16d8f0700fd40e71517fe824644875d84e80a5c2017390
+size 28582
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index ea2781c9d348..8dd99c76670c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8b8ce59e13e3d00938aa71dd8ab8f560d65c6cd67b5e252572a72d20a4ad5647
-size 27012
+oid sha256:919cc267240b43b7bd469e2acf0f6c2d8938eb821a54fb875cae76cf6aecd617
+size 26987
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index a2c645e81d81..f25e504d197c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3bbe0da2ae4dbad8ce42ad4b4353cf95e2c9e0eb3f74412178a2f2c6186e55af
-size 29537
+oid sha256:9a0996bd93deaf4815807580b2f15c6db7998a9494a1ad3a8c7742ffb7194922
+size 29502
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 8efffe394241..af9d00bf5ad4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:97bdd1e6229181c48fabbe568bc96ba7dd4250ebc66e175ca2042d828956be81
-size 27130
+oid sha256:51f21c47d00a3def21ee664a611d91b4cd075f65ef41ab5ed3aa6c73e6159c5d
+size 27103
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index ce1ba37ba3aa..5fc6b56a3507 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bcaad359dda04827255e97feebe0527d17a0f8fb37de678f380feba596be12a2
-size 31106
+oid sha256:7a6ef6aa9f5f0ec9f3d354f4808d7354f9008a92b4aec0a8e0927274f5104def
+size 31070
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 675c82d1a21e..c0ce2ec73e9b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:26ec5ca67715748898d2e86d7f7f79bccffb759acba74bdf9b48a720d171d9b6
-size 26446
+oid sha256:e31e0f3a8ec27f84e4058619badfcfbdedf1f0b845f5f2ca76c6dc82d3fa0813
+size 26422
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index db8afc802829..8d839f7e9f5e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:05f34391fcb9a00c5f97af3569b238b2179eb399f98a79405989ffce5089e4b2
-size 31250
+oid sha256:a5a9290071d9276ed6b63cdc23aa27b492b95fd5a3f282267e5e325da559ac6c
+size 31221
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index b1be90ac3c63..8c2e163aa5d1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6b57e5384eb34eb20363d8d1903dfa3d351c4ccce93ccd2e3ca093cb06193005
-size 26438
+oid sha256:3fd3df4d782427d1bd29e3a3a62b69b501fff3d0b389e81c97de674027875d89
+size 26409
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index 8b99cd587b4a..7fa025a611d2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:85e5c8a6d4ee1db67e4f276d69efb182cc04c85863aa9cca40d7e857c6435507
-size 27386
+oid sha256:e5bab7bfb78c89c09402f01e199228f34e7260c2be4e283c48172936b09f098c
+size 27352
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index b528c0a91be6..45da757acc58 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:788ce92f4c22dc1029458ced41ae1762d2e29c0c0a49eac3162da9f30125e219
-size 24706
+oid sha256:5fc6db68515c98c79421ca3f2e5623a6874aab5b9eac53b87bb3e23f4d3d3b50
+size 24673
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 43a82994a8ce..a8724ef188a5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:31aab45e3765f8f01ee83541650e4f7db77a6de2d23554415fea5b705021d2b1
-size 23418
+oid sha256:e83bfedf048a1cc18ec3412f1b289e668755392a304ceb740b658a8a05ed8fdc
+size 23391
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 99c3e1252867..26a490236ebb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:91c35900f97c52128a22749953b3a1c49fc37b7f59417382145db36e944ef909
-size 24690
+oid sha256:deccff5d74b1afcb6a4c8bd9acbaf374a24e8cb9fc9fbcf670f5f760f0f21b18
+size 24656
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index b77d2f180331..5f0140bdbca9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f0a1a770f91c7a9d176ac1e703efb07f41bd588d353f92110d2d8af3ebe82dfe
-size 28426
+oid sha256:432515ef3028dfd837eae22469172817adae9da7edfa6b9665196e8c5c9ce95b
+size 28395
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 235f721f70c7..76ece317d1dc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d3f6f9eb7f9060a89fa20209b74b0c47a03743d31628a58a26cb366081861a38
-size 25523
+oid sha256:4b6e106bb1813a981d5695380a48d1bda8ecd68d9472c8ea38add1124678a3fc
+size 25491
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 90ed0e8860f0..771e8f3dbe7a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a4c9d951a9d4cb5c1c5dad57d2132c8f0c1e2459ed73b8e8a48992a9127f732d
-size 23657
+oid sha256:9368ebae13ba6e2573d0f4df9ce77888c8fd61cb5579a822dad822944188342b
+size 23628
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 905feed8ae0d..728c382eb6ff 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e53ae690a6ad8ce6fe5125a69f4087c49e0215b8df6996674ab1f1f516fd5e63
-size 24899
+oid sha256:43113facf48cb217899fe91e5d8e3f150db004c09e8e853c4c681bb7abc3720f
+size 24867
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index cca15fc3c9cf..033403c0f23a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3b4de766f8c0408dd144b9e1386674a694b9e6987b82d1a1492dbd3b4bda83ea
-size 29394
+oid sha256:18fd82f3da0c1123440445d253f348fc1c8fc8cc05c0215a840198a9aa1e3aa9
+size 29364
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 188f72daee4a..3f4865e17ac1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:735938673eb1bae07f8af171d8b6e5b48b5ad2dbdc9d423e88b1a56511823403
-size 26503
+oid sha256:de55e13c35f5030fbc7ac1f1f036ffdb92bc7143addb8a2c3f0f7f2ecac35bcf
+size 26479
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index c78891bdeb39..3414ed374860 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:95c719547b1a12ee8293726804d288f52616eb6da92537de2d07a4647cb63cac
-size 24233
+oid sha256:8477494d3f734646bb88a14f822ddb619fbd0003d385ddd3c09e3188db7c97e5
+size 24211
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index b7f11fc59735..a169cf173404 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d50de7d24d01a65c19fab23b06220bb328185b58ab84c1ddae176315078a82e0
-size 24704
+oid sha256:a5703dc7d0b947e9d694b7b6cf65aa1233da26809d7e1764fd060a9e56978204
+size 24678
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index 66f1a155431b..1cafeb200a55 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7930975c4e02ede83a22a1a67743c332e6fbb1a31055a0de50fe749ebb457c26
-size 29271
+oid sha256:e2c8005af8e8fc8f34eada4ebc7af08e24f5aba06d5ced43bb0727d285dfc650
+size 29243
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 70e850cda695..a6c80880c0e1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4c785f5bf8a70c56424c6b89cb8759533a1b22869a91ee6b6a1494fcc4bf1904
-size 26766
+oid sha256:813367408918c60e38c008d577e8e93dccc178c2194e6a3b42c8ef598a3145c7
+size 26743
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 981dabd87a39..4a27256a43f3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:38890a662ab4793d3470d73f6598cbb46ac7c71f495aa3d4510deb089eb884e5
-size 24284
+oid sha256:9b13095996c23ed4219b484d48d2000e21cb259e346a540d53b19175b2533c5f
+size 24257
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 93e87ed234ba..0bad605d6c55 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e4390c0817c5e0ca1864f655beb070519fb2c96fa9045255fa74049591a01f19
-size 24649
+oid sha256:b8b99485ce649540ca9f6978571b03211117824b2ee83c6c4eb9a30b0b8c91fa
+size 24616
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 708cdcc4ff5e..376bfc50e0a2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:61d2a543036b7d175ca4cf43c90ae78873e89061bb2199d4046ba31f532ab123
-size 33023
+oid sha256:30e0dff2db1a7c6a32a4efb09b0ac9e4aee4e58b39f4dfe9dbd4afd383d2523f
+size 32985
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 00c709796fee..1da339db3021 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a26a92b6334810cee37f52f643e4fa24bf9c1a81dac527da3e2aa7d9c3dab8bc
-size 28140
+oid sha256:dcf6d7bb13f719911278005d3864d1bbeb9df74c177feeb755c1a8d981742387
+size 28112
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 13f5fe23c5ca..7c7a27be61f6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:801875a429eb8430ce00370c5786ae356933a54583a97f9a75f5124fd3293cc8
-size 35247
+oid sha256:9bb591cffc1d800b7a59abe8330a1a9ca1bb143795b7a61d71deeb46c5f2f478
+size 35213
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 5bf4253c6666..590fa3e98599 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ff5ab0bce314e494ee0d6d0644ec26f6dd725100330c97827592a839a8f311e9
-size 28336
+oid sha256:e5b8c106ed896f188e0dd230ff097e66f3e11e73645e2e5e28912f7242b682a7
+size 28302
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index 6a5f79927fc8..2b3b6d574fca 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6aca4f552d9546e942e00588ac5b6033278293b5dba3df7e5d03bfd2092b7571
-size 34440
+oid sha256:95c26ca3ddc9e7137cadf4affe3b4374548282e73f52d0fd2a1fffa35df0ecd0
+size 34412
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 097651b96af9..ea79a2335bfa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b5aef40dcdb9cb1f43ba5f77aa823fa9cfc9f28a522ae178df3703ea21cda71d
-size 34336
+oid sha256:610d63cf0f2b18c38d748a5af0a2b5ac760b4bfc9e7316bc38de3b1b7412919c
+size 34305
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 2e8375a05e53..4764f39683e7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e740ed555dced2eac95168584603f76f12b1d9ac374ea0935f35c604a4e12b8b
-size 27511
+oid sha256:4a572bccbadd42e77a3e033f272421c7c9160b4acd082e03a11ad7f8a5686597
+size 27478
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index df813793bbbe..e1446801e6cb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:03bbfd076e3590d4567ab50516f513d7d5800d2bd47cccdb820a995112974358
-size 26555
+oid sha256:0aaf7a83c3a9c77ec85be65955e0aeb882881ce232959d09667e728d64ec5594
+size 26524
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index 51e63e59ccee..54d2a2c1a27e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e45464d0e8eed12ab576f22c043f05dbffac76dc86bf33779afaf9b650ccc1c4
-size 36267
+oid sha256:a001595bef92ac8b8f3ed8bb4c137cfad90395848d71bd0b88c4dd4e17dafb5e
+size 36237
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 72aaaeaeb78c..62669b0c1f7e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1d1417913091e24be57661c6cdcd333fd936889cc15168b888354c9c47739def
-size 36417
+oid sha256:b1bc428f27f7e41392b3d0bd02c2a53136582b5e9a0c42c05f35a54b502ce491
+size 36387
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index e0b4e3fa703c..9537c300c308 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0f4aadbd0d8587ed017e96dcd83c1981273d6e0a180c99831ac11926119c7f5f
-size 27731
+oid sha256:016360d5ec6973f6caf4d6801d2d5ca867ebcfe7fd518194040035b475fc993e
+size 27698
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 985106001569..a648f23c4682 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:32e61e014048535d10ebd84fa5df3ffa27cd69fcf305adaa5228306b1fb13ad9
-size 26843
+oid sha256:b21b16c236cd9c367807f83857f8fd9072331619fefb25aaf4819862c73e2cf1
+size 26814
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 46a846afb931..9c87b73a8d31 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a70f64c1893182be43d525a4ff388ebe5f7572e5710c3909c2368a91aab4ef40
-size 28729
+oid sha256:310cc8d8c754a8b6ecda132f8f683feab461e85b8f3c8eb03cea74d65fc6326d
+size 28707
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 9f09395a724f..6c396bfb1b46 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:372b33b00655319c0aee648ca593bcb5c093c6296f02779be85f3ab5e9688b68
-size 28890
+oid sha256:38109f2dc1ff4cc82df73590c2e1f8f2cb1be939ffd34a657cd8974f0f894ce9
+size 28871
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index bc1352f40264..0fbae5b56ea3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ca3e291dd8aab6a170e31e1a4475b7f02d878d33146786fcb1285b2e0c0f81a6
-size 28284
+oid sha256:3389af1630b875d064d45a499b591fce37b7ce3522268e9e1e2a7c06a4740323
+size 28257
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 70dad60b5f9d..b46427d88662 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8540e85884cb2e2ca13ecf6b62ba5f39c46e0df1847d05401e696f76297d16db
-size 28227
+oid sha256:88eb025b7c7dbf8f4b45b957056bdcd1456dce2bc115c97e31b47ddb06e61d0f
+size 28199
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 2d06943d9893..9657914de33d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f0b34f074ad3f9692065c4f35c4d595b9c0a7b6fb5fbcfcd123252ef035ac798
-size 25514
+oid sha256:108df1bfb869c7011dabefb448b2be5055f8775f8e9335b206b780479d4289ed
+size 25485
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 1fa97d40db77..af85a06dd999 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5933e66fa5b272e4a762339c7161e58a4c3fa10216b22d73ae5edd5fd6bc65ec
-size 23427
+oid sha256:c5e7296736b7adee1639636f936e4e9ceb7a3109ef2b79539bd4237e7785fd3c
+size 23399
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 4c00a3255706..2fca66b63d0f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7c7cce01558c2e2d77fe13cd7ae76c0d0301b3831ed65748500f2d8a62c17de8
-size 25665
+oid sha256:ee21ab17d3849c29ae54464c1266329acfb4cbb8b5a785af1eab1dce3f1a0a83
+size 25634
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 8af24ed5e45d..0359127ee565 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0c0fff07244363d08ef130637137545970f29545e009eb65fb2361611c3e6516
-size 23643
+oid sha256:2326b007aedad8836ddb1712ec57227be7293dca400ce72776c65580c83b259d
+size 23614
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 6475f1593ee8..f50f29dcfdef 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e76e9e945396271f3756384fcb904119d616525adfeaf41e28b2f8ef7d77ec77
-size 26244
+oid sha256:4c1733e73b46baedf7856b96c580cb162f19e5ea3f9cda4ed7eb266485b9cc78
+size 26216
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 66c53a452bfe..001f7a6296ab 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9d7b4a5d1f31ca4f5ca5aaea962246ad7d4215cc04370a2c9261b5c00a62a775
-size 24263
+oid sha256:d018f84ac67ea3d86ea3ee9c6375391e88f41e35cb831870bda49e259d78e4b8
+size 24246
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 4c70d456caaa..ea1cd26f2b50 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c2dff9c8f4d1f4b1181fe96d1027850b60ec43c7773406425c772220d755c40
-size 26247
+oid sha256:8c72a2f355fa2dc025ecce8a9a094ee0ec22bd93ae60dd8e5ee1cf1a1056ce68
+size 26221
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index d578d67f2dc5..b46f3a9e087f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0c65fa8f20f3ae9b4bc297aa2c941d98aa65ea1d65733a03aaaf18f512ef7e8c
-size 24217
+oid sha256:fdcb766d6daf1a380f908da5503e84b6c473ce56189b90f9aefdaf5ece4ba0fd
+size 24195
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7fd287475469..836827488bc5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:edfacb31349b39f0d0f22a3f5e572a8b64727dea6639649ed931bb7ecc3a398e
-size 30239
+oid sha256:b15671b8702587301ba07c5a11fd8e6639bd374a33bc88d47965ac1c56af52a9
+size 30206
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 427c7987cd0d..e67f557acd08 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:62422752f6b18cc0cb9f35fb5b1e5ce12be52d5c6e228b9c61d886567480518d
-size 27023
+oid sha256:5399765f0955a71071970dfa25c63e28a39659f36f666cbdf378fd347a053156
+size 26994
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index fea3e1a102c3..7d7db34fc6b0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b452cf7e40fbc0e235aee9a7ca1b79c52e63118c042d98d37d2471474e5ae573
-size 24986
+oid sha256:59192499d7a15dd29447071c9537c229d1904e69cc47f4a97f3a0ef3bdec2778
+size 24959
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index bb6206c4732f..6a7e38e18bb5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d96c772025274dc06816bda2684ae2c490e20ba7b0c3a2e1f85711938170116e
-size 28895
+oid sha256:e1f6a4e53ed5721fa517efbcfb0f9cb203dea79c9940a536cfe190d90b8ed194
+size 28865
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 98c126c822af..d0a59d0f7ad3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9af1828b8d37896ebb906fe4cef140be1a8b0e95627fef0bc98ccec964f7e5f
-size 29421
+oid sha256:73f9cb0f06c2555246be5ded7cdda91c203b15c24c4e5a6a3ce1d8f41f40366f
+size 29389
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index f695823ea4d4..08755dd153f3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1e90f91db10fda9b826a7310121d9401e0b7f0500d7edda015fc3e6bcf0c38c3
-size 29118
+oid sha256:6eea4725645c1f259870ffe8b5e5a7d4351689c1f220b90075baf2a2cb9a40db
+size 29078
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 0dba1f08fead..0298db6501eb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8288ee75e704a357859d078d311b8a3f39ae4d1f9c8b5fbd8b81df058531d51a
-size 29498
+oid sha256:fe5260d8775580931f3c4c1fe95c11928a3b7fb778f16b0d97651da727dc8ce9
+size 29463
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 6ded526fee11..530550e04ca2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:448c4c3630731eb40396cdd77a23f3327a090bae6300c31f8154cba0f4c8b193
-size 30007
+oid sha256:9cddf7f27b6d823dbff02f21ba43ef044141e6cfb7d76c2270139190d4d8d8fc
+size 29975
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 6282adb929c6..47c1e0c45e48 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f987073f60af4769d2086552af4747db5c6582be59b568cc25493e6e6c832579
-size 29855
+oid sha256:d36e968eeb058937a4771dac2ec9dd8fdec0e8f64724d82cf144c41afca3ccd8
+size 29824
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 4a5afc9d3633..31b71c42d287 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ad8ce0eb849ed953be648741c13ffd0b322e0230bda7bcb0d795d462b3f085d9
-size 30125
+oid sha256:cd4e8dcdeb64540c0ee473244f70bdca8ff7256077ab9cfbedc8f6f017d8eebb
+size 30092
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index cc1029419cee..4100d1f585f6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dcacf9369e20062ba5dd90c43e9b9bd028c6c3a5129f325c4292b9376c9163f4
-size 29851
+oid sha256:498589d4483613623b855f05e4714d3c9912423f2e0f4216017f68f79ad301ba
+size 29815
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index 5fd9a69b9b84..35c27742d817 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c66b5db4599f1ad5c57be2777189a651cfb843015cb25753f2fac021b0594a4
-size 29170
+oid sha256:7cb0e1844d5b10c146f75ee135a27fdee8eac8032c79ab1c477311a7a1a33af0
+size 29193
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 727b29d0b04d..4b0a600e2426 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e3d2cc302bb6a2da7006d61800dfc6c5a131c68b326949c765ee673709197953
-size 26205
+oid sha256:67f6d5bb0f3f9c2a61c86c2fc46e40804602bce9383f2aea21857309809128a5
+size 26175
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 8dfb48cf6455..793521ad3014 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7976ebb3167cbc30a38ae26dd1f355e4fee60be0b41f5c3e15cd94c8c5a54a3e
-size 27322
+oid sha256:ac49121aaee728c51da80d28fa19722e348437fc8c1ebc8023183d3a24f5da17
+size 27287
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index f2f4ce46e825..35f1b8db9ff7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e15379106e072e983d09c4d5d4708512bf6899f7994124c0635511f521a2d181
-size 27148
+oid sha256:b963266388a04add77f41a2496b12df42f648aafd4e2518f22a2883a4607ca05
+size 27112
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index c6bf65f1335c..05ff96ad8dab 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2092278bb0fb48bc7f2907da57b98fcea557fe61c2589b85459ca23cc56ca609
-size 29244
+oid sha256:fba313989a54b42019a553b311fcb8abf14123f25ffac5baa15b518d2ab5acf9
+size 29263
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 4f9c30638263..47f5014b1b75 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b27f76e2a3385b8882dc5cc511aa26e32599bbf3fb1da3eb9065801c65160c5
-size 26398
+oid sha256:949696161cd2cdcf0d9453ac9cc42397fd9e05d9fffab9f236b3aeb1d5882ebe
+size 26363
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index d55ae65efc66..fc96a03bd638 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:99d1daba2d37608319c5bcabc6b05a715b2dd96f50ff0034e3d53a378838375b
-size 27437
+oid sha256:607841e94873928dd0a900ce9629b124efaecc9d60f90a307f8402e91161f6cd
+size 27402
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 929f069c28a5..ee8e5095cdb4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fdcaa215a3a4630977bff6a7e9321ba935de4891d7415faaff545b6552722da9
-size 27345
+oid sha256:babeaf2dd7acd124eddb16b907f24a120854db549ae2910ddcbc940c4ae8747f
+size 27316
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index d1e08aa6bf41..36693eb4be46 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ca7d99eb7f8d0db9d32dc601656f14e9ff995175b87dcc91890ecbd71795cd96
-size 29713
+oid sha256:34e55fdf63cf73c495896893196cc5cb6069ff49d1108f0d7e477dabe7fb83ee
+size 29700
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index e36b7249b5bb..5634ba16d35c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:31a27c6aed515651879d229fa6f80a9760129ca95c452a9062bc7675f0f0a21e
-size 26710
+oid sha256:07199d793886086764b4d16cf0031ee7afb9e4fc6f448c00ff13c7e3a55ae60a
+size 26681
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 084c35645e39..3b648a9e332a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d243de5880abebc9e7632618684a10d3d460336b4f4e1f2b8ee92b0c486f3aed
-size 28691
+oid sha256:e6481a39fe40da3aa38ce2a518552f1482bb9559f32b1ef1fd29a1b336a50f56
+size 28667
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 28d844df1da2..683c1d72d8f8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:24867473fbaa10819779f73489fff067ee303342765c53f8de135ee5b14eaed8
-size 27797
+oid sha256:a3978a6a7555742ade58f537191b59a97f36319b10ba9d4b4911b503eef9c847
+size 27769
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index 70a9f4182366..66f7ed3cbcc1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d371a2be05ef0f8b16f73b03371f2228126f609e35c373712673750ada8c955e
-size 29834
+oid sha256:81e4bef5ab715ef18c08986ae5ac66d1c19475f16c2479f134e0aaff553b5b4a
+size 29792
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index ca67a337411d..96832e1dabb9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:39a2430d175902a1e58bc3ac8c0984b384fdbae4bd3e283f41b007c9ec0e8c3b
-size 26756
+oid sha256:d16083550ffa4233436546a1d46249a753be6230696f73e8a9cad483180c8d69
+size 26723
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 1ac88817792c..9138bca51d05 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b35971478507ad277b87008e2e8949513314fa33a7eec2eeeb1816eb74478c58
-size 28798
+oid sha256:6f26b96a44b76fb41aa358658b78fd59c7aaa7bbe333813610428453ca4c19f0
+size 28769
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 60a1ca28555c..cb6b48d6e80d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:faba1c45fd2691f82adb15a7550b2acb9e3e1edda7230206de50a754125f4623
-size 27765
+oid sha256:65b3c89a0bebfacab74a8ba60329b2825c5a0688676e5cf69588de3526c34027
+size 27732
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index a286aa195b3d..48fec74add68 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ba4e0bc8e46b1e60a0da80b54cbd695bc56ccfd599a70dc70d3d01dbb83944a6
-size 34816
+oid sha256:21abeda996dcc635f710fa9ca2732db5e3ca72535dc1702c30c8697e7708621b
+size 34777
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 08065a6cf178..c2730b622b93 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cdddd4ae79db8dc041f83ee513861e363766e8a92041d38e4a090aa00f6d235c
-size 31252
+oid sha256:8c6f7897ea0b000c040220ff851f37b008c40ffabddd99ecee41227ec5d3fc96
+size 31226
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 142d0f108210..c970d9f148fe 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:47062803a4503309a0e1b147a0231830cce90e3e30643f68c5ee1e02ddc1f79c
-size 34949
+oid sha256:b6dbd888524fc6bef6a41fb81ffeeb189daa3a3fa40b9025869ebf0d41820215
+size 34909
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 1e23cd909e8c..966cc75dcaff 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:427b6a5f88242e67f3f0b95323f92c0a588b9892fdb8b7ded6ba359b35003b05
-size 31456
+oid sha256:d17591fce07839d6de4c40cb3086d4e9108ff7c22b3cdaf296093d778e060cd7
+size 31423
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index d277299b60be..e78a4e74ce45 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:304fd1baa8580c8890a109b1df454aaf71476e643d592376e3d27a36e216a959
-size 38491
+oid sha256:2a109959a64d022dee6459a2e7c340658b9be1c7cf6ebb8cbd5ad310b5d999a6
+size 38536
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 0d5f1ee35291..8c2132165fe5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2869f52d0efe3911c0c05537e84e6ed6f42b2aa674bda057669c22a3f09643c6
-size 31082
+oid sha256:6068fb0a6d8ef7d5e18b487c73efe816245154e6dead9913673a65fc3300545c
+size 31053
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index acf096aad36b..29283a0ca679 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e9c492400a8b3eacfb8703a841803da86366db11716bb1eff07068a5d182e69c
-size 32562
+oid sha256:d22435ef0b46122dcc36a3e60adbd1ac36c634167676d6693cc69a51c92a39e2
+size 32532
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 67a09c4b288a..7d2f9efbb1c8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2bf7e24b4b6c19a3f77f37e8f4ee18835bc0c9f61c8a9652d64486f434c0d8a5
-size 29490
+oid sha256:06c4e2d081a9152a0587a08f89f6f85389f6dae72608fc231c97ffe576fafa95
+size 29459
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index 9f6b604e1ebb..d6b8231018a1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2098d6c437c60c4f4ddf32f15844b8fabc649c425d9e590313be8cb6f1c6ffc0
-size 38750
+oid sha256:f20619d31bde46f15f78c69b3a92f7f63dfcfcf0ee22637c59401b0a392d04ff
+size 38732
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index fcd4398c16d6..5b63b5932dc8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8fcc31a560b55bb9654e14baa372d1279cca14d74e267cd7a36ef049494912ff
-size 31168
+oid sha256:e879541fdca7617cbf817f66fcd422c68ccc0b749fa138dd7b5be0d887dcf1ec
+size 31136
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 777e4645ce55..993b08cf9fbe 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b608d4474c7a12be389e2d513b9bfa27285fc09a6afeca4e69b0a25e12a2a176
-size 32749
+oid sha256:095f972c71c14afa6b4fd26356f606fc0f281617023cd65e1f4ff058f7a328c1
+size 32720
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index fc7e94814cd3..a5fae7a24f40 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9597a24b6ec4c409e6aaed3d2d7229c437cdd5eab3b91aaa867bd60f03f1930f
-size 29651
+oid sha256:c3090f0550acc441239c0fefedfc65195b74e2f123c1c29b515b83f822f38ab7
+size 29619
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index a57d1673de3e..5acb51c6c443 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b1023ec22dbc5f71d48bd6c9b62f2e7e563b1f4eddc982445243a29f7bbdbef8
-size 30594
+oid sha256:6c918386b2f9360b93052f1e51739f6926092f15e8e17e474d55153cad85945f
+size 30569
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 637c02fa8d17..ceb2a528ceaf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1a54271d4f50f04600bbd0d52881f2b25f423ed58d6512fbb278c6942c8062cf
-size 31183
+oid sha256:e7f7cf05807fe2ecd33ed19030add8d328215a274be99632717d5a2ea9fe9041
+size 31152
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 18afb14cbc14..7b0e9902a795 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ceccbb187a5ffa2599e083d69de86f0b90c600d8d6e68b384012779903e14eb8
-size 30719
+oid sha256:d095e52a85ceb310321a9fee738023880e20a6e5f1a5d66a2af7566004629e08
+size 30693
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 5f2e49f9bf7b..ed78c821d558 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c490b186f13ad3e113f40410d1b7796f398a49c1c531821e6d25abbddd7becf
-size 31384
+oid sha256:16d4ea602374b7c2a67e773cb9c1a952ad9803a3146b7d425c42ae2e1d8f7958
+size 31360
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index c5a01b71412a..598acc0ff037 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ce4c50b4b8715ad3d2399b8812cfb35e6d8b4ee7a5f14e89316349c095110ed3
-size 31754
+oid sha256:e001d7e798ef7e11e34a437281683793d65c81fcd17b25e11c2a6e317524aca8
+size 31723
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 48cee9ce1bc7..663f0b9c0683 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:774080c00153b6d5e37a829a221e280b6c24aa354eaf2ad3092737723c4b9de2
-size 31646
+oid sha256:828b2ca11e0479da9faaabc5b2615e8c99213cba5bd41e60e3e478d91502f2b5
+size 31615
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 0beff9dc1dbc..ff0d0982dac4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:542e0ec9c1c73d179e1b6c882f3a637d1edccd9479475601568c21e1d62e639f
-size 31754
+oid sha256:3c784a7ddc37798b198e4252e5a4afe2e0fd5e8b1a626b3dc8388f5c071d5ae4
+size 31727
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index d656a176d5ea..6e6487dab868 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8fe7f3dfa4a2c721677ce1d14252d4af01756df59a62b70e43830c850ea4f4bb
-size 31649
+oid sha256:b6217e5efd6a272934e077505e17fd4f728d1030b4e9062f218b7e5894cbfb6f
+size 31621
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index 135550d4bea3..89cfd2fd96ae 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dd9eb351ee3d92481efdc622ac9fe3b78e444a111b947e0ace5f0c485e683263
-size 29901
+oid sha256:8ab5dea96ab054c02746c0354f15dd01d2058e141eb4c915012b9ef47e03bb50
+size 29879
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index be8ad5840c35..191fbeaf46fd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e0aae589c6f471c103a6fa1e5e878f42d8e03ae6373c9fe64531c04ed1a9ccdd
-size 27420
+oid sha256:cab396cf149dc986693d7a844b3022f07b1e738f27359d9db7f227fd873ef8a5
+size 27407
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 69f888242e50..63fc52f1140a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9131b542a8f0f3c39b9705aaace016a1de833140af58001570ace21cb5b9926
-size 27887
+oid sha256:1db8088e365a091394838d51a75625caafccb83990f1d73e562b20d802dacdf6
+size 27856
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 153039290143..edd3e379b010 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a164d0058926104d50b8f7d21920192f4312f46cfc4cb96e4cf1aa733735c1c4
-size 25268
+oid sha256:6eeaef24c36178758beb70136dfdc5d9d87eae6550b9da0af0e9cadb9d9b5d41
+size 25240
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index 2b33d0b990a2..635947c083a8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c0e3c68e3f1be3b5c5d2717b803ee7fa01ce77d8b1b2c43adcc7d181e9d1f64b
-size 30049
+oid sha256:266e88fdb3f134e0795175711d27da415adfb32c940f1db5664be2d511052753
+size 30013
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 8cb53149c6fa..576029474209 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:607a61a8ac09191d43fab6c88cf41cf18156da15006083d0cdd5c52c0cd5fcd6
-size 27654
+oid sha256:098dd4d25cd81a5938fc4bcaa7847008774ac0c30506c9cd0edcbb63acaa5e07
+size 27626
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index fc6a06730952..2d2d5d84fced 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ea53867d4e901397ed80d121b06ffb668f95d586043a8dbb95dddb21a4414580
-size 28000
+oid sha256:2442445997c362357896e984a4e50027cc35366ef3e4a24ab9a811bb766f7d4f
+size 27971
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 883975e3794c..055b9eaace02 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8f3dcaa5ce7f569ef238eb743f0d112d0c23e362052195c1221128b822509275
-size 25449
+oid sha256:11a244f29b1c118b2b775acc5501fced9cf8cf0eaddf40a6dc0e56d6f30b5f8a
+size 25418
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index ea573b88aa4b..6ed7f09c5335 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bc6bf613df2230c56fdb5f3e747a38645ff794a4834af1cd12e9263947d3c2e4
-size 30910
+oid sha256:9fda199de93cec5a9f84ac7d489015cd11e673dbc65678b178fa1d0fc8342f58
+size 30821
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 9ab2c136f9d2..7f3fbd24d2e4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8bb25392c1aa7ce48812af485eb134cbade4d849f862f4c921efd1c55ab56346
-size 28066
+oid sha256:2119a4aa22b24687ef62929cc04c21a429543807a00e9d9e573732cf27fca34f
+size 28041
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 98615cddf8f8..972295b8dfac 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fe26d51c7c7a8ba8b0a42afc38ec8ee857e6a727b08f85115541ee55d2e2af7f
-size 27732
+oid sha256:d3209f96398a4ccc8d13a9643b444b11fcc337f97f9322e8aabfe70488bad957
+size 27702
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 6602df0ffad8..cc765014a963 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e6af38635c6b48efe88ed8d6a2690724e90f283fc4a3b3699bbe6c6ddbedee14
-size 26085
+oid sha256:8232e928b9c2bccb591627bee2388c07e604ece031591562a5f70ad0faab2a21
+size 26057
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index fd0cf6a7053b..7b555ebf792c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dbb61c91a49842cd98061574c90634b3caaa59dfddb66b7d8a25e85cf7d01b99
-size 30915
+oid sha256:d744cdfca3e3a076039c3c10210b12eada58da99c74048d076e1adf0c76a4dbb
+size 30834
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index cf4959accf1f..ee4687361789 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3979f56959f1cdba5f773a8c7c24d02130892d6d5b6d63b5c67eecae672cdd9f
-size 28033
+oid sha256:9194258e832ffc982110c1d23c32eb13a25a4aecad1164bc80386a7c08f9af5f
+size 28010
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index b4409a338e7a..c126a28f6cab 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:da96ac9545a7852c6f57ca96000b61b3fef0aa6cc83c6858bf3152ceede8cdca
-size 27870
+oid sha256:184a8d9f377ceeb3bdd513d4a98900c2a272caac3f5da890d0cdfa6be513d0c0
+size 27845
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 7d2abd0a4caa..6d2d580f7b02 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9ebc7bdb5527e36001a70f4f71e0f01e270cf225e8d46827c772aac176504b3a
-size 26051
+oid sha256:0d1cf82657298430dd3a4cbf75fc0c1b3aaa4adc1841481200db9ed0f87d5e54
+size 26020
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 69175238d1ed..587a5cb055d9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6243782d2cedcac83e4581f2675e0c5654652a11e1e5c4c05ec27102a87c8cab
-size 32321
+oid sha256:9a3e495c72a063e331464e97b6c8475cd27369734a240e97c9630d77383a46e2
+size 32292
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 12ebc61b7a88..44d8739a209c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ccae93b70c5c4b3f3284999192dcbfde08fe73e8bd91c2b02c4bddd3b47cf96
-size 27858
+oid sha256:f5e338f2b63614cd22b854a3c2d29647fdeefc428b7d823f8f9198e7de0916c4
+size 27880
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index df463547a782..25c6f468825e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c47c97851839ad60e5f29bfeef4af5da9fd9dc8efe0f261780e299f776fb405c
-size 26532
+oid sha256:a56058eb037680ad8e2a039a7443e9bd44305693a407749d0ee96a1bfb4005bd
+size 26505
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index c0b4fa07ab90..32fab60ed6d8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1462a5be7953725c422c33bdaf6c1a3c1ab4b59aaba3e83e7e038095fed8ebb8
-size 31506
+oid sha256:b0a7893ddb49dcd4e0f0266b5d371b4f9c6dcf0de2c955582e73fff7fe4bcaf4
+size 31471
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index f6ea8805fa94..c90039581a0b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:78f36cfcb9632ca25631f7e16391b9344a6943bf41e71577018f1e94f5c9d2dd
-size 31669
+oid sha256:93ccca0adc10eadda470966eec5679709a8bfec7ab43fdbb6b22f1df3815f1dc
+size 31634
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index b5ee0959b7bb..949fbf57b3f2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:60553a4710854b38f2018a8fe4469074a6af32876a32039ed3e289682abac470
-size 31779
+oid sha256:5fa1ad35d9472cde69dceaf397afe8b8319603808e2720810b2a9bd6ead88753
+size 31749
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 03b27f66b3b9..131af736d4e8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c9dd3c3d54c34e0bc2f00e01e9933e179d54f25ae9605b508827b8e6fe2d7d4d
-size 31815
+oid sha256:662ae58e5ce59a39a2be63fc36afc6038af415c8969dc08c8e38d18db02273e4
+size 31782
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 6dc2fe1d10a5..88079d5753cf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:df3c89e79add2ec5952ca442f4f7352ba982d41445f7d12b4b09ec4e6a1a3ae6
-size 27230
+oid sha256:2c967ca4e7a07dfaaadeb213502d1cb4a28be0d780f5587ede3d74a31515dd5b
+size 27206
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 5838af3e7fb7..c3b8b694bcc2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a4154c4f77bf6974afc9dedd8d988fbf3847accdf042661687c1a279fd4d2f76
-size 29274
+oid sha256:cd45052092fb675586d122e2b2061a25b3db67f20c11642d14de3842b5a84d60
+size 29239
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 2162a7e2d034..c71bba6a4f24 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:223a055787d3ea0ab762c3d4d9bed55075549c93673adf56258526c67d3616a7
-size 27399
+oid sha256:2b3994d7e041811fb585be3878782704f573a5d9dae87ad6a943d16a235a4b7f
+size 27355
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index f4fc1385cc39..0ca3dfac892c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bba739330665c99947efb727b9976a1f7767f763b1fa1af78c2f792a897fb063
-size 29438
+oid sha256:4b5c24873d62b0a52419b73badb8fa4590057509ef51dd5635038c697c6b1684
+size 29414
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 276b4f5f98b9..d8e2dcfd8076 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:064179fa53d76627454059ffb7d13c0dc5000d1de7a53faf9504a61375dcc386
-size 27942
+oid sha256:0acb22b56bb6ebc770c95e70073c51087c96291b0f35e21b5134619607f355ef
+size 27920
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index c8d3f0bb6245..cea155ae11fc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dfd191af8383a680c4a11b230bf87372ae32fb699b9a8f427e44535a38478505
-size 29835
+oid sha256:2456b3dd9d7762bc71f0f8f443042cb73ed15702661564e83de4d8d29c8c2632
+size 29794
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index de1c84d35be1..79d57bf86628 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:02be7488a7dbaa610ffc152cbf0f3a23da5de5f5eeb1bc594e16cd6b81892731
-size 27924
+oid sha256:1830963e213e3c50601693f924c275b4cb4b86994c1a2e9895f67f9c976df825
+size 28023
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 2476be7500a0..99254aea269c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1dd16a351f9983c7146684edb5b9d0bf35c0e71b7fa8758e286083a15fefc940
-size 29878
+oid sha256:02b1c753bebdbd026483cc02a65ea7b9d8932a18a9ea03bf9f0a3909853264c9
+size 29850
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 4bf821868e07..cf936e9fcf15 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8bfffc0ed95d6b8e7e0306c0ae83af81216db098a04ab38eeead66d885cc0171
-size 33402
+oid sha256:83e3aa68351b4fee25f538b52a8e9c981c9414726ae9a364d4de0d6a1f7c46cd
+size 33370
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 004eb0d09ae0..1e161ee7aabd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:120e36590957222daaff0fb236ba0cd10a7490515b37a30d9179ada9f57b0935
-size 33600
+oid sha256:b1f6fefcacd38121b460b4c3ff7c087e80ec51a65e143121b4235471fc874c7f
+size 33570
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 1547c0295af4..26b06e8288c5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f921caea53c1cc8d01dd3d481a6ab379a8a05d7d56d6e12afcbf3a18fe657583
-size 32859
+oid sha256:41195d1abc3d48adbf6d2f98e3b121607f085317222617f0626780ad4de44ac6
+size 32825
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index afdcdc56b991..f75a064367e8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b5bfeaa6e85a1197094484672a118e95d75b942227763e220a79a6929cdb272f
-size 31511
+oid sha256:c9ab846fbe7f4bce8df55e36bb2ad384e3839e75d143b4621d6933fa8fcf6161
+size 31481
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 31d4ad9f44c1..f4f5d919bb22 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6955ca2b73e16ee6e59e68115aab40f43ae30b81f94aea1570cd0de6be0025dd
-size 33064
+oid sha256:dde46955f40b3cff117277930abc09a93e57bcfc460a601492e1c01907ea00ea
+size 33016
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 68107ecaf194..aaf4888d154a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fce4a3c2ada68df0686306223ebc585be11d3d1dbfb40c36b49ca7368e9330ea
-size 31701
+oid sha256:3c6a1cd23821a3607bd2b8855a322fa3649fede840a24998bced75da156e1d9f
+size 31673
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 3303ed15e63d..ce11ae360150 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a2b360eff7727aeba9061a5b9f9432cfc50d73497cf6012b087ec4da877064a9
-size 33196
+oid sha256:bdc05645720a1b06882a724f8083196806a025b8d4c75a9ff68f689646cd06c4
+size 33166
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 3c7dacfd92a9..a0601eff5ab8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6d758a5787a436a08d3b07eca5f0647f1f2b5c3779afdad1cd57be17114e7320
-size 33390
+oid sha256:f75e4da12cbe9d063f4789339dd2d9d7887136b075507f25eaca1e4442a5867b
+size 33357
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 0031bde07347..a11849516b13 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ee21bae6d461537ee2b5a70664c5f04556e64f43ccd8e220a7362f1e45dfe8e4
-size 33527
+oid sha256:f8dcb1ab75199749f3441598a17103e089a007198f2031727cfe4e631869dc84
+size 33501
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 93f741f1faac..bde28f9cfbbb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:023fc1316514bad73d72925f2c53db062d97cb09a5011f1a487359da7fd4e869
-size 33456
+oid sha256:9d9434c985ad2bdf872ad35096f6a7296a1c08290b1a3c69810037bb8784e8bb
+size 33434
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index a3914239ffae..dc040230bb00 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e021896d7bdaa8a5d3540695086bf85ad315c5784b4ed9c0cced55d3074c0a77
-size 28754
+oid sha256:b419f5b374c5b9c39492a2d5c1dbb49312ed7ce153c8a023e8490a7af15ced16
+size 28650
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 2d1733f22711..cf877bcefb49 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:67939691a63576ba71763d98b6947e16630ed4b754a5e3948c1ffea58846e496
-size 26668
+oid sha256:82e8fc027a35e40b9e1d7cb0f46417204170af66f2fe718d34b3eccdfa393a4b
+size 26633
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index fccfc388f289..4701b90904a8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ad2a056ecff0d77df8f29cfc1f13f2a323fcb3266bc342e9448c41d879ddd2f2
-size 28879
+oid sha256:a29a3f1f430d06921e4a1640d8178db90515e6cb5bcf256e173349b0088d2ede
+size 28807
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 165756f54c53..4b5bdd2be756 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b4c528196868586aedee11f2b89f1fdfa330cddcdc966600bbc770ef1e09f2f8
-size 26870
+oid sha256:017624bb0199d09beb05d752ce4eb603535ca109a174d0f1c823df4330ae8187
+size 26839
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 0a2a5fc5a120..fbc2fd4a41bc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:65dc49dc0c4c10a8e15643c53f71fc24dd5a7444770bf2be20ed1c00593194b8
-size 29335
+oid sha256:b264303b56a3bc0ecf3a2c18def24f42d667f758a94f5b35c80fae5c13e9a48e
+size 29241
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 04144c8dfc24..29748e107904 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f6c36b89f066023ab36fd4ce3d279e98a3bfec1b5e3ae37cc8dc14b2e870dcdd
-size 27215
+oid sha256:9be170105275e2ed94db383f1b27344cebf17e4e832259b8105e69d1564a9dcc
+size 27187
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 29fb8900eaa1..268f07c2371b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:79a768f7cf8d44cc91c55305c8179f158133d48d363b52594fe2d03c4fd7d65c
-size 29206
+oid sha256:5835897222219e4d28e3aecbce2a55ead306be488f2a3e7ed9b1f72ad6a9fc6f
+size 29244
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 5acf31d60172..9a0e1735c28d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:58d551cd90949fad49c5e0b32766506c45d7a9b7b153ed1b7f9c6081466386a5
-size 27259
+oid sha256:e5cf6ac71217779e33865de588eae6ddb6c1a6b83ba17fc83ddd8b6cf2ddcb45
+size 27227
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index c2fb3456ed44..8ca476cd3106 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0a38b9f2d5c64fa96184b8e3bf6953fc87210b369202e727b59a13dfd29379de
-size 21906
+oid sha256:4d1562ad6a114613b0ac0403524e8cce077a15a0e5460901f988099253707e3e
+size 21877
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index efbb0ea38617..ade8b5195525 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d2c4cffe41df2d8b4ed997dc63597d6b9e87be1d536ac157a1be810b4d4bf9d2
-size 19038
+oid sha256:1e170460137110c4f77e2dc7e96768191f1cde37ddec8fe99f2256e8c73d682f
+size 19007
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index ad4b551f0f6f..b7a3b87c4e17 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eb69d4c11fdfe9d87e52a44f8ccf3128dae701cf0ba0a3ea8179cf50ea2e8ea3
-size 22342
+oid sha256:9dc41904c1ec7b52c4298282fca9b0d907d9a17010f39dbca9fae584688b42c1
+size 22307
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 05b98e2b413a..265c4b704b21 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fc8feaa9b8da70efdbbc1cbeb753f840ead8ba0b889f6a4299ece982b5102124
-size 19651
+oid sha256:8de0a746660db49b3dbe9699c6e8d777a2af532ef4c8eb931c036b215dbc74be
+size 19624
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 3bef6b3c231e..25e029b4ca8e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1a490957944f523e02697167de41d1a8ad328bc472b8b0d6dfe298ed697d2c17
-size 21905
+oid sha256:52c7ae3c6e47a334881283f3495e5e967a990539af46ba9bbfcf77a67d6353b1
+size 21879
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 801e02445e75..deac0c4011aa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c12c7aa8596ba4fb099c4374b1e9fa4f8e3dbb95bcc729bbcc89d5bc9a51ea61
-size 19112
+oid sha256:61a23760a138ba55beb753295079c82ee5a9df700287680834141945a0a1e315
+size 19086
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index dbe4508f1833..5c3c5c8eba5f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:088b059cff107e524015f07d5a516a8c42bf96342b5810e5217358955d89d6f3
-size 22843
+oid sha256:251e3f1c8348f0062cb163a45e42ffd3f775a475f894ee49a01677a4177d2d4c
+size 22810
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 5d5bbf4f4776..2752b2011c57 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bad0401a25614a9eb97b08e08e5119aa1c918f6d79ad84fca4923a29b6471ebc
-size 20004
+oid sha256:8992f8d6f7d268215578296cf2de5155a0ccb6772e94cd25cdc74579a662cb6e
+size 19974
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 742daa1042ba..149cf6f9a09b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:88f57884f9ddf41e01dbca73ee86d0b1973aaf5271eee5fe8ec87163e46a5331
-size 22920
+oid sha256:368ce0d10b9f1694e9a8ec7e9727e90d9b3a9846ec2c913ea555d15f31b836a5
+size 22884
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 39e4738a5aa7..a97cf735846b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0f5bd4538cac3e0f28867b4c6f713a620e43de77c4df3b1eb701a73b8f138528
-size 20337
+oid sha256:e20bc69d9cb9d0aa1cad338493209b33449acad1a66c985133b59ed56a3ba9b4
+size 20304
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index b5c78f1cd325..f80f74eb9e6c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1fb340d1505b5045013bc7bc985af019ae840cb3b6fa11e3fcd9ce20dcb10c47
-size 22975
+oid sha256:2da8ed623ebb2fe5fea5e5345a15e88fc6a65bffe8b62da4eb607fb2b7a8feb5
+size 22941
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 18d83b3e8328..a5ab1e92098a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6f6b9be21b363fc3a35d20ee565ef12ab2351e55d0d19958b1b23dea61d9e6a5
-size 20060
+oid sha256:d80bef264b5e0f403a0bbcabf409a6074e1daf88bf5426be21131401db6acf4f
+size 20032
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 0fe40cbcdfad..e52604d4af25 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8f93fe064f327cc18c00f5942c8ec23e8f5b7e3ec60bc769ce9f653e1926bfe2
-size 23019
+oid sha256:97b01a4466937a128498ca746b79a65552d98f68fd0c87328c94d0cb33f476dd
+size 22970
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 54ebba5e6af6..2e98967c49f4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:49f21c73394413b026f3f3a1303e0867690734691e24d11f1202f2f4e14fd316
-size 20432
+oid sha256:ecca8625d692ce0a4f0a3f2b4d0a40b81e4217308d8e55ba8a4ce494a887cd7e
+size 20401
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 1e784dd37864..26e183862f4c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:03d0b112aafa06949b4df0f02f4502a8005a77b78e0574f1bb27c6116777f336
-size 22183
+oid sha256:92ccedd9093c3ec6acdd12d62eea3f0b0eaaa04350f7aff5c7697fd1f8ef1848
+size 22152
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index aeafc2f19d73..9a103e1e3ee6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:01d6ffcf780929dcd2abcc9a728e706bc8060d633961159185c659a659626aac
-size 19768
+oid sha256:6fb7b9baa519f648345d527cbce1cf187154b7e684c7466899bdc067bfadcf1e
+size 19742
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index de26bd8d9b49..aeafdd4d4ca7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4a033b1a10bbdeaca10f38989d44be9a72cf784d97e307bdeded5f7a305dcdc3
-size 21901
+oid sha256:b44016f0f2fae71c8b1b83b8820fc152b65b1e90d01718387aa123007242a627
+size 21870
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 1f3abc7e354b..6b7ca6e9e096 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b5e3385179e68ea460d6cad8a560e671ae487944eb93d442f30edde2cde6c397
-size 19036
+oid sha256:b781c82d7bdbf56050c77dab59c51072e37889c6fe4f3c03142e8cd3bc6b7dad
+size 19004
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index cc0868fc8f73..be189d547a30 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c8fb197c43f739563cb3ed57865da3f5cab8b39568bb5257dac9152c585a521b
-size 22366
+oid sha256:d492ba828fcd154f5cbea3c463ad9a5367812cd46ab266fb43f49a58bdc32f44
+size 22329
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index f6285d8f9ae0..f40c014d1de1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6535bfaf9b4d0e3085539dfd146daf2d054adcf3fdd1992fa4fe34a731ebf0e1
-size 19661
+oid sha256:cd48f50561f41b9bb24362ce46a29867b8bd2587683e06c7d161f009eee1b706
+size 19630
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 39ce28e232ab..56a25c861b6d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6671426f3211f276407ccec01708d49aa8c7483f05442d730a6f7e33384f11bb
-size 21763
+oid sha256:08e20b4aec59cfb4de911f61a2979c599157cd49bd2fefbecaed2b0c3c543dcd
+size 21737
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 1b2f61e5dda2..9ae5eb67a346 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:75d7987cfab0192646a620ffb16cede55f01fcf116332f8199d2d34b1c260919
-size 30125
+oid sha256:c8eb98b814299c2db125b54d7f2766e386556cd93167d0ed21d07888358fc831
+size 30091
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 5ca13ab102d9..a69b17afd72a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:576f7e7339b4c0fcb759d56f7060733fb1a64fc12829f2cb21e76e559aa38a78
-size 22470
+oid sha256:be8237a880a334b4e798fd0aafe171071b42b0bb7ee1e43527a933190291a2ac
+size 22440
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index b9b34e50f901..10bf9f0e1da3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b678ad1524ca10a2296406875ea69433fbd058cb91101b414f5dc2a941dbd23f
-size 38199
+oid sha256:8e1b6ff12563e4f00cdca34e7965560fa5efcfcd259c953eded28b92c57c0f99
+size 38163
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 5dabf3c296c9..9eb9bc02132d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:db00f0820ad9444cf6836a474a9a7e02043d0fb04af0e052b9723fb975a4a068
-size 28992
+oid sha256:207064cca3941ccef3290bfff1bbd798fdf4671d39b849f4118492fde6aa2d76
+size 28966
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 1f364184eb2c..fbfef51a9366 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c8880d7aa09f6fc10ba7d0f4b912139b5dff316a718be3f5e693f12080389f3
-size 31341
+oid sha256:628de2aca2b71da2489a53198a84cda1cf1a155f6a243217f47fbd4bc5e00e6c
+size 31307
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index f039bbd17634..0433d5a1cd4c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:40d603c583ec9fbff5c77bef29835210dfed3e98ea98477f6e2f22a7b742ff74
-size 23095
+oid sha256:9ee6ba62f732d00d49490db1defaa95e7362ebf1dc23967b4c04ee2d7fe2133e
+size 23067
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 36227283637f..c67c0f97b3f8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ebd4002cf5f7ac142a4264dcbcbf6dd422745e97ec024e1bce335f742c9be6f2
-size 19025
+oid sha256:004367078726e3c96984985ee321ed9e934aa2db794446b9ba7ae38822ea54f8
+size 18998
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 071497d9704b..c564e22584ea 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5775359a9ba160190d897bbc52eda0535c7df02f592d82209ac8c7079aaaa414
-size 22449
+oid sha256:31e5974aaa316dd2dadb644449515f8a4c83a250dbc6cdf6146e834770ff6042
+size 22420
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 8794bf765152..ddf4bc73288f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:05669c3b012081843112e22b5d984d2581bf8e37d5930223db529e32efdb8dfa
-size 20015
+oid sha256:902652936b8935d7b6bcd04f1b087b490c2bdacaa897863d457fb0005d5151aa
+size 19978
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 73abab28fda1..05ae75da38b9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6632d6201ff7e4d91ac296e4b60bdaf9865f66e52e45a5ff4a49321cd476f8e1
-size 22812
+oid sha256:cc120ae287ccf5f47450f7cafd2f42b3ed357aecf6f1c77b3ee0aba75fa77ce8
+size 22783
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index d7361283b159..5187b9edb0b0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2a50f95635eecc936ea8d518113440b2d1a60ef4fe55f63abf992feaef5ad5db
-size 20167
+oid sha256:0fee26c11e64ea4ad674d566853bde8bb6d65de697a487ec1be27ac3b311a0d0
+size 20136
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index e8129df1eaad..8be265645592 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:74ea71233ad2662820f314abcd9c37e86495325c5907f1ebfea8eda5a6be88bf
-size 22659
+oid sha256:a6159c660892fb3334f45cabd37003f24f082ecf002880f74ad7d73fa578c342
+size 22630
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 0d0f99633937..246d6ffd4208 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b43fbcc8049c5f252e741fee6e4202499f1119128699f6c2ef86fb32b484fe5a
-size 30755
+oid sha256:6aecd0f4b34f405113c4e665bebddd411214caa527c1a48cacd553388800bf42
+size 30724
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 44e85c627342..d222a1239c2d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d5c486593c62cbeac903e8ed1bba4721721a11332673ee3a67fbc85190e598bd
-size 23653
+oid sha256:91852449a0d3692219b83506f69f86bd442c3a26a06c7f46b22002249f9e6ab6
+size 23624
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index acae76d12645..9c85e2045491 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7d41fc24e48734bce2dc7869625eb3cc6979c51402558c14305b23aefb35dd0d
-size 38982
+oid sha256:fddbe681eb7633335f2986b908406a4dc36a8ded48667b364b3af6503c3a970c
+size 38947
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 4d95085c99f5..ed0d5aef4fb2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:648c4b6871064d36c40c2aaa4540856181bb537d1fa91009623a834ef9b857f1
-size 29819
+oid sha256:deb543ded742e98d8d7a76dadae1629cd57a0f808af96f48231ec862926bc22d
+size 29792
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 1bf0da1f3587..3d139b19d965 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4e22cc4d42ae85f7acfa6fd5f3601e480aaa81d6c9fa08ae48d8f05d2f6342a3
-size 31772
+oid sha256:bc8f9efda440ef65b299918a93f728830792bddd9ec7bf404b4e83ca94bdbcd7
+size 31745
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 0aad37c40f30..907459146031 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:29219950db30ec8d314d8fcc62fa8bc4fc39b8fdb4bcbdb1b210a9f1a413e7fb
-size 24420
+oid sha256:fa0eecca924d72c6ddddfaea15aca426459a2979c751b3d1eeb930bc23c32f52
+size 24390
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 591c832f2570..45f2e6f518d8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4ff7c2478913933d19f937a8fe1c67c9d81c3056c3d024d7a159f0286ac64452
-size 20019
+oid sha256:3f80623abe39d36258c7e7f3bd445e559f36973afe8c26de1ef6ffbc7c684eee
+size 19991
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index d28d377028d3..308591ff2ff3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:325d13d84be3f035ce9177f3fab04c7e4ad28e409bee84c74e061afe733283de
-size 22789
+oid sha256:4c0642ca91e5d40ec23ea9b2bf9db6fff0e9ef51e9619e26954a0b36c63090e1
+size 22754
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 7f3c6e733d7f..1b8aba8c922c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ac9f9881f077965a9dfb7cdb3c435350a84accb501b00f7ff1e52a1f0fdebea5
-size 20129
+oid sha256:dcc48ed09a10c341e09eee970c1d5441f1c7350cec4caacc3156999aee3569c9
+size 20095
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 4e72ec86fd03..57aec40b0d14 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6762e11ededd2af73ebce6664e8e148f2d248fb5666aee77a020c71bf7ecdcd9
-size 22282
+oid sha256:5db14e9761801b882e7342ff816b4aa11eb28daea0b5eb05f3ce034247a7bcaf
+size 22251
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index 1ad8860f67b3..5331cda2d4c8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f68b58338281b3dc26e9a80656eae07e4a4da560ee1f504c99e9d5084846a07c
-size 19542
+oid sha256:23c7e203068c587192e056b3ec5d167fd6926a0fb6c7bb1082ec9eebd7238c3d
+size 19514
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 72ae06ea7351..df7460156278 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c3d1e68f23ff545c48cb5d1182e13e89db033c3ae9478c72cf1b367b2cdd81e5
-size 23424
+oid sha256:4e66529417867b0eec8d5162e2f43344542e595090c9ad189ecefbd28f17de1b
+size 23396
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 12bb3517a2b1..3b3dc9a1204d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f05c9ccd0c46ecc5a5c7815513f6d0f3a52966bdd3ff5bead77818b88eed7b98
-size 21302
+oid sha256:c92a5a76b748f12f72597e65245b2c274114380d1e9408a631a4f99e9d40161e
+size 21270
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 53fc7d19c526..bc6be5056ac6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:72f86eef917fb3a5dee6b812489f3c3345194410cb72fcf218c97171e615814f
-size 24429
+oid sha256:caf3d5a61d58df62434994a798400cd5d80a90fbc87a19722c76745c017f44d3
+size 24398
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 9f1a487cd2b4..4e1c7a18e808 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4858fec569b6ad703d58c247306fa330934382133bfd4cd7fc2401eea7fd9014
-size 22421
+oid sha256:1a10f749cfcd0dd0bfd8d563f77dedcebd0e7eab170548ba1a43d241878e9f70
+size 22388
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 2acd1ef6336e..eb5961e5a2cd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ae003115a7c93968e6f2dd40835c59940e15fc04b278abe8e263808fe209128f
-size 23497
+oid sha256:9565cdce35255ad9de2d882a0ee7bbbde472c1d102858c495676ca5821596863
+size 23464
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index b704655cd710..72438faa1270 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:702d5ff859cd3d63bad66fb0fd1e06e011ee53bb13d45af49956f9a5094603bc
-size 21109
+oid sha256:3ce33784e0c13d86a47cf4414081c5a5f766b363964fb1abf5279042bfbf083e
+size 21076
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 3b49d74057a1..28535b9442d0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:234f9803d8d76ce81290f046fb09dfa7fbdb9b884bdede03de23aee63acb7b79
-size 24676
+oid sha256:7fc39d5e43ba787cafff0437fa2c37a6764037e25600460591b2d25bc6491832
+size 24647
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index d26222678d07..c7dd8dfcecbd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6956927acd6fc3ebe7ed1aa650904a21459df6ed6b43a034dc707666c2925fba
-size 21980
+oid sha256:432b8b50b682fbe6b87008c1b7d78ea4b908d37b99678e785f6e1c85f5940e38
+size 21951
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 7cae14f86e8d..c8c9d95049ea 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:603863cddcf880ca3f6a0de6554a1a7b8c7c2397928a0c0bb5f3840e5548fe72
-size 25052
+oid sha256:6851fae4d9d738aaab770b8ad5bb4fd9a7f217dea321db0de5e4a70d03971723
+size 25026
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index ad73f64cc463..982117fe6e74 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c42878bda588f48647d0468fd66e205f5e51a2dd1b83370ff924e09ecea2033
-size 22840
+oid sha256:c650b75a78231544e250665b1e7e9581152d827b17e0cf207a6e2958a7b94eeb
+size 22815
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index c6a07ca46468..545079299b65 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4c11eeb89c92b24186477e019992ec9b83210984829ffaee54749f9cae6f1776
-size 24879
+oid sha256:3747fda708d4a48bd4e7f0e2874cf6ba37554e814a0771d4caa6931181e75c37
+size 24851
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 172c5e43d8c1..e5ac8ab85030 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b925f7eea7b502823893636e6d7b0aeed1bb54a729629275206cfebdfd9b163e
-size 22270
+oid sha256:d16d6a5b5e595561a6a94a4b28cf2d888a50f6a9ffd43fd0f2f31ae35a6a5c1f
+size 22240
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index eab1a377108b..daea1d386ea8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c2e2fa04857b1fd6b3261158544fbd490e1032e61f93eb8e9f37ce954533a832
-size 25281
+oid sha256:8b7b66ce924f976ec15746fe101cc0340bda6b58a097eda9086ef5bf2145d0b7
+size 25257
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index c0c49c097bf9..e466c8612412 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bd517365ecdb3d5df28f9dbcb8e58fbd3d50c85706bbf8d6dda6970a78cef065
-size 22865
+oid sha256:7ab654c5000f993c1cfc4be437500d5a2031a7b44d0a5e42c26fa49f13695c1b
+size 22840
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index f212a5483d5c..916c113f33dc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8ebf8ce0dbf8c3af7df5923ed859b7e9fe03baf1ce721b18b09c77fd83a58538
-size 24272
+oid sha256:11a9becdd4ac21bebeab0dd5f0615c994158b2cbeb00be45772b65a7536b6555
+size 24244
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index 01a3ae9a748c..8707cd1dc6b9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f4f291ffb4a4082e38254b93c0b6c615c7d55aa611d8db474e2e1291e2af27c5
-size 22341
+oid sha256:e4056bd71801d282842ea6d31cafbc24e061d3eb074cd16ccb8a8e6a15e4cb37
+size 22307
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index f1643c8a6c35..b94750b46677 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9491848ead29ba6f6c66f9f331345fe9062be87e3de5b0603c84fb97bd622b0e
-size 28595
+oid sha256:e355218849301670e2786f8f5d5b897eb7ce62514df92a6c9aeadbf6e5a62f4d
+size 28559
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index dc91fc4eb9b4..b80b5b90496c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:80c4e8f063b2abcc750e76b0a0fc2804f28a02576906a5d17da913a83c7aa46e
-size 27738
+oid sha256:7f125cbf16066c710fe0a8b6ac10eb8fe7b1ccabc68973628de0480418d81bae
+size 27707
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 0e97d5898b06..33e392ca8534 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d4cb21fa580ffa0d986e4b2813d93f90abbb1e78e4401907924790b76d8b387e
-size 29036
+oid sha256:f925f4be9d90fb713a91e9d4b76ef61396cd4a0ce1309025b9ca53d17c3b39a1
+size 28999
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7f446efd6008..f3941cad036b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:49a81ba556cc87aae52043198d19e5da416591fed0bcb42c4d19a2436332b398
-size 28294
+oid sha256:6d28cace520a48bb46e040b12c15a76668b8866c70887a39ae7adf88da6441e0
+size 28269
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index feb30ea76e37..7eef8b6529e2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:361afa07122aff52c7659d6877b5ae5584bd2167a107cbf70e2edc15f1519620
-size 28579
+oid sha256:df9611000ec354be4a6ceb3131f3bcf1dce5bf13fd7c6af85ee1585494201340
+size 28546
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index a3060f46a2b5..56d946cd94fc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2a9ce791fb156433d5177b634b7aba0312680b839a6940d033a4a36f309b0925
-size 27048
+oid sha256:405750a277ebc37e8f19654a223f86e9513973cf57b5bb8d79683cfcfe5db289
+size 27019
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index a61ad4ad1c35..b6edc40d2909 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dc574f528bbd5b18810b365cd02be06dbab58223eba786e0494387b753e9e148
-size 29078
+oid sha256:0870b17e8eb7997d9e53331474176b184d481c6ce2d9bda92d3c47efb0bc30e3
+size 29052
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 57330d7c0085..9d48f3753624 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ebc26c829e84e4e6ebcc90cbe413db96b72f6800bae5fab78d24bf685c1de9cc
-size 27560
+oid sha256:5509f09ed5fb6a77898c8c486cbdc0e41c2c9d470979af9502b65bff2b97c7f4
+size 27528
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 40f9494ca3a6..ad9a56e31803 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:22552a5c87d1d86755bab6fb2dcc03231dfb696a2ac82dd860d836989f97681f
-size 25376
+oid sha256:139d1906d1b7fefd8a4f0c42d4fefa276f6c364f85b90f19a5145a4bc0677bb3
+size 25351
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 1b27209a93c7..48f981836051 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aa110ac849d574febc0f1adc9118c1f77b9c6263117b791ab5dff54953de4977
-size 22369
+oid sha256:30ef7b45bd980584b228366d2dcfe1b0aa18e7bfdd5fc9a557ae30f78d9650cd
+size 22333
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 1e80f24c9cae..55781467e342 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1601aa5c5a512d8356c6e7275b638edf3ede282b90f37c43928bde4d47e66678
-size 25820
+oid sha256:8b14cf1773719c4b7ecc151c0a5d51ab7ae976b5b5bd02810cacc1c1471246c1
+size 25790
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 9b3a45fcf80c..e55d0aa21feb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1e756fefb5fc2621f015c70a06c49acdab174599cb6a76902baba6b9657fa8af
-size 22979
+oid sha256:171d172edc0ee43ab04587fcaed8abc1d74eec1b706064b49d470c3a6950064b
+size 22944
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index aa714d787b9b..86385349c415 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d9e2748dc8bb62dd4091885988312266c63db4895b81ae684204b2949aff9326
-size 26098
+oid sha256:7f4a4e479214a3d81c4155955953d8b27762a9538b8e26bae02eee63659ae05e
+size 26068
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6979c237b5bb..05cca6ae102c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eaaedc9a12139f6ff017b78f755ee535bc17df67bb6d24cebcaa22eaa21b5212
-size 22500
+oid sha256:0582bf10a9f91bac5e28c0ddfe747444919f5debe934a2ff9a500676ffc8e7da
+size 22474
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index c39a05f45754..d4206ef2250f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8a69c9a5f432220d8732a3b778063ef85ce1b63ed8c49e07dcd09717dda957d2
-size 25343
+oid sha256:6c560e027e8f9b3d146ab296909f3e875f6fc6aaa687db203cd3289ebf4d0f5a
+size 25316
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 24725817da8d..6efefd8e64d6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:32992d5bcfc3cdb15ff068fae48b5ae3272745638b766304169935ef868cea0c
-size 22394
+oid sha256:89c0bbdc51a830ee8635c83be18f43a795dbf1652743bca5e7ef5d97252b9903
+size 22363
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index bafdace093c9..55cccb9a15b9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f73797152a88b619ac076d96154bbe688bdef32bc736e804815760116f773744
-size 24121
+oid sha256:52149662d082dc820962f0de7696f4e5debeb54cb715bd178e85c9a314fd65d8
+size 24093
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index f942fac9a938..2d71c8537d6f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:32efc7a260956990bbf2a6acfb36537a504c77ff04ab5fe16bb60ae5be1f3433
-size 21381
+oid sha256:6a7ef5e6792055868103534f9aa9536510910ccfecf943c480c34682262c5d9c
+size 21349
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 468bfbf2dc71..9b1f389d3b69 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8cb51bed7ed37556d9ac8c9f3b946b8d443fb6c840d5f71355391edcc79534a5
-size 26200
+oid sha256:ba975688010053e8f526b67e2a852675b45b4bcf56fabe29f87f23ac8bae81db
+size 26171
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index b900b9239e4d..8fd520b0e504 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4544a72f4160af0b6bcf8f4e3c04a35d070a38cd56f3309af72facbeb29ef7d4
-size 23500
+oid sha256:9503afbd0712798e206261d75d799d3bdbf148e388cd2a37deef578f3bd6e48a
+size 23473
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 1b8ed08d3fe5..b86c7ed8ff27 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8740909cb8e6ec45104cf847e513884eead1113f828f78ca1db890a29b7ae43e
-size 26047
+oid sha256:d00eaa8d48078c18a7be111301c3b410e23f34d25ab5dd2eba8669d72d0ad6de
+size 26019
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 5b880ad79258..75210f6bd77a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:09456181fd3679cff2e3f8830a5aadf84ef469d09b555ccf6107cb9b6261891d
-size 23715
+oid sha256:d319c07287ef1d1c8d8351f42227e1bb1d23001021abf88d4e985269c5851147
+size 23681
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index f94835b810e5..606e4eac53fb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6c1ac419a24725f9283f8eee911b0a0089e51991db3513a4b6a8fc1f2db29053
-size 26878
+oid sha256:1721f10237d9ee91912c66799b2aa299c3e6e72a4d8783a967509fdfc3396024
+size 26847
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 38eca957f265..1e600ac6e10a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:51bc9f7bb83aadd54bb8f453da2971b87792bebef9485c36daafff59912b17dd
-size 23350
+oid sha256:acb127f9505c94df42104d66e3acb0e4165b119af8e0a1849db14ba9fb0e21e8
+size 23321
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 0a40341e836f..ede7764cdfb0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fb541d4407684b9f705032c526b062cf037f0e7dd477199562f4a5ce7856bbe9
-size 26473
+oid sha256:90f258d68ef0038414aca841e41b787cf705ce9a3fc3f6aae391427881538d7b
+size 26444
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 87415bf1eca8..9c195bd173e5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:600dd851d5c942107d29875bb30501d547be6f5ddd224afb8278ab2e6ceac9c9
-size 23569
+oid sha256:ceb680552b0ecb56dcabee7e27d9f5149fe6c378e94ef9054830f9aa206246d8
+size 23532
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index bb9835324b35..dae063268574 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dde60c1479bd80df7c777d71a831f6be002adf1c6c8b56afb7f7595acba8db0d
-size 25039
+oid sha256:1dd3766a59ed0839972f1f925fa96c1bc66e11a6b00539528fabc6890200bc79
+size 25003
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 363d1adb253b..2807b0a43b46 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3b6fb49d8b8be78e0e8a007dff681597d8281ee13f1cb5cc226f49f8e4d29139
-size 22183
+oid sha256:321ff0040fdf2929c9122aef677ce837b6371b5b3f9cbd361822bc8f5657f01b
+size 22150
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 683a74123a40..060a72aae77f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2c8fcb08234563967e2434e027e448adf67e060c48918890bb3a39fe160b4de9
-size 26099
+oid sha256:24b4991891f0b6cf07f2114533a90dab60fdec4749e50d36d802c882ec1adfed
+size 26076
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 577a39b126ea..5e2ede1df62b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e9892839dffb2f7ed0f32876699de79cfb0dd8b8fb536b394dc0aada2d04c78a
-size 23739
+oid sha256:bcb1953eb369f216c782cbb203a3a1f7ee84b31432fab34ef68e7b17853ba8d4
+size 23706
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index dd11dddfd1b4..90504df49887 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d1db5c43496e04f29b53793ae70872dcfe45a595b3c4ca976f163a6f8e94bab7
-size 25687
+oid sha256:817b493586087ce7adabaff2789261503f0c4a4e38bfd6b03eeb961b34a9d6cc
+size 25660
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index 37b229a0a2c8..f63105ffc65a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:85e112e4ad6d16da35c2b4f8de02a75d2f922c812412bb5540a4dad9bb03f41b
-size 22928
+oid sha256:d4352bf020f4790c716593f615a58eea0dc109e3610b7917b00251b8de7dcf6f
+size 22893
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index b365b974be59..1455c2b31e10 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6fd678ebb8b0ee9092b82e74c15ff2049d63f90c1533e56c4bad0f47815ea9ab
-size 28562
+oid sha256:4649b14cc6a5ce5a4982d5a7f9d3f40819c3e09be93b54bd805eacd375791f8d
+size 28529
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index e54b6df5cb94..434abb637f5d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8940a8bc921845bc701ffe2cf8def2cd609a74dd0cbb6e94eb7ccdf15b27f89d
-size 29379
+oid sha256:437e166a9ac47290e19f8f0aafd1a3cedd71a133d8ca31e95449d6bf8ccbc942
+size 29344
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 532c182b23a2..977a363efd5e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:44a0b43d1cad1da530776fb1c5457aeb23fcdd30b5c26147f0f4a02e3eae91a6
-size 28686
+oid sha256:d9824515df8e82fb58d48066a80f84e2eb426b291104d6dac2fe2994c5f8d9d6
+size 28655
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 65af8376db93..0d257bb12530 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:27d36568ac49bb4b33e39fb10d0d5bd2999a0944ec0e240de7b4a0761be8ef9e
-size 29628
+oid sha256:1d57b4b17331c583cfc4d1b05821b98a6d5fb66cace91d5d7e5672f46d767f48
+size 29606
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 5888fd33c980..d95e9b03a0fb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b86db823393f52f344cc6f9d5d79132326cb03faeee7055f1bbe0b63255768ad
-size 26251
+oid sha256:31f881f594b24e4e5d18dbe9fadabc3d575d06afdaa6f1667202d2f5fc481117
+size 26224
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index ffac4da578e7..6772525c07c1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5a0843ab7f956d0b30f85dfcb17bc4cc1b34af5d89194564031afada4bd40027
-size 23645
+oid sha256:7974e47224099d7db87cff7d9f1019e0f3dd7a7f79f9ba77685b940d8e6f78f9
+size 23618
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index e3fd6c36d514..fe62aaa8f44b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ba67fcbc28a1f4eeef2287b0267ac63147b1c7ac317397e9d58537996be2d68
-size 26991
+oid sha256:1b1dcadf07906b7f37710fe65793e117ad7e81ed9b88edf835d3ea733c25b774
+size 26958
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 72566e244c59..6599af17bfcc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0c3f7fe386a539b90c3adc8cc9f6aa6f4c90e75c3da9f39feb2addbe3be9f13b
-size 24620
+oid sha256:c5495f1b09208957661a7540c4afae748032aa764432109f84124b869925e024
+size 24589
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 6eef3028fa89..0b005f09d5be 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dab1dc5b346341ceb8c558118cdcd1c2b0ed30dfa141294ef223d7c8bb74cb06
-size 25313
+oid sha256:54702ac16d886437610c7a852853c1700fb39604c6fa41c71508c6913e03bdd4
+size 25288
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 3eba9ca3e358..19e7d925de04 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a47081b3a832d00c6795da8d12badd9fad0565e4c68a0b1664f72aac09d78d00
-size 22539
+oid sha256:7ecde1e6c67080852362a859cce12c60758b746eeef9910ac7f83586bc0483f4
+size 22506
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 957d82c68be6..9b18979cb501 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:43407e1356e5266b95f7227f554dfc41820ac299260c2ccffe7c8a6d912924b2
-size 25591
+oid sha256:31749d087df17ce66901870d682abb280a43deb1b2b7bd57b5f022ff84615ec3
+size 25569
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index f221394c68c3..a4fa7cc9f9e5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:99c91c0cae7a590acf0a0bd02070e01cef5e795a36fd7e007a3532ca991970bd
-size 23294
+oid sha256:89052107b3db8036c65d4c1fbd3a2d7779b91d75a65b9444aece0def3273a5e4
+size 23256
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 1d264a43dcc0..50961cee0839 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:04ab602e6b5ffcc0012240b2147d07d9bdc46f23fefea4c5d6671c978fac4d32
-size 25251
+oid sha256:3d4f9825fe532a23976c6ae6c4a031649e80af572e1908ae674e7878486012ae
+size 25224
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 88f98a645d3d..dae08797ff67 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f3601e2ba4851a2dce87c63b10d287adb599011c92296030cea8b1679cd0d5d1
-size 22508
+oid sha256:7a4d1f06404cc3c3d0e662fa6d1f06c22729554edb26645c26e431a887127672
+size 22478
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index c1a5cf02d8cf..7aef914c8c8a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9802efb6296b6777c1db4ff49797877b8c1c86bf342ace77320255369d5dbecb
-size 25924
+oid sha256:19fc71f59d78caf9151a466b4a8444192cc5bafa9c54f644f8ccdacea92e9c28
+size 25896
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 2bd159ad742d..df9a91e9e0e6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2c5d703816d16166e2a4e6a73cd634f278abb6c5ba7940c152f8ec28b46e7890
-size 23623
+oid sha256:215fe0a26916e947a4f1034c60504c4be81c7a333e1c56db77c5484e88319d37
+size 23591
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index fd544dd8f337..c67316b264bc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0a4b6c96af85de4a34dbfed8f68b512f42fa01a1a29b1c6d395357b618ff1056
-size 25990
+oid sha256:8569e22c5a066ed380bb25e889f03cea2bf2a02a2ea753e7ef2c93798c5e803c
+size 25960
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index e3067cca9435..a3be56b35fc2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:950097b01cd7fceb361106f762f6c5feeb630429d35105780c1ce921e4294612
-size 23789
+oid sha256:18b783bc9b725e05fefcf66342d93837b3759f938bb7281cad8159b923c6868c
+size 23754
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 3fa54c321bc8..676eaa8275ac 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:61219087c4ac1c2f112df4bbd6a7d64b0bc13138ed68ce60e771a2d5aa1121c2
-size 26131
+oid sha256:38d132afb716668e7d4e8c74fbbd06362979f89d3141c89365b071e5caedc079
+size 26108
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 2c147b72037d..5e8a0275e831 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1ff13c9823289fdef0577b376d51862205c9a4c18700691a1cd4a34286566a0c
-size 23752
+oid sha256:7db3ce0dae90da39e764d49c9540456aba60524e5a375e57dac34d45a093e954
+size 23717
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 77c553c8920f..bc0a08b0e595 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e0e823a32be8e029c5b71a71be5040765e9e9d00c098f6458ee9a82cd6f98c7a
-size 25989
+oid sha256:d43446cb46d20e7f76863536f15dc4beac5d47582eb45979c434c9f34e273228
+size 25961
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 0f04f1bb05a8..d86548a01234 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3a83ed4296cd005cb6c4bd35e4f674b1306b3c4994bdbde8ee6c552d106083b7
-size 23878
+oid sha256:1502bac81579227c05048c1e73a05fd663647aa81950200bf3cd55036a0ce05f
+size 23844
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index f292cebc81ac..eea47cb9557b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:654821a3c8bdc4733c2dc67e26709feb46aa87634fc1654783d821d22c1ebb66
-size 25438
+oid sha256:3e52829747ca9db007855479911e4326fe0e13e41b011c3c17650bdcdf32e121
+size 25410
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index 12436f7aaa0f..d9fc2e66fe1b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:177ab09ad53f7804bf325eed33d26c9e77cb8e202bc2f4941a331eb6e43f2edb
-size 23124
+oid sha256:ceee0227690283a08ccf521e1cf59e2e43fa1346b6bc2f3160bb555423851c5e
+size 23094
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index ccf2e449c309..24a33be5f4df 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0a5b7a62ac948c4ad2d72131640f975189d4ce29a4d9c3a86355771771792a59
-size 30669
+oid sha256:fe37f5e61a3138992a63ccccc43171de2cb10996edc2af39646c1055d5c0ad32
+size 30636
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 05c650e482a3..c9eb802d337d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:349101ca16a54a8039ecc9fa84896ac050863f1be2c86f541b848de5c4acb306
-size 29246
+oid sha256:c8a1ad407f25e5facb11cdd89349092461f3e29e24efaf8f3d5dece65d9eee5e
+size 29215
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index fcaa842156d1..3f1a4eb2e1a1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3cb6fa72bd3f2de4c1f6ae59b5ef5089ca3257c288191bbaa505f21b004e674f
-size 31398
+oid sha256:65ad713aaa2de4f5206f1adc4f54e61eb3157d6a95fab42cebc74918163f506b
+size 31369
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 462d85228c7d..152a2dff1635 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d303c794e77df2c375d8f51421a6ad790265115f2a72c77bf2e3d67c5dc680a2
-size 29930
+oid sha256:ec713dd112484f9ad463fffadbc91aa8ec367ad2f88e3928e9d16e7025455694
+size 29899
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 84f471cad74a..583ac8da9c27 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0a35255aa5a6b44e190483415be8f028a0c46acdff8ea9e827ed8d11d010719f
-size 30791
+oid sha256:a3e936a262f96df3e27a8f817bce9a3816a7151f2e8f08cd4d3d58b50951a3ea
+size 30752
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 766fa3b94fc2..4d2d0e40b3d3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0ba0c69058c0efefcb205cf864016f03d4de2a4c734104c5af68d9fda5289390
-size 28523
+oid sha256:b8984344067a30789155885ce1e544552a7271d27b668645b0f5fbc7d50941d4
+size 28489
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 3cd9f6212b6b..aa3064fa21c1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:42da7b243c28d6bfa82dda813ecce61b3372c603f0102b649501963aac124a7d
-size 31404
+oid sha256:383964f8aa3aecb00c922823191d1909b46c2f15abbf5587c2d59aefe51a16cc
+size 31369
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index f3bc64ff475e..18b8428defd1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:06af4fdfd86a65b86a21c9fc1e038d01431d1b3e540e7ce6c0f7a210850c8c0e
-size 29153
+oid sha256:3db87b0135166a1467111e957f51efd1ddb8b755e689ce6b5ef1b7baa421dc7b
+size 29120
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 117938202227..a6d3ebc89469 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bdec337651d2c616700161251161369803a7796d581a19a0ce8fddd99d8f64b2
-size 27417
+oid sha256:9557a50ef2a4f4c92ad7d1f5b73e5b592149eca2a3869b29269898336b433557
+size 27387
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 5a6c9d097d95..a624b30a81db 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e2740fdec5223046abff28c55ad5b25c8ae2af44a205fd5c58f82de7904d4f85
-size 24750
+oid sha256:4cfb267a4c5564bb433c8625aeed3fc06b0500d9dd39cd4dc5eaa626e2eec0dd
+size 24719
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index ad5928fb75bf..2959a315144d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:067a050f64dcd1acaf1b3ec25a0744ed52ad3707c2e519054b53f7ab05190eca
-size 28516
+oid sha256:1c538f7ec098e4de8fc840ac04acd740ba8528f6b259241e252f5d4cee461c36
+size 28486
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index b4cb75a91df0..9eef867b7e63 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fe166dfedc0cad75ad80d45bedef94196f16f58b6932e5e5c89209678136aebf
-size 25763
+oid sha256:1cde065b6d7f8bb3e82bead22e1addb10a75b1204e13f622490b8c4f5b8b8298
+size 25739
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 0a38d1055879..f828e7297772 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0fd4afdeed8ebf9efcaa60dbb14318ce8b57380213c17edb563b7b172383e415
-size 28298
+oid sha256:57d8a78cb25e0a2c331766bff7b7ae3c376ac8b55459168277b8d3dd6744daef
+size 28276
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 0517dffa5200..32be0226de0c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4329da1eccaaa3b7ef6abc5e05c0dbb2894da67f1dceb3b0c23f6ec2009c3fca
-size 25305
+oid sha256:f95151224ea4ada04fb045518bc8ae9e3f21b51395e523e23d37bae091f162bc
+size 25276
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index a26e34a3ffdb..9446606e1ecc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:45153769bea2553340750b7d66e6c9c2d58c0fdfc11d3c2d1f67e99342fa8476
-size 27497
+oid sha256:0326d45fc0b47895a4f2eb3f31b331baff332228673b8c44f84d7bfe41673cab
+size 27464
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index f48f79e6c9ef..736d5a1d5c45 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:799b5eb931675bfe60ce05d164d9ac6b54f1c5b86ef685d71439c6ef37787049
-size 24680
+oid sha256:6e86b1615b62303f2e03a40267780d9c91277c68d819ad51993d269c815d72e6
+size 24648
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index e1c7f01e3fee..d8d2548f2e1a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aa9333533ee8e34a44f972ea8eabee31347c97e70fd59569f065b66b0541785f
-size 25432
+oid sha256:e0d9c19492cf519b4a5be1b6673154ba2db27433b4524e6fbf8107cb751dec13
+size 25401
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index c6c7d3fec229..afbc7388c6fb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b824eea5c8599e89e7446d44b19804ea2e0d1da57b2a308b7102ce627c3b1938
-size 23103
+oid sha256:a8c73da92a2622f0fd4f87bea64be7e8a4300414875ab0a34e53a1bd4c98cc78
+size 23071
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index e8e66f3f745f..46bd9bc838a2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cbbe979f7f0d5e3042eb9a4accb9f4f3f3c9cd7e5422935fb81f2c0ad7b6922e
-size 28422
+oid sha256:58256eec51b15f9e75314c89c7b319bca978b0c3c67f00a1db60e7375f04576e
+size 28395
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 3ab4a7dc4302..fa474f35b463 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:122a2afeda7e848624d71b15fbc74f67f464976d09b3ceb3a1338fa35abfefaf
-size 25708
+oid sha256:6c9f8d3cc6522ad08983ae1fc22cef98578ae6e4ebd39ca959c32012e83f198f
+size 25689
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 720373f94bd3..d27f0cfdb8d0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fc94a36336c57272d1e951b9c1aefa8a36ca7aaac9f9d814b14e8b5c6ce48566
-size 29463
+oid sha256:babf2dfc468a24989123c222943d44e91e73917047c01e5c6b66ee2cf5adfa1f
+size 29445
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index c9df8b4c3202..d92c59c44d2f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a9c0a735df4fc6acba085c7bb130696c69d735cd6a964910fe8b62ca262516fd
-size 26626
+oid sha256:c79d8708d37cad65ce67d19bd44ed64eda65a71e72f5d5ffca54c8a0cb0a8945
+size 26601
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index fcd9df5cc98d..fc1b0b34985b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5273fc5fb0d807f8a009e5400f4d59e9aca4453e4399ccccf22aa8b8261059d0
-size 29031
+oid sha256:c4421cccd4fade84c5f9d215def10c5fb9b6fe22385a29cf5bd7b18d6fa0143d
+size 29003
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5cc6602ac014..c4fa9f67fbd7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3d75662b172d500bf3c2bddd385528051521d431bd023be982005375407b2155
-size 26777
+oid sha256:f1ad9581d7367e49549ff2193c5bf4b952d097abc4fcfe77649ad1bc219fd9fc
+size 26749
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 922af38b01d0..4d36f984017e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2d58b0540dbe3fb32474686cc3df47e9113f964dbc2fcecabe8be0a7f58d1bd7
-size 28569
+oid sha256:ffbc87e9ce38b3e966dd050162076079362a83c86dabf1949f83c6d5ff42c89f
+size 28539
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 16b6de15bfc7..39f5e671ab72 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aeebaad6039a639a6b8dd112587ad3726b7d3befef1b05d6b2ce2c48a530e7fc
-size 25787
+oid sha256:790ac042f37e53c02708478041606731b193042dbe62933c889b9c52c520e23f
+size 25761
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 200ba9a0040d..8cd54e2f1589 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:75c7f544942a514170843e2aa9930d1f1631a15783f6c17f44c37cb67cf32e9d
-size 26087
+oid sha256:3d57742792ad666bc23d8ac38c323a9d642313c6160a0cddff3e1172fce89eb6
+size 26056
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 196e3680ef95..5f066180e7c3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0ca9d95e2f3f23f8ce3b7d43aec0061e10f0db780f5a67014b94c676ae962f01
-size 23823
+oid sha256:18aeff5a23570890aadc893d079f36556e8386f586ab8bf44df72f9ab8682f37
+size 23785
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index b589f685455b..153da638777c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:09eb5cfe71fad37561060505a5a225b06fdc2724666f1e541d41df3089ce803c
-size 29504
+oid sha256:49841b102130feb4aeadfbeb2e9a49b600f807657ca038735a55792f86753632
+size 29476
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 335c24fdc656..3fa7b0043d74 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ef1cb4023ac2ec84a0fb16a0dbc9039f4977b24ad1610e1f53ad619c090744d8
-size 26524
+oid sha256:92cf1c159ebe190ce8e38ed8e7b39b45c0c7027ac025f948d20b8ccfa3e074d7
+size 26500
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index edfa8cbd0a8c..5065a641a2d7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3afb8de864021567ddd1f5b4ecad31ac80b79eb52eedcb7fcf54478c54bdb4e8
-size 28451
+oid sha256:771c5af231002c59c885c2239c821cba8f3982af20b955aca55ed02ca22996c9
+size 28426
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index a4dc2d06bbac..e622b0298098 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e45e853a7d0851f84d909bdb534fcd76caad02ebba748af78fe65cfb6397b209
-size 25804
+oid sha256:fcbbae7429c8f87453eeca2b9905a114f87ba454247c87c24f59d6f73c071122
+size 25777
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index b66851239757..2dbc8c5be6ee 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bbd702b68012c091aa97760e7e0e191dde6deeaa9d31be1462d67e2a99889d1c
-size 36280
+oid sha256:bcdce21c8d92d4d61cef696d012a276642ed4e3b69229a918408c931787b1116
+size 36249
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index c382d24db4aa..1933656e9526 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ed76d6305e51124b6408d8624559c909b650b61b444a3f637d37147a80f34da1
-size 32901
+oid sha256:7ef7d7c65d2d817df4d9819d03da87b83cdaa32c31197dfbfc2457282780e082
+size 32870
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 439082847f1e..91e70d4b16e1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b470dec098df9935d057eb9e67e9c09109a0ff515b8c5d2362f488b0f220ab2b
-size 30872
+oid sha256:c08825591dd23419e13f1ebf8676e3da5c98ea97aa508551477db3a4a27d7494
+size 30836
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 26c9da5d2886..91c90461d17b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eadf352c3d203d87c9969cc5aea29b7624d3cb987e4c4e8b62e89df1b4564e6d
-size 21911
+oid sha256:b9a9311c20740180d0080f6b55ad0bd45730b38eafbbe22bbeedcbe62c346fac
+size 21881
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 891f6dbffa1f..bc08de6f6dac 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8cc0801013061f3c95ac1ca9c33a83cc9452792fb62621c390fa2da7113bc450
-size 19080
+oid sha256:49a5eaa4ae0245a99bfc51f2ab6e3b75d363f8162b5ca731fff230c6e047e6b7
+size 19051
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index ec14f293dd12..a5d23bb7f852 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ea1144594c12e5461149e8d801cc3efb65ff0f8e4a46a71e9fa38c161190c139
-size 22361
+oid sha256:80f1dfadd4e7869727c5eaa05ba0266bcb7869c38735b391a0f97863cb597a0e
+size 22333
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 8d1835a11701..8fe02fc8df0d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3acc1e51ba4c843198b1960bfc0c30d05089132b23e871ef42880e4075981e6d
-size 19689
+oid sha256:42e9051886f239109298bf5164746fab434a1211b659b36b7cb7e3c18c553bc7
+size 19655
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 185c01211158..73e24c3b1ae4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e6fd98267c65944f0ca259089d7f9254474ae36e5778d1fe69dcfb88e4c76f27
-size 21904
+oid sha256:90efe1475c5bebad23dcea296b913de6e050b6be40fe24c2e49dc457872b4057
+size 21875
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 6560b538c818..87d903b96364 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3b246469597605b310dcc2bf935eb89ef992f38992ab4705da15b21b8c9c6651
-size 19126
+oid sha256:57bab0d2b2988c7f466e4f76c33c40bad0a47db58f46da9cbdc21bc1bcdf2d06
+size 19098
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 43bac37df0e0..3cb621695993 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c56ab878aa8a8ecdf3557802a04691acc6530762dedde38ed42ec852d41c742d
-size 22844
+oid sha256:6f134a38fbd51a1d09c170219fef759753d95796ea55eb45a31b733fbe501981
+size 22810
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 27841e2c6039..d7d32d580739 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a99b2b4d6c0636d17de15d97182873e7ead72e6f3b5e339b52c5a08c488e8c38
-size 19954
+oid sha256:6b2c8b1beefd0c51573f235426af762fd4228c06b677eb7ac167edb204bd7f22
+size 19922
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index e453ee1bf6a0..ba47b82162eb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2c7cc0f5f08d2333625bc268240e6dba0dc893ac0ccd551322142050a009dfcc
-size 22905
+oid sha256:a4e55241a15f43db133a90b61deb0734e33b3dbb109216b143b3239ed654b3a7
+size 22869
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 043dc3e988eb..6086a6ddc998 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2ef05fa8cc887234c7efe29e49ae850429b9e4ead407c6896a726b4c22460259
-size 20190
+oid sha256:c9cd844546f89bf30d4f03b93f3f477bf0d7f4e8f0d63f83a56cf6c57f7602f2
+size 20159
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 06b895152d74..f95215e4a26c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:05c7f63cfafcda936aef817f5e95a06154a7f6ab22875abef0f1d2c3b46662dd
-size 22977
+oid sha256:32fdd5f39a36999d5e4998849dbef6b066c5359783262b3d84e5f2184904f0ad
+size 22943
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 8fb2c6c0febb..538f6ec45aa6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:47c338d9b7aa01c7a8f8b44bf034eda92f0b8e22244290eb8c101c11562ac95a
-size 20024
+oid sha256:935ac93d18151f4f9113633ec34aefa539b89c2db989412c820b6446500a414f
+size 20000
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index e266f3d5a29e..1077579e78c1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e92e04403fd13cd5b012c19333f8d985b5fe442b44aa98860d5777e3db42be4
-size 23005
+oid sha256:48f3617fb50b13d323e35d22181798bb6f672995f5e6fc6cd95178fa2ddccc7a
+size 22972
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index fe79bdaf2596..2561f7a2aacc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:25592bc69b8bb9d2f2fe42b4ddf82fc9afd78b73a4e63ae9ae27be016c7bab21
-size 20239
+oid sha256:4f20c9170af46a74dc3e21bdbe7b9798ff5493fa117fc126b19c3eb90d0eb18a
+size 20205
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 79bfef8fca12..961fdc4aa037 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dd22e8f6596477b4b13eaf94de306ac4730308c9cdec68b7fdb600f7f2ef21d6
-size 22323
+oid sha256:532e0fdbaf75345d2a9ed42fe9223b219990555e5f62024dde049662324598b6
+size 22291
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index 29aa701d7129..54aea6d6c0ba 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ddf197d18ed6f76375500211aeef75c6ab4c3f6a95e6650d8721895c9d5635cc
-size 19761
+oid sha256:8a702c8fc68582e0be5c0f6a0c4c959e66ab047e27a2c6b8863ba6e14af87517
+size 19731
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 2ecb41bbcf86..124a5b16de50 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f29a204bd8dfa826a80b8780a54d6947aa161781bfbd36501c6d4751908d338b
-size 21952
+oid sha256:14ed81853a55e809ef08ec52079585941b2451025857f2f2714a960ae0594c89
+size 21928
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 28944529bd9d..77325553144b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9807b7adb27cb1419307eade2214aebb99c7b55e933ecb1db70944d59652c314
-size 19050
+oid sha256:ff5b61221f543b1d98c627404e1dc97439139a464ef736fbe0e86e1948e59b8d
+size 19020
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index bc25025adb3c..c73b3c518e87 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:34c3d301465398ec1619333368b700ba0026f7e4fd0ccb2ff59f52f27dbc5a0e
-size 22351
+oid sha256:0b99d2b394632572d54d33e7e955408b9dc5ca47637f0ffb4bb345452e324451
+size 22315
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 4c6439662e77..9732c947be5a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f5ee9331bcb1f15203f194ff262437d7ac32394fd556aa16c8a66d60ebfc9295
-size 19684
+oid sha256:b1dbbc57ba9da5648a0371e6fed6b95c6277bf6df1b3dd5d04513a05a50451f9
+size 19651
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 90f1a7d98acf..a39106261afc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4e188d5435f79264dfff10b17b971afd0cc45d3f310195a6eccf6185b9542517
-size 21772
+oid sha256:185989866106b188dfeac74e96aab696b8b45551ebb72014d4b27914eef1da3c
+size 21747
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index b4be15b12dd3..8f18892687b0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dbbcb3a7e1f0158f1d55033e2cc70389a64e90649b800b8993ec16e241d4e036
-size 30129
+oid sha256:74368612800dd1e87345fc889c7e335665afbf5363ca5639e47fb969cbefa4a5
+size 30104
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 987ab8d14b47..adb8f173fb55 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0b0bb7d23a34823e0b5d1e94a6a063405507dfa4c69b09dd5694283c98dfdf7d
-size 22502
+oid sha256:69ab2b38863d8c7fde89663b371deca62b822f7e8f74d30ecd95be5cade8117a
+size 22471
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 5ac8c8c82ac7..fcd8432d3bad 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:94b8725a4a6eb990ccdf94b18381587902b45f145ea887ba271ab5c3e80f2ad9
-size 38234
+oid sha256:f620cfef41a5ea89af5d78fb83b8b930f8e07ff9a0c4a24dc54e76ff95067362
+size 38203
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 845141b56208..40ca9bd4164a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1d550d43d53eb572837cf0ea90414a6bf010ff74909dd03b88eb97123a3380ce
-size 28992
+oid sha256:cb864b85d5e5b3afce8bc8c1d2e434b93d0dd05fa2ba1fa3f398cd981bda2237
+size 28964
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index eb9439b0ab47..1cbe1a3a8323 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:346109c78387c83ea1a18a5fafc177ebc89a04b01dffcee6a214b7e476088f1c
-size 31317
+oid sha256:68b0bb366d944cb8ee58fbd016be95f63005662a5901dfaa26beaaf6c28245fd
+size 31290
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 245e2c715340..ec0f687db285 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5e396196da4932b6c3a79487ae9012ec1d21a34b7f41a7f858d8eb1baffa4614
-size 23106
+oid sha256:7fe55286f49f7171dd769be3f9b564c39cb44bc69461a4f02b7db8f852c8bb57
+size 23075
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 537a24f24288..277764c8e694 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:34c8a230d0a578dcb18bbe1ab268c1635528a249b04be491d58049502559aaaa
-size 19035
+oid sha256:4a25352f65cc3ef2c19bd3f0f5aac89b69ad7bbfbd57205c9ef12e870b87c903
+size 19007
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index f335b135a2f9..bcd06e1dbe51 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d07a0cc1bebe704e1214eb1e7252fae39b576e66ab29926bce0866ece8e9f81c
-size 22435
+oid sha256:0d8fdd3ca6cb420cbf2b092f7baa75292ec5999bcac94489242764d245d29aa7
+size 22405
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 6e2a9718a56e..2ab9322d690b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:febbd0273c6848195022e9a54e012d59133ec36e77279159733b98029a04b91b
-size 20028
+oid sha256:69498be47a3bd6d46ff561d2fadb9ad7275c894b1b0790a0111c23b9c550ef5e
+size 19998
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 8946967f29c9..0637a7791a40 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0b8c867428f77336195a031478c6fc65143cb4e782c9b944293b372f4de89383
-size 22816
+oid sha256:fc50e40c9e7df7a04fec843b1bed9870a32c9ec0dc425e1e5ad251189acd4f91
+size 22790
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index f7d58a283be6..408d6b0ca121 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:78e494b6aa85b9fd8a806621bfbcf0fbc0206cd7e7d7d5b5429e39eb594bd5e0
-size 20182
+oid sha256:0c016db5eea29b627fe1d833643bce23034a0ea35d8be1caff74fca40c6742af
+size 20154
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index dc30248ebb2f..57cf9b90da31 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b900425da217932159b44711f28110266b7a123dacb7a915efc078c085ffb171
-size 22651
+oid sha256:0aeef08c0ec8a128ced81223b03bfae63e9b50070871e2f043b378b49ada8b85
+size 22627
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 284b271130ca..fdc7acec00d7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d29d8e182568c072d892bb706f3982aeadc576a909ac353c44c341aa26bb244e
-size 30745
+oid sha256:ec3db808d806b2a76bafccad4003261f7d30472c751322e8965cb5abd0a272c2
+size 30718
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 81eead0a433c..844462b1f68d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:827f47c0905d5b05b700a1fddf1e2056b2c4460228f979a038f9104f4118acf7
-size 23640
+oid sha256:fd01dd3147b1a033b69b9b628d2379ada400f63c97c9aafac7b24e9dc2a208ea
+size 23615
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 502ce15f4289..13c8ee86e254 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5de88fed3970e64207c84d1c115a1c8092724f95585866bb30ccfc1ffbf93ed0
-size 39002
+oid sha256:5cda18e000c9dea36ff36aa0dc5a871c3c1488108c7bb3495eb6b94f5d737172
+size 38973
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index af399e45f6ed..e60cd25a8492 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8f4acb5aa04bdfb9b7b2e035b3aa4ecb9af5698eac9bdfe2753fea83872ba495
-size 29825
+oid sha256:3f2761732b9039faba1a3b5a67b512d97613d5dd1e28988b7eaf1b0d7f01e9cb
+size 29797
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 2f795d232356..685cb1ae8430 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:282ba5d1277b2c5288d09ed902e11d0367ec3d3775a926eb0eec4ddaeca8ce96
-size 31796
+oid sha256:8d47eb73301ea8b00be78d9c40c39fc13722d1352d799b58d8a95fa0f76456a4
+size 31766
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 53031e9e27e3..bb6cd42285ae 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:90da0ca87620626c094c5040cfd8dd58d8f3fac487e9da1b08c3df050c156f42
-size 24397
+oid sha256:2f1d98106e4d5e92d7abb534fe92d03ac7705946c79b4b74603f19ecc72f6264
+size 24367
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 18bdd67edde0..3f93f28d6a39 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2c1d8a9ca9f7364193a9b395bd7dec8afc8c6c4e7dcb74b175d5a5a9d499da3f
-size 20033
+oid sha256:6784ddd85f0f4cecd022b82a75e1d23f333efa9be73f8b5b86c45afd1c38776c
+size 20003
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 1bb77c2ec025..8f211f3c7b14 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c22e2b55eb92e951a66f0162dd5ab2a6f9c2b0be28575a2a52219b70067aadcf
-size 22763
+oid sha256:f48c1a948ba21bdb0c91a306c7a3526e918417f256390d360c45a26b06a4b90a
+size 22730
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index b5f73695382f..2abf944238c7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b0e3d900fc8ad37d63cdd7c70157bf89bb9a19ef0447999d1a6d240faf83573e
-size 20125
+oid sha256:545802bf3fef06951cb94d709d25a9ed7be119eee0dc76e858dba27c8d58a5d3
+size 20091
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index f720bd4f984e..c036c6bcf36e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fc53a37fa257d59ce6ff10f590309257801e156a67c34380d566e352685705e8
-size 22266
+oid sha256:0f2c29c4108b0aea99e1beaf300ad253e02fc5865442c3a02d216e163f3c1c36
+size 22237
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index abcfcb0fd6ca..f80c1f8c1094 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4514821ab4017a98dea8ac7e031422e313e42dc0799fdeb397abe025511d33f4
-size 19544
+oid sha256:7279c30ac67a31f0c65ca58a516fcb4866b1ca780b0b4f2f932882a67ab2f567
+size 19511
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index b3072edc8e85..339655a299fc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d1d91ac4089591e3627db55a2e31f6b00ed8e12f2ec2f72c154d6d90f6641c3e
-size 21155
+oid sha256:2c8747e879facf3b46a564c57e64ddec7e0e3a8bcdb7a14ec47b54ac5cd89500
+size 21128
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 821cd76f9375..a995778a29b3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5045bfa7f0c19d088c515870b72ba2a0aba32c5c527aba675910328a0c09612d
-size 18194
+oid sha256:09bdc9315dc77ad0d84a03eef7ecbab14f83db1cd25dbbce130f26ffb2a84928
+size 18162
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 076d78ec2814..edcab4b0d459 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3637429715e2b6cd0affa7d1e5b73155008726f530a7ed122a0f395f3b5ce767
-size 22513
+oid sha256:8ac5aa87583fb33b55ba3bff228cd9d1fb13172d9a16cd05c480f5644d608a5c
+size 22483
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 020ba9d25ee3..c93c5e362317 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:998c48289e7804b78b9d1dc52ed253776dc25d72f060836405651551dcc7fb90
-size 19420
+oid sha256:c2cbd84357ce124fea5255230cc052c0f55c03e40641256e73836b6ef9e6b8ca
+size 19390
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index bb8699b35857..3f5e49f838c5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b5c8bb5276eefd4a9c5dd6d7241878082e878551d449eea56e0bbe27bdbfd7a1
-size 21362
+oid sha256:b69368ef1a18b47b2792a467cfa689a0f49f68054b2e8dcffbde2d57c0712725
+size 21334
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index b30deef22a5a..808fcf437b32 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:082cc55f011d87ce0fad5eeee8f3943f5c107f6f6e3b5ddc6dafb641a8857527
-size 18365
+oid sha256:ec70015e7f34949580d5a57faacaaefe43b406bc584c20cb2983b61a4517992f
+size 18339
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 9fdc89755bc0..3c3b7fff6fd2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:00e4b9610769c263041608793ac0070f6f7999bbce07665a968ed9bf1d74609a
-size 21948
+oid sha256:b0c8448a3aed6c7e1e63ab3f162402bfcf77d0b1f05517b26454d59a47238681
+size 21916
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 167cac265534..5453fd71df2c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1d76b4be5dccedce989e2f521a9558406d33469f2d94595e31d71a7bfb70d04f
-size 18818
+oid sha256:618235ebabf07f62ae5e0df2c481d00bc7493bd6676ad3c03f083c98ecf7a471
+size 18788
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 3582922bfd37..4339c8b97690 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:68b1e934c123189adae0474e0f80114677d470c3e78b1ce888cc568e1ff793ed
-size 22822
+oid sha256:cd125faa77cdfce17d29bedfa5a3a1358c9c45e11e86ede7c4cd7a34c09ceea7
+size 22786
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 8bd2d18535b2..4244c47d8cf4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:720daaa4981646897aeb26325d989189b85efe0d188befaddb6a5e031a79bd24
-size 19675
+oid sha256:018e4c1cf97e3fbfaa53481c51ae2c4e32f404990d13dc8acf584f1d4e4e2021
+size 19642
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 3cb0a8702fb7..2bf8e7c3fa18 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7a7082ee615717ed88db90580a21880c4bd5aef3c6625d129bca11b1f3379ff8
-size 21898
+oid sha256:74dd28f8d9bdc8f121e59072c31b49e285949f592a11a18326ba9287823b38e6
+size 21870
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 2550bd85f730..c2de106efc50 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7f06358498c3c5f41bd1962655472d5472af9b3642ed8de634d2432a3789a052
-size 19282
+oid sha256:39d5ea0a33cc15018b2212c803f4c040ea0f68cc3b63f883a21b47a07da93643
+size 19253
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 9d560a0e118e..2b25b16a6b2a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0f4698ae4e57ab39a8b6481c7f75e37713a55f71f1e2992da30bae4b7a1bb186
-size 22747
+oid sha256:f0aa87cd3ddd587b02492d289db63cb2d502b819a66747cdbe04e8c5177fc3e4
+size 22713
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index e925e293c93b..f4b3a4a26f87 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d68fec8c2f08c6b4540bc1325b80fb10f2390a99ebfce0fa8baefc3d663fa61b
-size 19929
+oid sha256:eecbd911dc1d6869f2dc164e4a3ee596d78e49df4d2fdb114002171076083afb
+size 19897
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 877b96580911..cd49761f1346 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3df014ae272208b25bab2a19eb7fb7f1b1903d10cb987cf4607dccd77027b01c
-size 22270
+oid sha256:493e78e47e2261532f4462611e981ab03a80df134a9972252f5930b29d766a8d
+size 22240
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index 387d09c46248..062a94f643c9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5715b0a8a3ca51859aad8e6e940ee1f13a69c49e641164fa9ab9cbf3d0a938b4
-size 19635
+oid sha256:1d753bde54519e199df25bb2f6150bf5ed4731ee8188948db2686e3d8735bf6e
+size 19610
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 631caca4535a..81342b1f51fb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8968f5c4b9d9e28c45e2b662cfb952debfd1eebca82492e7c0ce0506604a8555
-size 20906
+oid sha256:a03f80cee1f5c22974149a98b1bb492da39a5ffd5fc17783a33280b095bda9ac
+size 20875
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 1c1107fe87c2..624cb7122e5c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:267656405f744775142347fb571273b45537a7bcddace2ea461ce28f48bd0ec8
-size 18342
+oid sha256:4b9058907222e2d5509257b1aa6fb99ff8a9bcc1bbe26a48f3720553aa75bea2
+size 18310
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index f8768b6792e8..2590b0664c31 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:36f8a13ddfd54259a1ed4fd31c18a89d1e0ef75036160786d059882bb305d6c8
-size 22245
+oid sha256:6b00ba6c2f05865bd95633969956e22c2067245600827124cc8553d1b000371c
+size 22206
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index fac58ee81990..b18502974612 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0cd10fdfdaf610bd863a2f2783e0ecf965a5a2fd3e276b5c90662d2700f10eff
-size 19604
+oid sha256:f2f43a2f00b223c834ce39198e479c52445b3c459a978374a68491b27dd8f14f
+size 19579
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 5a9ccaaa1876..49b92048667f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:77b492596cfd46150dd0eb72017e246d12f2147500bfdb062bd00ff7e527a9f4
-size 21478
+oid sha256:c3c69bc06cbdd797c9d16fe5325a44001fe18c0025417b5fee09ef3869c6271c
+size 21448
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index e844163805e3..71098ada3a38 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5f7244f202a0b798265a59a0a187d38561236edf58bae5bf17785ce5c6a9647f
-size 18552
+oid sha256:d28121ccb75afa43e7c8cf9aaa4361377e7521eaa51c8c0aff8a4b88499a0bd0
+size 18524
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 237ca08dee8f..bd689d96343c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:65c28ae1093adfa33d86b29c6e486712fb63ea30f91f7fa5024cebeefe486495
-size 21824
+oid sha256:bdcb41f894bc7799a283e189e48bdd9e7fe5ee0daa2499e79284f6e050b79cc8
+size 21794
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 9859f61025fb..ff152b1deaf2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3dd66afd009c356a40c7f34affdae3b5c0e32d653278647d1978ff6e9f9bef8f
-size 18758
+oid sha256:19b64b283b72d4f65c746efbce3d36bcdc132bcdde9353fa5faae711edf53018
+size 18726
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index ee21073810d0..31923dbdeb98 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b127edd9331cce40d430974db4d89571c62a2ae016e0aa0e51596245243c04ce
-size 22402
+oid sha256:f7987574d0f8c85ba6c98d400ee4b8b7137cfd65625ea54526b373d2131feb4e
+size 22371
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 513e32ca61ab..8b67f16f9480 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fd0e482e50d312db5273694f12b7c76241f1817b29ab489d25d51ce8cdb65149
-size 19638
+oid sha256:4515bf439511280c2f68266f70208df8be775e9de55782c94f2f429fddc094ad
+size 19606
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index cb62583f4382..feaf71f8a1f0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bb71c4bf15b5c460ae5fbe6f7636c349cad08ecfca433f1c0913010fe5beeb54
-size 21964
+oid sha256:8a38e76932ae93cb35fe9e018e1d0d48acae40209caf48169957893b4b82ea92
+size 21937
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 6097953d56aa..79ddd27bc04b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4a794a47ff9843fe0bab1dd50fe650972c33e18d9e8192a4c3ef10ad243c0160
-size 19022
+oid sha256:cc8a6a1049b8d7c0c6d8955fe861b8d541328821f4d2692afdf91c836d4be94d
+size 18993
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 6c5aedad1dc0..bfff3e451939 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:22ae7f1018b494ab4437f93621f3740d51f364652333b1be7733e42548afb91e
-size 22771
+oid sha256:6216c5749fa7afb9b0b32c446296aab1f9965173e1565c421d1664a4cfd7c1c6
+size 22732
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index dc159fdce902..1d467a90fc9c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:41fed26aa2350e1bd59022e66fe4fe8423e4937b44e5b5e2a231d8dc3d741646
-size 19907
+oid sha256:4eb764e8f9fb85a7596b11fd943f8cb9151af816daa041c1d62c572ad80ff621
+size 19877
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 5ad353882a64..30f22a2d6d10 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b8661bb975c0fb6fc6a1c95076ccbe70a8d4cdc0df3602365efda332a7bdfadc
-size 22314
+oid sha256:bf856c2ff4ab84915a7c119e5fccaee1c165b0d2d1322b0809a3ed2502b64302
+size 22281
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index 66509a98ec44..d913514e18a1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:916ee4e3e0cf377b495bb1c25b59473eb02980251d7bf4948aef423ac71308cb
-size 19316
+oid sha256:ba2acf22f16c8d10bcf515378fb68afc286938ce20582128d59f87e5c088a088
+size 19289
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 76556c3bd7b0..100a9ef4817e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:02d57c087a51254d8277658f7e13c2fdb7744188bf2ec48164020a62d3c1a671
-size 23280
+oid sha256:c73aaf8970138809a2c650225a91662cdea455a838dfb304f9623a8c2c28d1d8
+size 23252
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index ca4082b2ed54..e5d6e20178f8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f787f63db07cea1b5565abcf24ddb8e604a527649ec8a1c96610b12e9b2ce4b3
-size 20434
+oid sha256:b998b977172ffb60b32d698a744b89306732798880791f88eb70097ac7a22547
+size 20405
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 6d780b41c405..192410a496ad 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:65a75c5cace6792a92b8506120359921e43ddcf747b6893d7a084b095a84da8e
-size 24650
+oid sha256:1745ebd81d4854dfcb68676adc26b00f6a93af4d0e7a6e6368b25113db59db02
+size 24618
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 44d01f020920..df186f038ac4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2014c6ba86d557d6829179a030c1bdfaeed3d451fd563925666ca8731a0579f6
-size 22237
+oid sha256:ee0b4c14543214c870a3150957b97e473918dd222155fdffe717489365879e57
+size 22210
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 44dafd10af4d..4b3bd95a9fba 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9f59f63130e33bcc73d56f0a0c71fe689294495c41f3892a573691626329700a
-size 23278
+oid sha256:164816078f860cd1e48405b3aae6a5ab8b2f605e1e565e5bcc99b4908151a0d2
+size 23245
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 505728a4b93d..20c9cd6f02d9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:57372c3a5662c4429d84f9deafe4864aeb04c137d0c14ebf1eea2647007a3268
-size 20757
+oid sha256:d9f8319cdade5f594b9915a44dc29964407022f37bd7a4d44d7c9abbf2cac403
+size 20730
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 48bdf952ec4a..328056b4d1fd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6554198a1506949ee98c7ad681070ba265699ae3f4785cc4142be86d6855081e
-size 23959
+oid sha256:7bea8d84e63b6a30da48e0ac1b65809fb4a29d38f0ab047cd43bbb06c5526a74
+size 23925
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index c8087bc5b44c..3aecf648d23d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:141a132842b169510a5765f449f7646e863594136c5aa9ac5303b61d66139925
-size 21088
+oid sha256:7d58146744b2135f9f767fb787eedf2390fd38ae21920b0e22717ab10a49eadb
+size 21058
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 97738c4c649b..d1f9c1bd561e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4e212ca237b7865162d79a6613b5dfc370aac1bf41da1212dccc21747aace130
-size 25089
+oid sha256:66b9060f09fbcc4a5616d4b41e5a253edabb0c960deae640ebb292ba1e0816a2
+size 25062
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index f6fa1fb267e4..fcf027d95a08 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:417a07377dca117fafb24e62fb3fd05f599fe1bbf01a402ba12b517ffbb46ad6
-size 22520
+oid sha256:3ade043b9bbb0c887db34ccb83ee2d039d28879cdfeddb05f5ae9aa89fa33b3a
+size 22492
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 18cfc90f963f..b54b41074e95 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bb462740d788f87b48bbac3e4ee8d3ba461cf3ca71971b67560da986e63d69dc
-size 24032
+oid sha256:f5ab2d7527cfe37537a799ade3c42850e7bdc34f82911e992fb8d2b0805eeecf
+size 24005
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 29450a5ecb96..01e065174732 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:58c623033beb9b6f503dc7507e4b23038b538a3cd6c43f0686a02f603113b24b
-size 21290
+oid sha256:1bed1ac470dbdec6976b11aa666352c874e170889b56523f29978bdc07f34996
+size 21259
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index f69acfbb9a52..5ef5c2e38d65 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2a22ca6f038eea2a5f6d1e85da1e43ff8f6aa580fb9afd4b2d7faec9a2881fb8
-size 25167
+oid sha256:ff557b3e2674cfeecdfe5d780b2c3c8525d7f97e2dd3bb49acdca43b9da6ff6f
+size 25139
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index a123d6e8011f..55e02006f5d7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cd6c6f7e5f54d13e7af9e264e1a0d09c55eea89ce823260fa3f577e721a68ca8
-size 22626
+oid sha256:3f9b88a7bfe11427f667a5aa58b484efc02a709a8937c538845b040444b3e505
+size 22596
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index ce95feaa2f7c..39324a7f2b84 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4452b00b6b870e0376b361c125d3f70e676da76c090f3e77fc9a2753958aaba7
-size 24777
+oid sha256:230660307c3f92becceb9cef123c3612174cc13c0cecd72e985fd76cf9ce3c2a
+size 24750
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index 7df1d25d2f05..682a36363ddd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2b4a100d44d121d390ebf0f12c3ab8ae29b7d2428ffb497a2914dc6c601dc3ee
-size 22232
+oid sha256:b9f173559a1ed0cdf2038b699c27835cad30c9a3fc094101e91ab1440fa4c49c
+size 22199
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 0ff7265f9596..f9b60a21097e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e6f65db3ee9b25bc28b031112a95a4bb2ab8a220e9e108dca44e7c6225ad8e11
-size 28807
+oid sha256:0bf623fdeedf37d756cc91c08767deb7013e7a717e69bae960f57b1909b94ff8
+size 28779
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index cd2eac954db0..2230f382a267 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:af93645f16209d80d3a3f27a86a54f2ee30f28fb90ec6da545d96803ab9a035b
-size 26735
+oid sha256:3d491e468dee4f10b97509cb3183b643718cff3896be8a64fb43ddbb52e1f591
+size 26705
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 32c1463c5892..b50312913b4b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d33ad92b0ea8eba015b6a0ba0464a14a12a48e5c1d3546fd1d9a40e1a89ef116
-size 29532
+oid sha256:5d8e1771e91e289c582b89c60cbee579275f7aa017d79e04d8ded420dfead67e
+size 29500
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 465bc5a3e1e7..d44386b97944 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8b2697d0c7315e3ad59f49569507a10124e4f70d38dc9be9b1c9bcac6b010a57
-size 27557
+oid sha256:8f78daea9753d1318d77065c4e2f2fced0935b03267eeb2cde15f84a0bab00f8
+size 27528
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 265c2aaabada..34f4b61239d9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9fb8b0d1fb5ed2386d6635d97aa55642aec01111ff3df902f7b84e37a03fb04
-size 26917
+oid sha256:5d40343e366340644671b322f270efec793d6080f8bbe59c10b8dbd77c19462f
+size 26888
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 51e209c9b458..8cb257e20a38 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:380edd6e99f9341564441ff2ef6b6cee54e7552bfe785a9e0b6c5c5667698fc8
-size 25834
+oid sha256:49329f42bd76e4086405eac39c6afbcf7e5c41acf40137f031acc43684eb1655
+size 25807
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7fd7fa520a3f..b9181e37490f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bfd3a6c701ff4106270bf10ee7a7b731cc688a50919240862dab2adf40776a29
-size 27422
+oid sha256:cdb4f5846244d8df87dec8afe238e21a7beccc10106c8686b9a9945f62c48fc6
+size 27393
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1bab76630822..cc5aea761efc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:817333795771262f546991595587014f83e05c51df145b590a582f21afaf3671
-size 26626
+oid sha256:d445cf10a3d18cb3e65007351ff4c513df3fac88fa1f2c2e5e59430de54cec0a
+size 26591
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 4fade2792b7c..b53176259e17 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ec752dac168efea6d52856e11937265810f052884d9474096693f92dff410a42
-size 24012
+oid sha256:167950e8681652dd72e2b3b49186fc91c8d6fae095aaf9beaa69c79879d777a2
+size 23986
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 32a7e705c712..e81fa7bea8b6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e254bca294b25c43430580a3e2292437d293f3b80411bf2c882ccf97aa3aeee2
-size 21593
+oid sha256:45bbf0b387260344130e35a0b683656bb855baacdf144db3898f43743b6638ec
+size 21565
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 8b24c2140187..2f3ab27fd495 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf6f13535858704b0e457d8b55d5957070f9043d2e5083e6304baf4bd82ae6ce
-size 25193
+oid sha256:aba8bb6f5e73a31d4611be6bab41e5346af50f3c5e0c7c7232d1b38fd62cf26d
+size 25154
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 4bf956e37e59..66a5f1ed669d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b501cb61e82ec4661892f5cb8f899981a673b88cfe1c812c7de4a255ebfc985b
-size 22732
+oid sha256:dd70295de34686c9f344d333ecfb36d0bffbdd7dfb7094f29b6d8b0049814fdb
+size 22700
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 26fe1e039dfd..ed40534d289c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e8193ab67fa933ef1d64e902ea39d7b83716c22729e980f2e1ab3489287da1c3
-size 24590
+oid sha256:05ac7fda044378160d83ad8d379ff0a4b73852c0026ebeb7bdaaf4f63a51b3a4
+size 24565
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 1803ed8f3abe..1a023f7d31b2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:263ca28d3f9a4fe53723752e9031eedbf06d85e73627ca2de028d87372adcffc
-size 24429
+oid sha256:d18684d6369d21b90080b1e40980a42c993dc8f3203d1a2debbff0698552f7ef
+size 24399
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 30553ed9c560..eef640e31733 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a132e327c287f07474c26b1343fe5f1500c31eb40cbd8a91204fe70bd9099082
-size 21805
+oid sha256:a4784b557a72e21b9e9127122d0224308aee4236aaa0b584303939ae592cff5a
+size 21779
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index c824137d16ef..bb8c959788a6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ea045ba1de01dce8eb64318cbe4fcaa15709417cae8002ae9d0ba8e6c42745e6
-size 21906
+oid sha256:2ec31adfe59e8fc96041de95a5868a4ef37263fb90280569ea9faa0c6df0dc58
+size 21874
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 3e3e7cb10b65..2df50da5d57e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8c1c7818ea33f5b9b4c146478e51bc9aa8c64a25979ef4049766908d5328ca50
-size 23450
+oid sha256:98a8fd4a9b6125af448f668e052de06d4d07e79faebd10719aea70ffd375f9c6
+size 23422
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index e8b50c23dfbd..fcf572fc6214 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:83dce8d4726b00f8e6302155758554ec10e9cfb00bbf294221e3493687ad6a22
-size 20991
+oid sha256:cc2b488c3cec9e76902c3f55f58046aa3ad6c3ef31c19343ad7745bf4fbaee53
+size 20959
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index dda892a845c2..55d8bf4204c9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4f659d6cd174e1fe256268213389531da0fb8ebdb56afb00a9065b6ea4f5fe66
-size 24721
+oid sha256:2d4ccac900dffdbb58ecb6251de23a01440f52457bc4e5a021f6550afe09a104
+size 24687
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index d2083713459e..8614f92f7144 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9fd512255e6cefe49676279447dc0a506cc33a206b811cb04940b22b83a75a0c
-size 22187
+oid sha256:3fa5379cb53b4774aa7a7100da27a4f682eca335f2f5bb033ca7d13dad4d6eff
+size 22164
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 14bd5ff9b6bc..dd9be09370a9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:43c9d53e681fd93f80cc148f27a7ca1926e52653f2778a46c500c274a60535b0
-size 25421
+oid sha256:7729b504f0eb8ced6b4ebb87a2869764f9ac88ab3ef6f41d1bdb7675b6433cc7
+size 25392
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 30b7a3df6912..64e62056bfd6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c481ea53b897e3a4d972b59d0fc8c92aba91bbb28b956102b1222b4e8580880
-size 23033
+oid sha256:e09adbae1c957b6e3c14bdfda97206c8b243218c1cce58b779ddd598a5ae8cda
+size 22995
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 958e9f0a0541..feb4cd0d404e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b6fd114cf8e1c507f7e6b07a719c3ee28f67ea1d51295f7f2f7ca83c3339fa08
-size 24907
+oid sha256:f964814b80f68b93a4abd09129bf010c825ff738977f719ae00dbe136d23cff7
+size 24883
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 582578572021..5f26ca426e3e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:988e2988e02a1f046238db831d4be146346565d8736b2afa064f03832c2e2272
-size 25217
+oid sha256:c08318509685994bd35e28feb330f931d294aec6cd1f54ef9b360eab43bc595d
+size 25186
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 2ee7c801b33e..0cb2fab03bc1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ae1f4771ca7614e8828bee0cd32ab699fc00e183e8d654e597ba6aefa15c607
-size 22776
+oid sha256:e0a9849bde226ee952bf77aa55d96bca0fdb2e70b46fd7f54c15d5263d4b0014
+size 22748
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 2f35d2a2b643..1c1b3d9d1069 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d2d39701edd51d119cdc05712ea43c817302bdecadf6aab79691346b3ada2afa
-size 22731
+oid sha256:1a46a2d1160004ad09f877426bee5ce0058ff9d2dec9659981754ef90bc9bbe3
+size 22702
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 8508f7cda5be..a6f8e6d80e9d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0c2b0fba1de1a3b22f5152be4df715ca3c4d3889ebd6607add4fe8f7aac4473e
-size 23918
+oid sha256:83810c0a744f4d265b0fe9e1e96e8b44a75f352d44701ac00ece9d9872572bcc
+size 23884
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8c8848478ddd..4e424c70262d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e0061f366c8458210e6d9f339bfa244cfb514ed990efea3d3b33474cb0ec6e5
-size 21856
+oid sha256:1ae555346c432c30c2094735823421bcc2311c97f4dd217c2a74a3fa0d42093c
+size 21825
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 66948556c08a..2614a891c8c2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6522a9a9216419c137bfd0311e92d8434dd1de2b8e0285516e6ee2d8d5a75dd8
-size 25801
+oid sha256:280058eb605207f956b7d86854dfa81b9d7a515bba144a8438e44413e54c11aa
+size 25768
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 976dc7647d17..cfd14f5dbc3c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1656eb47bd988e0801aca5ebb88567c54691a0e7a5e86cb7ce36657465fefbe2
-size 23594
+oid sha256:42bb1ea68f589c3e682d10950ee7a8a7de32c6f0128cd2ff099f20c3fdb4cd91
+size 23561
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 6990fa8f66e3..7219b0b0b253 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7f2e763394150a405703fd7d5239b92981370dd5bf838f740ef012d3de44878c
-size 25473
+oid sha256:a5b35ac78dba25a4030637654efc82daafcbd97225f3ad128b272dc97f9da60b
+size 25442
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index 21c9c2b407b9..3da6e6976918 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf8b3813d3b2c163b5a51b129e6f5f4df7cbfa4a5b73ba04852ca72135dd8f53
-size 23047
+oid sha256:6b6c96816a7f4a864873fadc0845b8928405a6ff11ef0a22bd65244dc9dbe57b
+size 23014
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 7394cd4a25b1..18d5ee2a4a02 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:30989032ef942b0ad979914953c3c4feac9a31822db444c4bef0d6348dfe03c5
-size 23939
+oid sha256:36defdae92cd1181befa523d03fcb68bb7b837e657e2cceb20ff6bd5e84a0a18
+size 23906
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 92061e167568..c9e060a83e93 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3d11104e9ed7afb8377cdef8aebbd515c4c1c5b263bbf819aa52f42de19c5179
-size 21799
+oid sha256:c7c037bc8909aa8dcec93c58d7c72c3ed9b39956e16802d24c585990aa6bca2c
+size 21769
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 12a2873f1230..02f3e14f0312 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e25ee9c36c917e1490118e475ef2d199813825b60924f9f2e9b0d9863430de3
-size 25387
+oid sha256:ab0239a09864fdba779eb85fff7555579642a7c3ed94878a1a0ee5377c146e93
+size 25348
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index b2b5cdef23e4..ab5d62243f7b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d69d44e8d599d009d6e556022b2c0152b5e6a18ee2f93be522624b61b9fb4523
-size 23004
+oid sha256:ad946e021e6b6da7011e4e69702c62d5282ad76f90dc5077fdc8c401f9f437be
+size 22969
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 8d20eed89a72..157354475e78 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:01b8a4a1d1f14f781c8c8cc7305e9d887c3225ff830fae84fd1d8e717137c156
-size 24636
+oid sha256:0ae26ee16f5e3201bd91ec6f02f809c0f205dc515ea5b437ad946f5e2e5a49ce
+size 24611
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index e1e2debdc096..74169ac6f730 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4fcb849e2cfd1ad66ba4ec11120cd3697e29848774882ecff66f3401538177b5
-size 22056
+oid sha256:6dd4be7e442a8add236b3ef6c2a794cc943a0c7579d2e90237919de36b37f9a4
+size 22031
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index cee7a7c7762e..8e5482549ad7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c6119c0d47a086b654f2469061446b5bf352ac766a51af905475568ba6b167c8
-size 24891
+oid sha256:4dc25e800db7b6c04bffc38d781b74e954a105ec422a67da3d7969c9cfddbcb5
+size 24857
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index ab29ddbaa8bc..3a82b28e76f7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1cb73ccd20d167349834a1eb2f92c0b295b762c8a580ad6c4fab2362c61a35ab
-size 22609
+oid sha256:07a1c4077c7282e390ffca47482c2a4d2fb46889098e4ac16368db8a792fe285
+size 22581
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 2812704d24d2..d03c4f7b3b37 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:deaac33f01c9da2fa14472dde92857ec4607bd95557c83725100e2a261d530d8
-size 25652
+oid sha256:b3eb1e55930a5d1562e8fe68d665a022883d1f2ced37a7fa175c04b24d2b12df
+size 25625
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 48ffe12e010d..446468993853 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a2e55b1248f912664082b314545fc6897dccfd2e75351efb7f1fef83af087950
-size 23335
+oid sha256:65ed892edf4e8c3690f1b276348bd21291408cf4fcaaf4cb520471596d2474c1
+size 23305
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 9b361f8da6d9..7731a5527ea7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9e74135ff7cd332f3f17e0ef0371552cedf638526304c6bad1f9acb18e32259d
-size 25298
+oid sha256:73f3e766392b9654f89998f5a3219f99e49e612df80b0204f58766f68b9cacd7
+size 25269
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 9b2c260bc6bd..7f2f43d7c349 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d68749dfd95573c55af6779055655b32128b75ce09d49beafa187978b414ad7f
-size 22757
+oid sha256:bef5f69bc5a83e2ce390cc2a56b0124ccf70930213747ee1115f6ef1f4d10717
+size 22729
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 752b7be37ddf..69afb7345dbf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:65ef672bd123f10f3af81fae993ec20622129712daa0b01d73dbe364beb292db
-size 26043
+oid sha256:d55b88d2b30606cd6654eb90236e06da203889ccca827b1449a8891b041389f0
+size 26006
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 3e280a3365f0..efe4c26913b4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1212d6a002dc53be78521d6f57eea2017dcb41ea5b558deecc5abfbdf9351905
-size 23575
+oid sha256:1492a0449e6e868d4c4a03caeca58a05ca3a1e821ea34747898eb3b2ab76cc9e
+size 23544
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index de23c9b1e7a1..e5bc68b21432 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6ea6e781d78a4bcb0cc96c53f48609470cf297ac4460390155f24488df794470
-size 25498
+oid sha256:bfbf80dd15bc09e01199456841df64f3cc0993a29d9b87a4974e657899ef57e1
+size 25470
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index 300e03dc8e09..b825fec30db3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:22d9d7a20151ec7edf4a7f84016dabbf9cc499842f68c65bebbf5d141d026211
-size 23057
+oid sha256:abde825f3ce4b601d82120f48406d49ba65d74f7085598be4c2f8cdde1ec8180
+size 23030
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6d7e38660858..51fef2212b12 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:97f70cec73eda4e75b2f759f5a384d46287833c2f35612889bee02f723e8a9db
-size 31347
+oid sha256:fdb2a0379709afc27c6c1fc6f49f6ab46ddc84901b993edd7d784229a3faad3e
+size 31301
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index abe5e1fe6689..1250fd34ea24 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:307ce3a9c4cb30f9013d508eb35395da0d5cddb05c9253126e8cc2a9dd6280a9
-size 28431
+oid sha256:82a4bb0581b767cf611e4cf02ab05fc9ac462eb6b9882003b00280236e896cd4
+size 28403
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index ca411a7869f8..7868b98995b7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1568cfde2b16e9a6fe237cd0395e50a220b1f66093a41667b0011e2ebf064813
-size 32316
+oid sha256:3300c195140258b6916a1249a381da54ffbd2f1076c4f27d7adf5162509629c1
+size 32279
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 34ac6e969c61..a0fce14e9fef 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2b1fd179612b44bd0b5f208af3d09bd33755ea37e23365f0562e56800d7aae4b
-size 29189
+oid sha256:1512714f31e0525e40c3f8083436fe73eb2dd9704b00331caf10f82c73950ae1
+size 29166
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9e86f1e24969..1652013529db 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:29ba96191c112d9a7c248c0330cce622b70a8242424b1abf4f561f8abf22d301
-size 29544
+oid sha256:24c354390f3acaffd9138377f3d54eb77e33cc163ceaa9c111c77e21a2da859f
+size 29510
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5fbd3a6fff45..bd178fb6ce7e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ffb8c98aaa09b220e97100bf251b39f0a4c2be7e8ae88242b9dc73d3da6615ff
-size 27452
+oid sha256:f682013885e84b5b67a9e4dd2c3930fcfd7d9569dca3aa2776e831525b9a6e6d
+size 27422
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 68ee82e10a20..0d480f94b930 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e08af0aae181b7269b35abadcc8c9a4f92729ca94dadc3d48fbd8eda7758cf4c
-size 30528
+oid sha256:6c9c58a289266ad19291406ce55ca669add7e811fa5a854062c7bf0c0c8bce7d
+size 30508
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index bc47e5736c21..d7ba50f5c0fc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e9a97ed9fc856d0554bace3287d61b566e082389e0c981411a643b314d5e6f22
-size 28155
+oid sha256:b1abd9081beff0c5d96dbe601f17def409b8bc5395fa1896b7a1a38d3635a535
+size 28128
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 290a271b1b17..03721e348141 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:01ef4335fa25c002fe6d4c42d87cd8508c0e307af42887c6b6b1054d0b49baa1
-size 26497
+oid sha256:cfbbabe0e6aa2b367f1c928e8d5ae374a62814788a8144eef33d3fc4947132ca
+size 26471
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 57c48e1df545..a0779498866f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cc4387494f7d2bf9c41d3ec54933f61e376d1c834df42c743e5620d30543ba2b
-size 24517
+oid sha256:b67c7377b5cf780b8d96df70ebcc052d8ef66576d51f241469fc6ab0b8be4a4b
+size 24490
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 42bc2b1bdb77..baee73af2e9c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b9ea1289c1fb19122f4442474d184e004355b6a0d2c987b68eb5331de240f08b
-size 28408
+oid sha256:755f82125a4c491c9ad1371fbf1b97164c5cbcf6fb0864826f6ba7c138ab5ab0
+size 28378
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 39c561d71177..3c48b58dc047 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4b62718d7a6508abcdbd0b4a3f37831e240e704f3d1c4981b9412325263b0e5a
-size 26072
+oid sha256:b183b2c8c100302d5f071b77d9425b3dc9c36ae4b98776238bee1978a558701c
+size 26049
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 0d3b82d19b92..d2c1bec7611d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0808e6c62fa3d2fe081c325d9af77b5cd841607fd89288b40f0195af8a46b638
-size 27017
+oid sha256:76d694ab9efcdc84eb7271fa066fa0323b77d43b8e7c88fd0089a4ce8ca9627f
+size 26981
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 48914bf29dc7..4061dabe74f6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:16348a6bfb9a349f7cddb2dcc28f2441cb87a20bea88c86a54c223dd7a2a1195
-size 26688
+oid sha256:4ef1330b1123b99312c9a4dbadb0619ad783a07c96fd288266899052fb32efb1
+size 26656
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 0fcf6b1e2d77..992835a202b3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:09ebcd74dd3331a5aaff9aa8a4eb485960b31d4e6052357a17e19c79c4ccf12f
-size 24884
+oid sha256:7ad069b58f3de8087a4d5d9993487456a97354017d1a94b29629c073ea3629f6
+size 24856
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 2887737614e6..09458b8554ee 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1a8fb31e5792a20d873687a3b0fa6e9b2a855b6e62f59e811d0735faa731f62e
-size 24456
+oid sha256:7eb9bea846db74396f386e585023f4181478c14e56fbc4c0d319ef43c06747a1
+size 24427
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 931f2ea96f8c..5996950626e2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b97bdf17aea76e13c5cf2ca6b45b175afe39bd0778d2b098652eb8acbe292c71
-size 25086
+oid sha256:ef533aca7a1d77505353c112adda0c61baef22f5c607ffcd3f613357b712d8d3
+size 25053
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index be139c0c29b0..790844ff7ff1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0ed758fdad5405c0f6128d4b293e762b514fe6af254102293ae08554993b320f
-size 22263
+oid sha256:14dfeacf0afa751bf4f83394b4e386a9cc03b6646bfaf816bf15a941ae9e415a
+size 22228
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index b99f8e5c5cfd..ccc1d5b18280 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:05f0cafbfdc22837863be280c3e5f9b02e0f08c2b791c0012693b24941140575
-size 27315
+oid sha256:7784c62631d274de9fe0b1d2e03b73457f6811df2e46caf9cd9bbe579a5ac8b1
+size 27284
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 28648592a716..0cd7fbc182a3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e4b0408b0065ab0a5c2ac37358a12c37adfe6d6640c1557aa569ace9f81ef97b
-size 25054
+oid sha256:e6e9ec9934a70901a2b617a16e19922b95aa6a07b7fe7b4bad0a16628585a55e
+size 25026
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 9f18f5719603..309c6e40c074 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c9bf97d9d675e0e148b107571ca4fadeb95c3e6d07fc9f6a68c52b7927d3d0a6
-size 28592
+oid sha256:b37bcfcda4a30cd674228ead7e5878646a61b314b6d9933ddf7703d6c1f5445a
+size 28566
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index dda82b087ed4..7c7831949da1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b1a5a4f7ef7d804cab059e334a781b7814e4cf9c6114eca20ebf41bb62407e79
-size 26682
+oid sha256:e895f7a51ef0b0a47bb8a76dc991abf0d2970d807eeb6555f52713a55b7e5bd1
+size 26658
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 841451f6d45d..d572a18a1f9f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c3e9197061c94355f4affcb214a90b937c5112e69685cb1443e97aa340d88d8c
-size 27474
+oid sha256:d8ee990cc4f2e575c5bee9c9da9eb45e83811ebbdded8b90b4c6715ea39ef54f
+size 27444
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index f99734c3124c..459c687d70dc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2a1b1b41477c84bf7cbb7899c4c19fb04d897b7666dbc15187a053bc3ac4f8ed
-size 27746
+oid sha256:f80846e5ed1fb6222ac3a1a180bdc7eb35e275bf995af4e7e9e02cc8e3eaa6e7
+size 27713
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 16cd352a8e68..75e81d480864 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6ea2e4570037ecfb1954cfa8e6ff9f89caa88428bf44c45d688ba239dcf2f824
-size 25275
+oid sha256:740dc18efca35a0c44b3511594e57b1ade779b58ec09d4efa89b73a96c77032e
+size 25245
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index b91efea7d51e..01dd0621aa69 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d49d742956604b9e4f767edb3c1cbe659be598eb7093bfe6c1bbb22d8437844c
-size 25061
+oid sha256:56bf2d528aa58dd529b7f1d0d2d847f6422cd81681a17cceefffd6b9d44af665
+size 25030
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 00fab4adda0e..0106d874f596 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e38ab21d627c017a7df6b5c65bb8d31e20bd44ee4a5d7bc0061c075cfbc46c6
-size 25693
+oid sha256:af50280db6575c570bef6a7c3a95a6e8f3d1ddbb437eaf8008ac3b5db03e8715
+size 25663
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7482c4a54e6a..000b20a8d4cf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:15585ab4908c257afa9bc530e35f969da3a5135a307556fa210116894b8f51fd
-size 23004
+oid sha256:0099a012cd28cded86b54ca94a29596c16e712f169bc24f7d69fc3ef395bef13
+size 22966
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index c4c507bc6d1d..1c6c107de15e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:64b36b998f6eef2ff0ae9d3f22607a76dcad0eb5c3a79f6d031178b859b498f2
-size 28876
+oid sha256:124fa91ba838ec8242d2ff97c1a9c2d8bdc3929506d7e35addb91b89d7ed0ab7
+size 28842
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 68ce38142734..a08d734c7511 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f6bff28dc640df45545549e253d22d858a52f4a49574b3be8ff013277a4de19c
-size 26827
+oid sha256:1501af969021ff52c17662d682da4482d386081085387d21330b46f9470f25e0
+size 26806
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 5bbf1849a226..12eb8402f667 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3dc757e6b4912f288523fe9c68fb3344468337989df8c84fffde775bdcc52f06
-size 28428
+oid sha256:f44bb4b040d1cec85268510687a1ef04d6efb322c4abb18587172d315b0d6393
+size 28394
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index d8d205e878b0..7bf2f9519ace 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:15a7374dbae11a32081e42f8ec7c317f3028687fb20a62b90eed813ee464f889
-size 26334
+oid sha256:bd10e644e7b20d3ff73daec7153aa17aff9bdd0bffdaecb0da7653852d4ead71
+size 26314
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 7afc2cc25ba0..af405ca8218f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dfdcfa436415d2845f6ee3cb2ee42d9ebd8749b9ae95a6af69d99be8f411a4b5
-size 21121
+oid sha256:091fcc8e7ad9607c45284cc87bbfc4098af9bdf236239fbca1ab55844f312afb
+size 21094
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 7abba06864bd..a33a940deb55 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:85681838a1ac646925d3126c9ba635be7587293e9b17f4592b592824235348f0
-size 18175
+oid sha256:f1841483d501c5f464b2f31b2c99fc9397deaa77cdea107487b554ac2ceaaaa5
+size 18143
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index a7396b3bc28d..07831b1f3a16 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6df0b74b3d2f70ff1e827d400194c4e76bd55738cbbc69bfa1b1ace61666146e
-size 22302
+oid sha256:45cb37f67811bebee36f76a8070f8ea663020e450d790dd891f3f352ab213ca1
+size 22269
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index edc1fc844215..fb7ec689f903 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:803f13ea8ea5d389f913aacbe4788bc643b57aeb7f8ad6c32a0a80ce829b6394
-size 19414
+oid sha256:0c518e7dba6b55fc9f5fb902fc434d933736913b862590a8eb154bb6cc7275cc
+size 19378
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 4757bac3e47f..489d54782ab1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8fdebf639a3259f2ddf11cd6f5195050b7d253e71c789fc7aff94f2937b65d6a
-size 21437
+oid sha256:9781f51bd7887f77bba94b8e8bd48485107578d26e61e212515339bd93303bb0
+size 21408
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index e849b0d11fd8..7ecdbd565fef 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b7f6af77ef63bea991ac5ee555fb66ae13afff312a1aa5fa647e1edd4f034f3a
-size 18389
+oid sha256:3860209aa7dd4a2cb1c770ccddca90cebbaf7ece261d049ca370d207e4acd7a9
+size 18361
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index c1e80dcbba76..1f32e7922469 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:780c10dbb8c9484a2cbca5e576388809d1fa6b9c276c7e2c4e252ee9dbff95c5
-size 21980
+oid sha256:5ce6a2ed6fb3bb5159c5748ce330ad9da4da62d8ccb39dada2c5191ade869f9d
+size 21946
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index c72ce484a880..dcdabda3dc53 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4f10efbfc4ea83411834339bbd84c4ee19991a6af2398b7a5bb57878af4177f4
-size 18852
+oid sha256:1a33ea9ee78cf7fbaad008c669eaf96cb933aaf093ecbb853dbbb65d9b1a24e8
+size 18818
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index c6b797fb5b23..52e7c46d6009 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:63cedc187bbc9b5cd4a79e13accd5cab3236db218eee4b4f9e8fdb30d2be78f9
-size 22838
+oid sha256:aa3e651d1135f2e7918a127e73271709f242e7c1500d2cafe10bb5dd2f193757
+size 22810
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 33ca58cd3b76..f44ae32c1b5a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8d609e94011707ca8478d0d51983fccf7929cbd7c01785676e55d31701c7d056
-size 19670
+oid sha256:15e3606312949c9a898b9c5f51e97062d19c081f091f305ebd208fce27875556
+size 19637
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index be7e0dc5604f..c5ab95344bbe 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:05c212f9acf13f17b2ee0ba947bfda9d33deb257195b2ff83167cd1134200bae
-size 21963
+oid sha256:6c1d3167bb943a63d09dadde123c52367933f4a39f64b1d82f4cd5a8cebf5e15
+size 21933
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index a3240740210c..4202626ffe6f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2601184b931b4d5617b85dc833acc9e04a05b0da2963368d6904e7c80d8be71c
-size 19175
+oid sha256:5bb9347d7b960540774e798e6c64ce3e30520e756c255c874358be0b527c0c79
+size 19146
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 760171611499..4d61eab12175 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a5c74fbfd58a04a0c199a3f55314fd44bf893510b8814a62498ff0864c0f44e9
-size 22943
+oid sha256:88f68f47895ab4ec4eedc2106e540a1a058b44c0333013914ddb05de1cd4e8d6
+size 22917
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 119b0bbfc60a..c9399c2fef90 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:055c79b3e6607d916d0cf7d90d0d12b03eab761b4905344bb08a1bed1acff1ae
-size 20079
+oid sha256:3b5fbd7b39a788bd4b1dfde8f0f35f0488c1283c81689f533186547e0bc3d010
+size 20044
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 5a218f822270..b2c5b171d8d8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:da69316786d00afa4d1fc02cd411b90dc702e1b937990261c72369a9d19d89c8
-size 22239
+oid sha256:2abd0bdfb560e477d2d140324c2e39cce7e1a569f8933e86ac1937b7d854c971
+size 22211
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index 20160b4533f7..16a44c428ecc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2dab1eb1a782ab95173042e0afe738617b33046a52f474d4b9bf8be7d929fd5e
-size 19624
+oid sha256:4360df9085162507cfe62d5741176a5ccb0c2c280c35347f08f74098e4e4fc80
+size 19593
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index f2a650544645..ba861da3d511 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f2a5668c9b48ce09080cdf9a655d42799e7fc8914a940dd8673f97cade8ea42b
-size 20945
+oid sha256:d3c2b2b8dbda48413731b6fbeedcbf66c2ac9d3c8f14f672953df22bff755c3d
+size 20921
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index c0e0ff4006a7..c9d65f803cf0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8e014de8a704b06c609590e4d3b3f61f2628308773788c848b4a2925e6239a02
-size 18342
+oid sha256:035f2da0d13c2ed4434e4745f977c9684c52c8d88e08784d02c49e78207c47ed
+size 18308
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 4b892531140e..24126e090ff2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:334d9e361ff3cd139ec55d705b582cf8a83048adcbb4225547c4768b2a2717db
-size 22238
+oid sha256:75886288d8a6cf4d66a007cfc99aa5d1facc50c5e8a7079c372ddac2c83ecb04
+size 22200
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 6e0c6dadb30a..a33b72be45ac 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:037ce237fbf7e872dcf3269281a8d93d181dc6b893a18d7f26028a2abc010f99
-size 19610
+oid sha256:7247c06a231847bf3e38e5bbe1ae5f409aa621de2cc4041a58ae643448e6e388
+size 19581
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 0f16f42a35ca..139ff018dc4b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9367c9beb3f807b72e6946e0ffe0b2359156c9c1a105e2c70047a842d429ce98
-size 21485
+oid sha256:8106d3deef7126a38c2751bfa32e1ffded7cba251f2e90fdcc87e6f2b5c8b368
+size 21456
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 30be6da0044b..f60a82b72809 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e30ff103e910baadeacb14f328e80ea3ba2108b8ee9b06f5ea5f2944c6f2f29
-size 18548
+oid sha256:a5fedb0c862de434b8d9b5afa69f5ab1bea0d6c71147bb1d8062532a3a1c0faa
+size 18519
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 331763efb88f..7c4efb424da3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:943e1666655757a939d0aaf085aaf91df432d2917659fba046de89b35731feb9
-size 21806
+oid sha256:249479996b1cc5924ab8ddd2eb7ed86c4fcdad852072918b7f7119e533269d0c
+size 21781
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 831cb109a60a..0478f75286d2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:72ddcfd1f46dc7f1b3f53508d74ea3d62d6fddce9ed11de7b6e5635f82622e98
-size 18773
+oid sha256:c923a862fd7fc9d5a4424357a2f11515a9888b41cfeb67b7952f1946a6f95971
+size 18744
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index a68ce30f779e..506e4af0e73b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8bb6e337e4fb69af000357724a099d49f620d4597f43e064c84fa6c07669b1aa
-size 22411
+oid sha256:ac05c29953548736548442dc5641f4828e3819ee385aec0bb722fff3c8e096b8
+size 22374
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 926ef10a991e..c7a5b5b45f09 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:97851c514357b7d37e345ae77397f9fc9e2bb57a433ebe88a6f69d92b2d6f852
-size 19675
+oid sha256:14b59495fe0d49faf974811ffb1ddab5fb7859a7d05c14463631d1391f7f7e44
+size 19642
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 87554a11c2ba..24154c84d95a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8093c6bafb3f549b85a232279fa9ff2f20368ca96c828c2734e6022bf07cbb68
-size 21965
+oid sha256:45a07c13dd25cfca54b0b2005e5f2898a6f84f646143444357d65691a1de6978
+size 21936
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 142cba0b0dcb..eff68101a47b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c2a49d7a96597124203c1e1750b7e03e1bf65f9578fc8c556f5fe0d9e1b3ea64
-size 19032
+oid sha256:9248d4e9e047549cf0ac39476a113ceba4a39f72b9b7340e44313c734f16f209
+size 19004
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 35403406c4e9..06cf6feefcc4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c03fd518634f52c212a3b416a4336fb82623442a335f70d3d674794c54f4903e
-size 22773
+oid sha256:154f2f8de09f75f11e03ea6f6af8b0fbfcc59a671e06cee4d6fb5a9a3c8e4014
+size 22741
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 34b373583f4f..345af16312e9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:adab1099f9f4268f1be1dfaf4fa15042b0de55f5ce5ec33352a2cf3baf50db53
-size 19912
+oid sha256:3a16e244e9adafe47bbc4b1257d1e01b882e39075275357ac79933d199d147ab
+size 19880
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index aa401dc71120..99d628a27337 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4e0a52f69c69847804ef4383410b1d4b0ace439ad5b1dd100572518fa51fa9b9
-size 22303
+oid sha256:34e9b26c2eae77f0daf4bce12790050eb608f6b6e4941391595ca97acebb8358
+size 22272
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index be1eb1542547..6bc83c1124e8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a75e5f42a136138bc2a00bd1f6c97ef749f4b7466d3a4fcbe97fc8ef4f8d7121
-size 19306
+oid sha256:f8e6a996199897570b0844a08b49926aa1b2221252729c17e01c7e0d0eb90af6
+size 19276
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index c7ece429b3d8..3224b25d5317 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:881d6bff5409441a8de6ef158c29d20b574c994e346c650b0477088116408d6c
-size 29177
+oid sha256:6484d7e53f8b11eaedb58e908e77bbc778da2c370432c230cb08ba0f06ff2a0a
+size 29147
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 38b5441e4f5d..420bdf0f2ff9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e129bdd41177b31b7277c1a50fc566311c2c04df3d30a6f6dee8220f73d62180
-size 31461
+oid sha256:6b46c5e9aa07e9228b86484d2c27ce4beda6b4b9e077e314bcc465aa15692e3a
+size 31434
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 4b77f317135d..94c1a06f460f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:902a349d5e64e5d277923bf63d2904c89cd1bcfbf6423b6804912299ef48366f
-size 27507
+oid sha256:8c9fe8b13aa227da8b22e9c83369b69085809d8ca0b2888afdae257db49d45d4
+size 27477
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 07be42a90bf5..7a81d8f0d471 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ad6967b7aa0dd58a31fbe4cf078477875f26968d8811a5730b5dfa45e5b2dcc2
-size 25983
+oid sha256:d5d27992c6f17f6493860fec7f22dc7de1d2223f9adb5d9d7feed29d91e2b0ad
+size 25959
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 234734539310..21815707ac06 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:13562632508af3822772f6129c101f60ff38ca6a8c2e8e31df40e8bd8fcc27c0
-size 25989
+oid sha256:731b0cfd41fd7d98333130eff767ea322f0fb608bae8808f37e3d77e2dbe2b41
+size 25961
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 9e1d809b7488..e4027da95da7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f56c94d5994e9981c7c2afd1cd7d001413d17201c71c07bfd086d2fffd399a77
-size 28471
+oid sha256:90e495a473b4ab3bd63930848ee16573b51c0e5a63de84a68a00f54605e65701
+size 28442
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 471593a41b6d..f9c98f7f53ac 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8ea857d59c4b505e47a923ccadc5709884a950c3b2111509e0eefde8cb162014
-size 30507
+oid sha256:990b652ff19545ee4d07d7a864649a5a7cf56d008bfc91b583107f8e8a5a7864
+size 30473
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index ee3a163e58a7..72cae8ef6b1f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e41bf6ce1d15aaf0a51b17341b762adc7359919de3789e5450d8e277652b3b8
-size 26877
+oid sha256:231ab2a4be4fb90a0d930653d278e5aa1a2a10373caba35fc38110278abaaebd
+size 26844
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index d3f9ad710dc2..eead1bf3e5f0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:77d305a50afe017619b7251c54a6a27bbe4775a8bc779383a08eb395395d748c
-size 25198
+oid sha256:90204778ffdb4ea92cd56c0601daef5cf25b82efdf3430b5cc9bec359048b11b
+size 25167
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 936f28d82bc6..1dbc3b6ea8d7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ff41246226dedf88561f0bef73cb3bd30576d49c159b2eca2884dc44ac44566b
-size 23395
+oid sha256:b8784b05d62798e641f01d7f1079c1e6a59288dc52047975551e4f3a9d418a69
+size 23362
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 6f63e110cba5..3da7762b1a08 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:646da87bfce23f2588c03e144e9a560d065e10c231f2d5d1ce7c6b83c925d88f
-size 27626
+oid sha256:92fe02446857935feb18ca32e2a1f699fa667bf003ed4e4a8a567bc8a6549e01
+size 27598
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 5017e98a99cb..b982e5a8b2d3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eb5ec460c24906e7eee028dff39010d8a4dccee559159c7542951b773bc6eb10
-size 25755
+oid sha256:c902760bf2e3cf23dbb1b86bedd4489421836f5ac9161a1b3e49bf3f8c66be4a
+size 25722
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 6febb8cd51f4..79f819820bf1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d694aee07fbb55c62cde1f5e0a3cb9f77cd0bd1d7689695bf6313b77bcdffb1a
-size 25715
+oid sha256:f1c377651ab25e246a046c0de4c5aa19490e75ab38ab530f34db8bd01c26d97c
+size 25690
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index cb6a6f7da791..71f62355c94e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dc50079e2b40f0e5300483d6810ed316ffb9fc8880aca31be99281d2ef24e9a2
-size 22979
+oid sha256:9e76b32fbb1958b2931592e40891006b28a26708907ba99da4995f1d7f58cf84
+size 22944
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 37d696f12081..ea339d71c0a3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cac88021f856bfa1d28e83471d4fd4246c23207b55cbfca722d0bccf55e72c25
-size 23834
+oid sha256:c3fad14ce57a70c04ecdd06de96981597c0aa96882c9c327b071e6ce236e0f51
+size 23803
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 0c51392093e1..656738cc67b6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a0141fcbf3d9133579d4dbe4a8961d1def97e048bf931b1d4ed7f32d54655bdc
-size 22040
+oid sha256:b2c0dcbc02958d0f1e95a4bdfc9eb985fdedd2130f18d82d1b50fa420d99a9dc
+size 22009
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index de0f6e29401e..27bf659fa736 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1fdbfbf6e8095a897bd98049a9997e930735c0dbda465fb8c87ec7d88b84eb60
-size 25734
+oid sha256:ade1b9e05a4dafaa68f486ac9314bd88491fcf566fa2dbd5bc194e337f39f19e
+size 25697
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 1e8775a2f9c3..94e55ba021ed 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:51a8fb219cb43227d248c1647b72cf8952c8560ef24fe12b72eb660ec5001572
-size 22998
+oid sha256:a071af34f4ddac0587d314caa19a8ce6b5241552efae2d7cadf17b2fec494c16
+size 22967
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 085a97905cbe..8be406991caa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:45c9a2b332c2e81a9b69a36476c3c2408f44afbddc3d3796e41eb71ef86d31ef
-size 22409
+oid sha256:6196a71651fa7785a30e64bcadc41af4132a04ab4bec59565f96e01b4401c1a6
+size 22376
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 6bcb3b0ca080..dc804057968f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9e0a2cd917b7bd707b590909dfac71725320f1c2bd271204216d91a1390e222f
-size 19033
+oid sha256:95d76908ecde3f5dc91a98fa5af0b0707cac0f9ac945e711acfdb2eb13897198
+size 18996
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index d6e77d1265e7..7e2ab51d2516 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:32ab74fde0367583893c3fabeb846d748869015971678a597dd240693ace4a6e
-size 23864
+oid sha256:43e98738b2e77b71997c6e3a590a3cfe1a0655a8a43dc5d07d72ce44f2aed5d3
+size 23840
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 50513dc52a43..bfa8a116fc31 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9ded8dff7e9a3e244a7ce6033ad35b9056dd754844a35c133000786ac3d87851
-size 20438
+oid sha256:95a810d4ff08c6bc7508e0919d121abe8c1db1feaca7ad6cf4f3b505f8a5e133
+size 20408
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index c0951d4b4520..6ddf399c3b28 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:558e364643d56d73f98ff8b1568064589385787a6516c31e4800bad25ddce884
-size 22550
+oid sha256:91df9a7713e4318ebfcd98ab49398fb68ac8004c7c30cc668fef66142a61a439
+size 22522
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 8c7c2f32514a..2e16626b7ca8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5e06ba7412fddd4a501d87c840fa28c3651a46229c123a39505a1bf271675fac
-size 19110
+oid sha256:fddfeb40234c715910cf870510bf240420fec86b23a0132d86b965af2f319d7a
+size 19082
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 12082b70c75c..227acfec46b1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:46b9346a74932682bd7a53df0132b3751d4de66ec96c4373f3420806b1032d3d
-size 23083
+oid sha256:acd42dea5c0ad13eb5eef31982ad032ae3e28b409f4525b5a627428a1e7c8608
+size 23057
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 53eb38589a65..a86b90c6235c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:af5ea96f2a3a1b9a55c62038ed8684289cc31d940a1f416cb4efa420bf9d7d9d
-size 19521
+oid sha256:a03c9520581ca045d5224f0a28c89df964525acb64443e881e5383d4caaf713c
+size 19455
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 4b3d6837644e..bd43b6edaa1b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:69e3a3d08975bb850bb9b52907fe72094f3eb92c043666396810b1aa8f3dea2d
-size 24044
+oid sha256:522fbb3d90755bc8ce55b8e0b2e51ea104445d794960754bddb6ce07ea8aa6ff
+size 24018
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 74e4fd92508a..f144fa8d2d51 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:31d0ec2679b15cc9e79bbecd077139410d1efebdb116a503bb0851ee880c56d5
-size 20510
+oid sha256:7880fc4531a17b90c076bf0e83e593b8c9158e412ce749ebef778c67eb214317
+size 20484
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index e4d675b701af..e6d768ac5ed7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ebb7531e1b80414b6f61ecf0f00069fd96bef04713d5909138f6c17a31cfa5a5
-size 23005
+oid sha256:1b19b5cea7d62f1a550b41488bfdaad92e0e302999be87baaeeee9819079fe80
+size 22984
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index b08712e4bb74..3b7206177227 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:56753e70adcbed78316027a531625011f2553b38159410d8cbe3b50351774ae6
-size 20070
+oid sha256:4e25f7a5e91c0729a64a126c3bf51dba39d253e1291e821b4bd19de93857be63
+size 20039
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index ed3cf787cb9c..805bc3712099 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0a5cb1a3eafa4410a756928bb44405f4c1dc459e940b2beba58a42f9d9fb4de1
-size 24028
+oid sha256:98f917efc2d0971e8dae14c4abcba1fdde525efb44ca2e4182644e4787e18543
+size 23999
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 0d02ca98569c..f86485de6b81 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3d82da0fde739ff7c02ee2775685a9753307dc650d0381a18ae429b400abc94c
-size 20907
+oid sha256:f112ce87d29f7648eaaec0b04ac0cdbc6a84bb48799a1ad58c424cf0bb4811b7
+size 20875
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index d0b1b7cfe20c..39b184262f84 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:89b894fb544acd631901ad54c7f2b3f7261f656136556cc5a8d4108a4cf36c95
-size 23483
+oid sha256:8b6cc602112381a264d73782871ebf5864ac0cb85f0d5e034dcfeabdbd3237e0
+size 23450
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index 3ef1fed58145..6040f58c2eda 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:70870e8b121b14b4de4ea9ad23cb250a1b77459ebb823c5951c4a8d5175891f0
-size 20638
+oid sha256:2f098301d6d036652c6624c31418fbc5ac215669695e6824fb03829e35666a9d
+size 20607
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 19f2af8d77da..2243654ab00d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:63a8d12c2969792d1bfe8dcd8b25df4b8d4220c4501960b14690948e6338debb
-size 22180
+oid sha256:3af227e472d7e6c1ae67810fff39d817346fe62291f855d3236b21b016ebb010
+size 22145
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 37aca4e04df4..1dd7001d64dd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:04f41125574f69e1de8e6dc7eea63c4d969fbd65e5431ce198b0b51b4791e729
-size 19663
+oid sha256:0f25456985d844ea9158695dd86075fc49f49a42208e833c58ece6502496c27b
+size 19625
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index fe13bb2d8ade..c7c534b9c8aa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:acdab1cd75e02ed8f8bf06e1c7719c702cb13a7e6aadf4454182714c4b4f83ae
-size 23524
+oid sha256:552ee8628de4d59e4b469c1629ea4480e02d5ca4c913ee7fce1a6166ce375c1f
+size 23502
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 9a47c28b0bdf..e4ab8ce1cfa8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:340baa11553ba7551ecbb54f5bde26446abb8dbd4ed81ca90027ed7e121e78e6
-size 20961
+oid sha256:1725242c7a52c84c881813575f8ac42aa1b9c4195660ea1614ee13c51ff9b5f0
+size 20929
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 9f8b798fd1c8..aa1f4a03ffeb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c9d0c15985364ba94143bda19f5b734c9b83c0c2350d84ffe27e486a0a80c324
-size 22647
+oid sha256:e9de47919bdae5650937ecbe20e0b8f5dab31cb95df5decff2493ae2d11b95f8
+size 22619
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 753de7c2dbf7..d557b0bad067 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a252d0f85f5e581d6727ab9f2820cd64c6704e6fa74750f5350b9052a99ac333
-size 19867
+oid sha256:ff93cae047f04050e08c4991897b2ee6a5d94b8f7022b274ab690fd67d473458
+size 19836
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 95571b6dc22e..0200dce7b88b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6b19aa15a7699ac700807c1907a91bd1f42cd7a81cfdd72b20e04d15fd707d2d
-size 23002
+oid sha256:d732205eca55e788c6a05fce569ee3e76960d33f7edbede18ab782cc1cbbc864
+size 22970
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 8c975a11d7a0..7081f135c588 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:41262b52e1453ef76196fa8e06c4aa8e863e5bc1135b417979bff2a1c2766c97
-size 20180
+oid sha256:bc9b7e6b2d8b779a2736b7d860f8346cef1053800bc04739bafe4cfc7787be5c
+size 20150
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 230ff3d64efb..6c2fd0ec47e3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c73005b2c624e2e1ebe2ad5b87ccfe14e694ac794fdec68eda06ab3dc978e5ce
-size 23858
+oid sha256:77e18cb7a8c0c37b3a1c694274f2929f893290082eac0688b7ce2a2790a022d8
+size 23826
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 26f21383ec14..cfa4d060c874 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:789bc0693ccd0150f922c543b4d60a1c1c803b0455e934e822be37c7de9a35dd
-size 21121
+oid sha256:b89f63830c22537b992f706411dea056854c4e97f440293ad37f8fc4b8bd8416
+size 21087
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 9d8a2b38248f..03764cb76b89 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b235cf379a3d1e52c828c1b95c69ba4718db9d08787cc26fec0ad2fc18ab4df5
-size 23314
+oid sha256:90692b5f4f41af2641778b025b738c16766596fae02340f941f91e285758b73f
+size 23285
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index d5c3e16562fc..d2c7a4d3ae3b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5534c8aa98a5aa55e8698c7090999bfab456359a877511865c620479fadd83fe
-size 20437
+oid sha256:5bf142affc0c756d038d3c3cd829de74cc0d084da65f1afc2fddd81524b1ed80
+size 20405
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 610756a3f714..110d8ffc847f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:83090acbf7f65dc198e5b36d551f13dff5c7f702a7c1126ae01ffe75e68a24da
-size 23942
+oid sha256:4d152f58d220306adc1d57acbb1aa2d65b28b68599523dcd3c3a21ab29300c5f
+size 23914
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 4f14c6841875..688dc8ebd54e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:737b3861e0fe7e20221c55bb19cddec0bd3f3eb521e3fb69dae40605e6b8c465
-size 21313
+oid sha256:3f5954eadafb309095596d9ddb9ae957f41b0d127975717c791dd782ce3e15db
+size 21281
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 6bfc9b0bf5e0..543e6877675f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8678ec2eeffeedb011d488a2b12197cf1360e6c1de563a6c10555b28afb1f99d
-size 23630
+oid sha256:457a64ac0648c735c5ea49d592616f632232acbaf1f69afdf8d232673481e98f
+size 23604
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index 0f4d5b2fae5f..fc64beea4a52 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3854cee8196621851a7b977e5d6bac1f76eeed720ab85aba8fd1ba9a09b83d3c
-size 20885
+oid sha256:b6c95d983c149d02f6a042b12485b5dccc6a842876c7b0205f5aa7498ffa2633
+size 20859
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6999475810a1..6d88a4557dc7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:38f96c9f0bf8ece6e4f4b865b49758e859c9d0345110dd8d8ddd92910876a569
-size 25209
+oid sha256:e314c8c0a84131c27752c031d281d91ffcf91edb9753b014bcfd73f215053ede
+size 25184
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 463e365b3427..832e4217852c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4b261949ddf2cc9ffeec14301b5a446585f3d7e64890dae823a06ab2c0c459b2
-size 24468
+oid sha256:e792d21ea059ba08e94da10e01eed3b0ad55a8ef56331dbfb9f6b64b668b1fa8
+size 24441
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index f1505db2c336..ee85cdf2fbee 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:374397907212e82173ea92493f697c862ce59e1ead5ec7d5d6cd54fb60fce2b0
-size 25753
+oid sha256:8234fecb390d27f00422badeed397a799679c16396bb1212ed8ac90c62a33b2f
+size 25721
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index da8c18d4ba2d..13f96094bd5e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5174dce1429127f11b765cef3eb90f3ecf534490e405679123574d4bc96ee74b
-size 25357
+oid sha256:4f6f437901ed668120d96507d1640bc2b385871c1538030e389c4596ae95f25b
+size 25330
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index a80316785850..5242aea257e9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b1185b1c1d1495390aaa6986f7df8467c7015f9c0f67fef56d6ae2d7b980048c
-size 25603
+oid sha256:3d57f732e3d5027df547940d18212606fefe245849d24450ed1dd0ac963e3c85
+size 25579
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 5d3bd43700c5..89a1243d0d4c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dfa3aea2a0648be37928c966e59b6fea719ad8d180e8f478e5332ba3845df7b3
-size 22851
+oid sha256:3ebf518e0912a957eb45e2cae1c8c13ab112cb63c377e903c665abd9f199d424
+size 22824
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 5f1f4b2f7ff6..78c969057be0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:69fd55874b8aad7d526f5330c224946265b4286630dd98485ff0e33177d98a16
-size 26689
+oid sha256:0280ad6e0d1c1798521cf4d72196f25d2132b42be7244db5915ee9ed693b5482
+size 26664
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 590e9c7d4a0d..7d1997ac1057 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:df1a379ec55d6dfb7b8bcda3f16be20247590cfb290f5c3439642e96297ad754
-size 24016
+oid sha256:48c34d67223cab2150f7ed7fbdbd8aaa38a26d3c7e3edf4eecbeab2053e374f5
+size 23987
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index f92cb1b1bfba..5bbc1e8bd9e0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b5f5b542e420967d81295bf146e67bb6aa69ac6a18a67d9fb0db81bbb5e52476
-size 25821
+oid sha256:32ceeb527af8b79d58e0d9a4fea855bf79ff2fca5bb5b5b94b99f5f11b7dd2d2
+size 25796
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 9d5c14b3a8bc..6ca71f6f99dc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7d48e1254fa147f0ba871aa1c2320f6b4e6642dbce8b3c57f78c02e778371fc5
-size 25900
+oid sha256:14e5716363997dd1784a82048f82638270ffae04b60131af5339c9fcb403852e
+size 25866
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 0461d1610122..b321b4977024 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b143374bb7376d61381057b77b4dec901b71025677c7d4264eac15d75eeaa569
-size 23068
+oid sha256:e6db4c506a058b673f1c8802f76c3056adf580fb977ac044607f107cbc44a632
+size 23042
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 78faf60b53ec..6aa1f8460953 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8e1cdb64444f60de17654040904c6e8a9c53f448af89565439b34e57c3eec5f7
-size 23065
+oid sha256:4252cd175a45fdf82177de31f852ec541065039f785e140729836239e377afa2
+size 23040
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 60ffb9e65144..f68fc0f7f0bd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3bcc8de5dd1968aa110f4c3b51e0ebf759188549730c1dfae2a68c8b4c444c67
-size 25297
+oid sha256:2891175d291994179e8ae03a56ec2b3d498265a0019fd357716c1caa2bd5e9c6
+size 25267
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index cf6160a012d8..fd660ec872f8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2030821743f86a1a56494e60f1ac91eb52693668358a0e3c651207636b8a593b
-size 22170
+oid sha256:a342d052a975603056a7a0f5259325d11742af7dd8abc0a49a1fafe02ae6f1ec
+size 22144
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 9cc31677ac69..6c74b047805a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:28f967826711a0f7ad812eba36c878feb41d090b01000a1c1bc186c7feda4923
-size 26236
+oid sha256:6e448f273f3524bf22e69b18d6dfd7c9d27575d3c036d6ffb0f54580ca665896
+size 26213
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index c27264882ec9..a1426f4d10e5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:12d92389246e89e46ffc90ca0dcb3012dbb4119695845cd7ce5aa673540cc522
-size 23317
+oid sha256:c97c3b19734cb0c6be68736db26edd7d926ebd6c64048b0ba6cbe321b2195fff
+size 23293
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 2a5ad6ee33df..b56999b359eb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:83484632f87df04ed2f0dd0329dd8ac284d51bb4b151c10c0b2745e9520d403e
-size 26965
+oid sha256:c6b878bd8db5878477ebb216b89b41dab7ba1347afc1b6ab6180fc74479c4d93
+size 26934
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 2dd4e93979ff..e95e404d0ee2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:17cac23ea3fb26560de920a18ce0cae766ad05d8d86bb0fdee8a84e4a5ba4845
-size 24205
+oid sha256:092593eceec8be2572c5e104dae36d5edd1356cad873c5ff57411cd729a9217d
+size 24173
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 1862faabf97d..64366616dfa0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ac94516b667f7cede5995165dda6be7bc096a5843f50b934840705be734d4644
-size 26367
+oid sha256:4ec937557a9f098a9b62a996691671e71661ccddc7fd816b72327bbd0c430fed
+size 26340
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 95ea3e38b9e0..c3ea1ec59f01 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:db4a5f3a8dbe5ac758ad39134685a030338a740616023e9b1e43263b03b6addb
-size 26490
+oid sha256:be797d0e70d5e295e245fb4da8de6760e32b2273a6e7781384b81133ace9a855
+size 26470
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 435a30e5640a..31d70538e73b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b61e45149f26120b9e84533e7a67a9b4a0013dab1c20a718aec29f50866154a0
-size 24010
+oid sha256:8093efea1695dac20da2b9a333f408f4b4cc5534e79713ba29b7358a1252e096
+size 23986
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6f45681d15aa..6cec126a8e17 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ff5f9f85f9aa7e292fc36605ee860efcabe81d235e001e4dae5b72cabc673c1a
-size 23910
+oid sha256:2d3f8c0c31d4566c0b49d3a1ac1ec785063cc094403ea803c8f4a8da64d8b514
+size 23884
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index b8271c1d9bc6..073bd1c6c36c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:926920804959069217040dde2f6b202f1185e189f6e255f6d138d96f73817c7f
-size 25816
+oid sha256:e4806ec833ca2b1026f6aaa734eedb6582deb58aeb3cea9af00c4cf2a55f5762
+size 25786
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 158394556db4..86f957b8bd0e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:739c53dde78e6e4988910620ae1af36a1abed023ce0a3602aedb87ea0ae7575e
-size 23136
+oid sha256:fbb36974e75ea65c7f192c3b5446785a2aa89a52c6f57ae76025b43892712af8
+size 23111
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 8b70202ddb45..e1f0f7e21aa5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2ad42c828f8a7c7482bb0a8f334bed16845b71123176c3dc72cb66a6a30c60ff
-size 27274
+oid sha256:1be3b1cc2710ad5444eb4aef208408fd61aa39c0dc06d58fa5cb76b3b22a446c
+size 27243
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index fa13937b351b..a536b53282ae 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b7e5aa9cf36bae14be4f7c3efa232213e8e9a3c9744d1b13ca5d778023ea9051
-size 24812
+oid sha256:66ae3971d9d983df5de2755455e028f141ed70f146dedc8bcadde36670725f6f
+size 24780
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index db3173c9ff04..e7f4af54d469 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d2dd1d2fe6c4d734038077b74f4c815815c9b46540004fe6a1a49ccf7d771a4d
-size 26847
+oid sha256:eea9687c6a7ba40bcb68e75d7c0f514fa69aecc0b54ba269d0b55e8de04fa3be
+size 26814
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index 484e849a8c14..7ac5467db764 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:66975f18f756bc28ce3daea5dc1ea5ed94ff4589bd7b1d7ab4e6ee86cc928632
-size 24420
+oid sha256:dd66b2c33454bdaaebfed89e9baf5e0beb2affd26dcf91a64d5e5781c42b232d
+size 24391
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 6d7f8e3871d6..41e8b46cf575 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:369ae7f0e60164fc35f0c7036606b5ffbe8c9cd783564fbafdd4d5cf9bbc57d4
-size 31969
+oid sha256:87fb575479eda13fdd9502a237f7522cced69e65acd6027ee221f8769b994841
+size 31944
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 92206017bbfd..212457c382cc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a8e723a28f3b07b8ba597d356ba7fa0242cf15cf6f628e81b3012e54e7c90aa7
-size 34723
+oid sha256:43d939f927c736f3a949564c6d25ee3b67d7dd3aaf1b1b1337b62b688477aa1d
+size 34691
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index f276d395fec2..18da8c891cde 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d410bb2f97aa74c7a4c8e2c99e2f622002de5a2034fb77943e5a1e4f05cd9208
-size 30740
+oid sha256:214b17ce4273ebb3d48814d4ee7634067af7d90f0e58a8be96004b0fb9dbd732
+size 30711
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 45890a21c4e4..78c8de64e7b1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c938200113259a784cedeffd63b5468ef3a031b2c9c07af8330f97574317a9b
-size 28782
+oid sha256:e461a4670a93763202d79d9751c38725532f9a390347e8c26a893db6ed1faf0e
+size 28761
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 04179f58c55c..54a9454431e9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a08cc989a216c1ad624662c6dcb09069dbd1e4bdf8b2d521a19acd86ce6c29e7
-size 27057
+oid sha256:5a2313123970d043fc6b8be79004dcea065ebac69421b42c99131026c6c16ac4
+size 27033
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 55361f1701e6..66c2547ae1b6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2dd4c0d574d79a2455c6ae137733ff31cfddd9cce47c09ed47a16876eeae916c
-size 28706
+oid sha256:874faa960ac545f2fb2916c983adf9b44f46d94988d3695c789dd4c960299a39
+size 28677
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index d96887c185c9..a7bd72e51930 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4efeddbbe184064affc8dbc9fd2b4752d6c8587b96143a13171f37d84648b213
-size 27064
+oid sha256:bbe379e7e8b56b742e4788b2edd20068315609d0acae44ee19fe6e668a9aaf14
+size 27034
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 4f63779ebc40..bca3d76ed63c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a8e29e84cb7708818fc37313e5800b8320532c75eaf7ae0695459b3b0cf1aab0
-size 31257
+oid sha256:93500528ff966f5ae3798f754cd4af085dff67007f248a660001a4467976fa3d
+size 31226
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index 32a25eecb0d8..e46f76e290f0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:384030be9aa3469b99aa5e7b938e6c1b493cee321d5a3a9e25c5d6492fafc5e7
-size 33316
+oid sha256:1c529f5853bc05e5d3e022a14ffba53ed6840dd739aaf090d2d406e11acb50bf
+size 33285
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 79e580de525a..cf723d962baa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:05e531abfebe8e268967421e1a87259478cc91b4ca5973e9e952295f1906cf19
-size 29897
+oid sha256:0c6b2b118c5d1cc151d6437bd996586df746891973c41ca8ee343596365d78d5
+size 29867
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index b3d3487cc48b..540198a9ebac 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:81534b0a58eed0c2e49580ca8db2d7ee1871edb2a0734a551be54c3dadb008fc
-size 28088
+oid sha256:ebe55eba576586a2e541e0238866368ed75022ac26cf0ac91f25edfbd249c3ff
+size 28060
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 1a08803b88b9..57dbc10ada79 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4ec515632518b93f25afc59ae2e3df17865906b9103fcc131eeba66dd6db3b2f
-size 25627
+oid sha256:8e3b1b7e02573e2b460d72e73e1b8936e75299e7e3e1e3ab0a95cde3729a11e4
+size 25596
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
index a039d04a4069..739ab3f33e92 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f449195d6868c90d91ebe61157b66d0121fb553979f42489736b8f808b5ffb7c
-size 30668
+oid sha256:32d609be9e7eec38cec391f2ca8eccaaab00ff6b966045af5f41ccdf37fb2014
+size 30631
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index daf48a6f73e0..59e710d6e5aa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:976c82ac70ae550cf56288a2d3ee00d6df23c273d8f8081fbaa3405dcd417c68
-size 28203
+oid sha256:4784c13edac96e4497acc8748f8a7d13caae48402f72f925e1b3cb4419241675
+size 28179
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index b62fdbc1924e..43cc5d5c3673 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:97bf86bd802f1d86380494284dec626349528696ae4a1969eea323fb91de4e75
-size 28721
+oid sha256:e7c6f4878a464f766ed2f7d22b086cc5d7882dc741a19ec9852ed057e1b7529f
+size 28700
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 523139574dca..90a7e9c36ec8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b312694a347c5d882898527363a64478ae21ea51337a73c100f316fc9f932ce5
-size 25548
+oid sha256:390aca537d44464d6f755bc051186daa9d3ff28575e93766c1bf3866a7e607f9
+size 25522
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 6a62b59b3d4c..ff4ea94b1e51 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a544b1d771802e839ad5cc29773731917f9d8888cc7e6cabcbd693c0e68c23e4
-size 25704
+oid sha256:75b7ad9c1aaca424fbe4d917500db90b96fe555c6e277e2216c6a3260ea28abe
+size 25674
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 22e4f5c43718..2d6aee20cfaa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:04fa0c61c7d79031c6e8df9ddcf2ee0d1107e8c747a4fc7bab78bfaa64b45f47
-size 24241
+oid sha256:4fb24f060fbb8128b7ee94f48cd418406fe7f2cd4fa85798606dbd8bd62bcddb
+size 24207
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 2f91d499bf36..321ce103ba56 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d5b7679c0a93fb2d2af405c10e5510d9be7aaee97b751bd5d0ee4764905c1f4d
-size 26684
+oid sha256:091ffff2c89c6ab93e17fbf826e5524ecde73f3f70e346cd738acd9616016c29
+size 26658
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 66eb8aaa45d1..bc11ed10cbfd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:acab6db3fdd3ce28b204a91986ffe5ed31fee3218cde8f3158345042b227861b
-size 24343
+oid sha256:0c87664ebb5643094cb95b9091bf545400bdfe920094c63441f7d3fba40befe7
+size 24310
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index 43048bfae6dc..2297803de9e8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ebcfcfa87904eb4f5efe9c670e8f2220047844258b577a74e3b02d4c63ec4002
-size 28712
+oid sha256:65f8c3fcc0a52daf70cd5d1586e5f6aef5bb191a26954a29384396568ffaa11c
+size 28686
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 19f9dedce82d..102d322089e2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:33efd8d49622166c99d7b424e14828ef10b76a0b149265198900e53b95a7fbb5
-size 25584
+oid sha256:6d7b29d386e3ad5cc327e06ed15c85070abacfb93a3d5986e20795070e2fbc22
+size 25550
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index df0cd3355503..2a93014d7220 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:25ba7cd2ae767d59fb7e39f453627151903b8d5f8bd5e27491116e02d09e9731
-size 25644
+oid sha256:30eb4e5631e9b3212b99b8c6fe90bf15da122234055c5d71782766c9e846580a
+size 25614
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 1e6e47784b59..e2b142be67ba 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf60dc7e3ab7790cde2180b91802641210eac2994cdf910d5d18faeec6d1c64e
-size 24289
+oid sha256:3cfa157db55c28cbf1fd31c0bce2cbb752e7d6350791152db36b6fac98382750
+size 24256
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index a7158b6b77c7..98df0a51ec42 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c0c9a588d0441963c5908e83961a0e80f2a69cc01dd39efe82cfd829cd015625
-size 25517
+oid sha256:07fb41c2d766ceb2ed243dc445995c1255a51d8cb3d14fe28831bac9d6a14053
+size 25490
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 53cb3fad2ae4..c1d9b20418a8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:18991770f38093610095a14523adb2ee1596e9f41ceb3d92b2abe00abae17712
-size 23614
+oid sha256:d0e5f7050c99b216cb7e10eb607f8a833e49a2d68ddd76e94b9c513ef8cee17f
+size 23582
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index ddfd298a252e..314fdba084e8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f301328157bafdd7bec2df63a213397cdb63cc1aa32930466a9e04d6200bcce1
-size 26719
+oid sha256:ba0aecfce8b9be3efb13b6cc954f9784053b6fd50535d7e955d76cd9dd4af5ab
+size 26692
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 1050ff4ff5af..53dceec4041f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c140ecef14a30b81d5b716e65427410d08b5763963f46080ce8b036b5e66de8f
-size 24865
+oid sha256:8d02b0a34a0bd612dabe3e903c698e5a7bd0c236622cc499d0161624b338699c
+size 24838
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index bc8052ef8f3b..350020a2739a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:793a72822181fd6bcd02c5be92d982b7490c88ecbd8d1431e83f4c9fd6625d1c
-size 25947
+oid sha256:13d7ba23f253e7ae06f00293e3eb98901de5d37deecad1f81c3c93bb8744b5fb
+size 25923
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 20dc42dba382..beb0aabca921 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6cbd921a400c27648474e8b1061c3a30e69b13d7f5a847210a06217c49c4a48e
-size 23857
+oid sha256:ef5e3371319009bb57a597652782283e25342d14673c1ef13c8e6b4aa03f7f25
+size 23826
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index d0cf6d4d813e..dec1dfa5f31a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5bc88711bfdbcfc2715c34263da84f8a913a8e32b99cd682484bdf8dc4dbf619
-size 26238
+oid sha256:6c0899ca680f733eaea16ae7a188705106ad324383c16105429dc015436a44e0
+size 26210
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 0e74e9f1985f..337148d51ced 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7b562ba75fa28b71831ac318fcd6df87c1d45bc6fcb6f94ea46bd6379f6df60c
-size 24413
+oid sha256:49d5d06411e78f84fd87dfb9dcc6f3130241b71143ad734666ca04ca90380ce2
+size 24390
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 7fba08a283f3..83a262903e91 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:60eb6156a7762dedab983ca29b14e5d0aad0e68bce4988a29ec29a0951f5d5e5
-size 27109
+oid sha256:4270b4a0df67a7f30b9fd1920d9a83028165ef9c3e84aa43ba8c0905282aefd8
+size 27077
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 77ff4a13f4af..3515d60f88b7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:84fbdb0d07b948bf6bfe660293c1c4ba61b289fe9d51ffb2fdeaeeaf219883cb
-size 25042
+oid sha256:46f1b420bed26d6a7fea77311e86c90b1a471bdc63639b5f3d0dc784942ef1fe
+size 25021
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 06f5f34c3190..9dcb18634ad1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:01536f7b20215eaad3a580a63517c9d52fc0bd5d5d8d9efd361d26d84a5cae9e
-size 26429
+oid sha256:adae9e4ee259082e49c522ec7eb7cb3023649402f46b3995f164c9aea40f3564
+size 26401
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index c7f3cb7ab925..af741bdb0f17 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a2a820e9693649a2b94f8b6f33c19824720212d139fdb6c6ae81e269b2b48117
-size 24604
+oid sha256:ada5080884f93011af96391d401f57614a871b720c53886798bdeb990be3063a
+size 24575
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index f90f9c60bfb7..3e25a81bd185 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a127c55aa9440c84173af19cf6fd42f8b3def9e2f8d6bbf2ed32097005dd7304
-size 27280
+oid sha256:c0678dafff1a4d64edc42811a63094dd3645879c03472726580fcd34d9b82060
+size 27248
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index a8720e3d763e..603ea169eee8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7549b0a098df826076193f1de411932f16936fef1509249bdc56221b25df0d4f
-size 25304
+oid sha256:015b8e3c76ad1164664fd3be86e8920eedefd8331e27018270883be3fe975bdf
+size 25272
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 648e19c1e6e8..3456f03f29e0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d86376f4a9a52f3d1b2c5d717de2ed2cb7eb349b6c7166cd6a4eda72b2f2dae7
-size 26587
+oid sha256:a6083a2288c850026e34f18beeaf1c6be1949a134eae955d0a12d967563d570f
+size 26556
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index 74435b34d9ab..a7674e42bc58 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:118e024512c55388b68fd42d44c7ebffb738059956933c0efec5029d33b37148
-size 25031
+oid sha256:08b346a73689cb62c347f63eb04cf2b3b9576154799e3f4c8c20a660b2b67f0b
+size 25001
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9cd462118372..6f0de81ce87c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:428ce24f0991dc19bbe245a5bda42adbb69659886bac39e88b01fb9088964800
-size 27937
+oid sha256:d3c715f4ebd5f9f6144bf893039012f95533b60676f9562babfb4db0572829ee
+size 27922
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index ed1f019e8e80..81fede85d59c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7ffb3c888ddd2962adbedc2a33cb06a652fd88f0afb0c5ad3e8e43964cc20fac
-size 26075
+oid sha256:5e2f3809040b1075e662569612767d7a7b19421b32908eb724401241401fa2e8
+size 26047
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 03b7b8843928..c3a5a3f7bea4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5885f1b5a6657cae9755ffd56271197a911a2138afcbf8500fdbf36ebb6e8e2e
-size 28903
+oid sha256:55df3d488a93689d97236ecad7bd7012449e75ee14e37b050cc5dabb69f38d8c
+size 28884
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index f56ea3dbcc06..5a8a462a63e3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e409314cfd84c83d9f331ae8d5dcffdba5ceec49ca046d4e6b94c2efa36b1eb4
-size 26857
+oid sha256:d730109b998245e217be8377f5619e32151ece051f818ce225bae8e7298755b1
+size 26835
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index c9fed94d9392..15dad6244c25 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e534e72e431f2e9dffd182b7a727545519a26d06418f3a4248c35b790d52f3e9
-size 28313
+oid sha256:c7966ca64777702b3fa8bb837bda04e36f1ffca3c78590fd8b4a08d18e6ff978
+size 28285
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 54f009d583b7..d2744ff804e2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b033a883d44e25d79e348f9941b4cc1a0badb1f1e08c1a360d0d1dcb9e694db1
-size 25683
+oid sha256:e03d24e48f47b240e6ef0486648158c99b351220d72b596a435ddbd5a9f84da2
+size 25651
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index f6ce644d6428..f7671a599033 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:76392f32a7874d227d5b7454e2da2b3f73a5f8c1df8a9e29e7e29982abd4ff62
-size 26963
+oid sha256:dbadeb688b4045dc6b07236077c5297c48c6ff4c6907152a1dd967decfc1e280
+size 26938
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index fc7e7ea5f7b4..65f282f68c82 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1bfb924b9f9ac66ce87e0f5e9a4d9ea4e040d9653a7128dd80ff8fe57627ab77
-size 23377
+oid sha256:dfc8033d36585a3741b1f039f230b3885659b12d79aa879f4fa9ff9eef0b9408
+size 23348
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 350a34ae931c..d1ce35fb7210 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:584a957e47d7baf3c80b3c06aaf1ccdd56ed3825e5de058386703c326123843d
-size 29144
+oid sha256:9a85a01c91275318beb1d67de373289b996783d061135c934c1650d8fbcd693a
+size 29111
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index d26cf307e066..13a730d947b3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:324d6c059b012381bd26d856eb44d7d4df19cb968af995a451ec125342c861bb
-size 26355
+oid sha256:466428b7b77fb043fa6eb16d0ecacdcc9bc0037cf8d7f1e348b87244064e82a7
+size 26322
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index bbabe248c7a4..b4dec3d8e10c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cfa54cc30fddae94ed5839ce656727cf791189cf1cec9e39b4c96e108b137a3d
-size 27581
+oid sha256:9ec1646a050ddfa65292e008929e4e96bf91332ff1786483ef81790909d787ee
+size 27554
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 825c4ac4d220..d5bcecec84e9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:33b5c5c917dab0d7b73181e12725c7252889440ec4bed8a1c4f6ab46c7be599f
-size 24353
+oid sha256:d09b6ce93c12e40908531c56c8fdae1338a998f9f42f389bf58ca4039acda211
+size 24325
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index c6cf655d93cd..1c308fe0c96d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:712cdb274c594bd303526c97a93168a22e81977b32d4a23e78a0967b72cbe0de
-size 33340
+oid sha256:000e229e1ae40a60dcd74038798d6553d0545836bfde2828ea9589035fb5791f
+size 33311
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 96cd94ee4a15..dab1dfaa7424 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ff53ba0cfa0be7d220d4919ca4098d7755d803db466b7058c3b8474051573991
-size 32118
+oid sha256:f0de59993e46883a6366141fff6e13d0a4e5dc708ecf73ff3ed2664a160cc37e
+size 32085
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index db6f099e48c0..862fba511e0f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b3e6d4666b4f684c042de0a4c58768b99d83271f2b1d011f3c32a63001607c09
-size 30587
+oid sha256:e034ce47bd97bd0cc9e20b69d2250ac1256e1c6ba1508bdd1e24f60647c59e41
+size 30555
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 9e882dcf98ed..662758b94a7b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:872369e009b8058ebf1b1670b1bf1981a80cd416377cec57f0c61722aef5458f
-size 30627
+oid sha256:15c324ebd0e598c04b8a7ad97cba7b943e79c8ecdc67b9a0650b9c0a5b1032c0
+size 30597
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index 5dd2a86e68ad..9cc6354cf5b9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9e426988917db885f1ec55e9aaa97cf7fe9ea20c20ff8ed5c9dc1bc0e72d9af2
-size 32644
+oid sha256:534583db26bc4637449f937d15636a3eeb6587e626a6203a3346384887423a92
+size 32613
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index d74d724854d2..8dce4ebe3218 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8095a99ddbb0a533fb9212591d500027b70cbd28c26977f77f0f36adaf61af52
-size 35131
+oid sha256:a0e93499d96d3e98e4f005cbb6467bca21c04d4910dff19b3192dff872bac35c
+size 35097
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index a3a7276cf15d..592d060365a4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4030e293efa028c0c57cc5b10d2c121af7fe5390755ed6be79f6004cc2f7e069
-size 31311
+oid sha256:76a6884994f1be72110bd1bdddcd74cfe05fbac5d6a6ba35711bb638120935ca
+size 31277
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 0717fd17e898..d4a699ec17a5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1bec4c45e231b3f1b135f4efe80b2a22fc8a818b1ff5935160c6c8909b44b3d4
-size 28966
+oid sha256:4dd6008cee66e680d2be05a7542b7fe93eff7eb34a7587e5d4c966d5e0e38f61
+size 28928
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
index d505f67884f0..3c8f04af5b5e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:beba8a0d8f5595111608a60b19d6c8aa9abec01119e7b56b32bd0afdf3d35044
-size 27562
+oid sha256:ae4900148307bf6474972e88751ec5b5dd0f19eca5a5eaed4ad09857068411b7
+size 27530
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
index d474ad7f7858..bc395b88b5f5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9842aa676e3f010fc604e483ccc167a5e68ea31fa5919c57c6cbe071bf40fcff
-size 32392
+oid sha256:aa8f30b7668e2d51ad8f70dbe475f73fe662138f7faed1420068f0a22a8e1321
+size 32354
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
index ec3efd368564..1cc23c3b76eb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:81221f3bb7cf7380fece34e7cb8b432b173e20ee9dc69aeab0a607cbf83e2372
-size 30073
+oid sha256:22e083250f7211c355df0d8a9d08dfb58114213f2ff2e1533f1d309cb5572ba6
+size 30043
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 3c1997aee147..cd5e5c8a9415 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3269f57fba35046d4454a63755df62c20242002ce3fe38823b56db5add910096
-size 27531
+oid sha256:3f5c52d80500b20ea4bc81d022b1584e8026e8825b9ef3b3d100941ef0fb98fb
+size 27576
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index f9d6069b75f9..6e56c5357502 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c46b5207022de93cf4724aea101bbf083a9f82dca61d027fe05839179113ae87
-size 27305
+oid sha256:d45d330f9de381a150429d43d059173c30665975447e17c363d0706fffa91b4d
+size 27273
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
index 0871b33139f7..9c339534cd08 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c7517e7134c119e7a4cb9936b066aa084e90b70c336caa33f30ee4c947d75d95
-size 27209
+oid sha256:cd17ccab39aa64a58426dae598d65742e4cc2f0030aa0f315b1192cb4b567be6
+size 27180
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
index 2c5c2a531b33..7d46a9280b33 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:857759599ed6702d0a9921103e61eb3cd54d75f2faefa766023ce023c772d557
-size 26209
+oid sha256:17eba261d19d2adf29df1a9a33f46ed4fded2a43f1fce8fe720951ddc3b23f06
+size 26181
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 6ff05874c542..5d153311615f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c2bac67ad84940b960d9f11767f7dc0307ba3b84a91b80a10bf98f93648a7720
-size 27575
+oid sha256:25b17f32e3082eb1487b98cb23592e79a5a6d7ee0f9cf54f2b8fa6130c0a4c32
+size 27607
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index e69b955d7b73..5e07c007eb1f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5bf90a9bbd2b4498c96b7e2e7cb1b85d96eaf4a9fc920e547f7ccf0ccbfe22a7
-size 27370
+oid sha256:330f1b593d9ead35a9fcafe1413401a3b2456bcc0ec43511558e5ced17b3e18b
+size 27339
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index eade14584bcb..a60f4c44b213 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9e6c3448c03055f70130f96a88b6b5084192c91f3a62724debf42cd5bad0ea61
-size 21556
+oid sha256:9c4baf5c32b0fb3619cc335547647395850f8b3e60feb8cb72c7a8556d381634
+size 21527
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index ea99548f8bf6..47f6ef130512 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e3e160bf0224899e85008f69c2c6d825e2bd3157288c6e01b1741a58cdf4ba2
-size 18742
+oid sha256:b6b9653409d94d02fa695c36f24013e7001af3cf00f04f709513ce44d9a36fcf
+size 18707
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 2ddc9b4d1954..352bb657356b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2adcdee686452b2f1d1fd1a1881c1ebd5b254dedd8111695809550ace38efe03
-size 22323
+oid sha256:28d0d2f3178139750161822055ebab6c0d0d03f74d07047f283a827612e2276f
+size 22288
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 8dafaf2b1c06..74ae9497afa2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cfd1be05e3408261876593b1844663cbf98131950185e2dd5d5bf5e01689049b
-size 19521
+oid sha256:002d1a0eaad68fd81259d94272acf4d8cf9c6fcf39ac7ddce838de3058864acd
+size 19495
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 2a9d156ca72b..9ba3f6d0cb0a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8fcfae385156d9efbcc0d187da01a1d7a4db1461fdf4bec9e338fef63b7798f4
-size 21617
+oid sha256:f0ac1dc3bd3ce5d74f1ae01bdf093da42da78ec2c5b4e7a5b0e50608e9c03795
+size 21588
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 5ba18dd705b9..40cdd118da20 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9869cc4b6c66512428e68aa7124e35375c933e0211a3f7e7ee9f162caa71b0a8
-size 18768
+oid sha256:bee60aa995d52554482704d970803773de9a1299f00dd8a9fef2dd306bedc0f2
+size 18742
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index eba19da4dbe3..f60f0fe89f52 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4bf42ea53d50b7513cadec6a2ad846571a3452f6efc7c0e38baec5a96699910f
-size 22276
+oid sha256:2f8f249301fb134dc7fcd82376dca26eda01343ef6c5ee3b6297b63b720a0dc0
+size 22246
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 197c51139686..a7d53e61d775 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9d3bfa445d6143e9c575ccbc88458c2df9c17282afae87eb9ce2eec461affa90
-size 19392
+oid sha256:841ecc417a3241b83c227f63813572b88b6d170d7577ccca9b6aa4e0da2c9783
+size 19360
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index cd8202cd6445..c3232e873a8f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8485db781ea5e4beba13f98b968603e19af14501542c97c50b22aaad2fc7b0ce
-size 22663
+oid sha256:c679a29239a97d5135721fafa678af05b32fe474f2c2df005d07d963650347a9
+size 22630
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index d7d41057000f..d2efb6f61c3f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2114a614624f51cf624480bde4d63dc113b94784715bdbc3786e813c8ad8cfef
-size 20102
+oid sha256:c3371e34a246bfa2a67b234cf95ad916676b1cdf6070c6b64d2bd80205c63b27
+size 20072
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 17f10005a0d6..cc33fe7e74a4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a12301883ce04c12e1713f1208f89b729768b07e4e80e4e654b30f8ae45e2517
-size 22510
+oid sha256:f105f2d61036754ac11616843c34e200bb0c15d79c8b210400cb6320c04c8c90
+size 22481
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 415ce92de247..a8cb6cac38a0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f1b73a7cf7b09b8020c5cd149d848aa47fc1c654cceb6c991d83b911e7181c95
-size 19515
+oid sha256:7a85dc38be8aeeed2dc18dd1d343904967ae095eeb22f02ac972f04e1d7bb0f3
+size 19484
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index e6f2d80d1e49..086bca7afa56 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d69f2cc7c25cac97a7e210d03199b63eb2e6187133958d15f7f8b02c4016f373
-size 22804
+oid sha256:3d4e0d146e3e786c42edeecf2b08c2a07dac430ec33124a5edba2f6b2e6f0602
+size 22766
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 9a72468343e8..4fb7d8e5ecde 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:197efd9643e2e1bb86710358e86a181917053ebef0e7b834a10bec564fe616e2
-size 20118
+oid sha256:59a03de4988c647bc6e3e9303e04ffdb6f0e349674e9d316c481a1ac75c1e267
+size 20092
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index e67c3c7cdf59..d180fb605f14 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d3c2df1946d02b1b1aad4a43ad2d7f195d9a51f64a198512b16073bd3dc53e45
-size 22115
+oid sha256:20a8dbf9c5ab87fd1218ae34457966225cd53fab49cdde7dc95bfb0829126650
+size 22088
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index dd0a9aaae887..b828802f34a4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:798f80de23c989a0d0a4bbaea10b5b13197d1d2607398ea7c7ea547e09b09538
-size 19494
+oid sha256:3bda2bb5c81fdb5b34cc1479d42a5971f1b4e1a7e3eba75f282494e46f4bdc92
+size 19469
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index e2f1bd50e052..295e2ceea1b7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:917d5c33002f04d6cb066c09f36754f505e9cb9fe652f81f9ce079974bfda8f8
-size 21483
+oid sha256:77f20152c15bf5eacd7af4317dc49e47e775b540c786c6869e5b1617e6454a7f
+size 21454
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 7f5fa7001864..f4b161d3f3a2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1d7b639a0928d35315f5f7c4101aa9401abc93d55b7af66c8ecab13cde607fc4
-size 18606
+oid sha256:61226302147f91660019c0c71f86f2ebb80f2c088560661a57fa92517c3aab1b
+size 18573
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index ccbd5fc15703..ad4dadd68251 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b3f09f4c6ad1e0024be07c95953ad337c011bd51223daea80dd2a9f6f6d5fa0d
-size 22208
+oid sha256:8d0f3efb36282314c06cec5964260f51e63d884ee4fe9bb72247db4f30f4c507
+size 22174
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 0404763fc993..8e5906f4903b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:99233562f307efb8938a95d08dce771dd5e92c144cf8813c5fba2afb6419ff53
-size 19560
+oid sha256:8fa9b2639f142f5accb4d0c7455e7964b66e1d5b337bf583ab6780cae3757448
+size 19531
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 7332bda5cd56..2ed76b51d1b2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9c75c8816956ce9483d3478a41ffd55ee2b3e3dead17434c138b53e94e4f14c8
-size 21526
+oid sha256:1062137425417cd35cc8d5e0c7039a1562b9e2006c3ea927a2253f6c24c0bdbf
+size 21499
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 7ae82ed8866d..47006c667a2f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0ca2bdf5797b8c4f5bf43349cfe636e92cc50626503a6201c382bd7628f4558c
-size 28896
+oid sha256:23ebc4dc4c08829463e15db4400933c894ad98b7a563a348e17a06dc01031a5d
+size 28864
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 41277bd3aa47..7658b6ff3469 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7ef91646b836c3163b646db9940415968d6db4396cfbc1eecbf2aac5cf6cf638
-size 21306
+oid sha256:797fc56a9496595d1ad4e8b90935b1eb78b590761773898c2e17360ff5fb4960
+size 21276
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 68d7aa27b4cd..52e51d1fefd4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:201544281ea9181c05af8efebca25dad4e6f03af215f2d58546b2a5ed4467635
-size 36580
+oid sha256:a47136f528613a000d467c7631f661dc34aad9794acb34bc287477140841f858
+size 36546
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 9d35104f483b..67619da78e8f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fd3e17515f6b0261a9a9b0a6bda15b70d5063ba68fc4f36913524d39ad9b6a2b
-size 27893
+oid sha256:48fc9c422784a7b87bea7ff1b0d715045401580943c74df757d803d874448d4e
+size 27868
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index ee8c4030c795..43092a88a63b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b13af269879084c84c646ee21bfc5800121a5db3f72f8880c7b583d7943ebb9b
-size 29313
+oid sha256:571cebef98b209005f7a7bc5376c816944c87049d011f14a9edcf95963f13ed2
+size 29283
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 22c70f3c754c..78e7af48a772 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c2bf048502df01f4c6b241b2664b858bf39ae0340bd8df193ccac83be1f1f80a
-size 22071
+oid sha256:1eede8027685814a0bd563c4147cb8d2943e460e940ff36f89136f71cc91510b
+size 22042
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index efa49dccf169..6899ec144df5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:66b616f2d439e87b9f746fad5ec121e2791803d8cc2b7beacf232863207cc2dd
-size 18603
+oid sha256:6b5724a33645fb990852ed7c201c7fa37ece65d5b459a2bc540f4cb302fee051
+size 18575
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index d8918249ba0a..4d781805743b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6768f95a7ed70ca6d49464c65f31df8a1c4088c2a5b9d810f00f3df7d76f4bf3
-size 22136
+oid sha256:959cacaa8a64c2df59a96d90920dd89fe6b5f799d1092ac9e9dfa049646fc410
+size 22101
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 5e79f92b0ff0..9054bce5d70a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5edb77e4e9ffcba82f4f55491bc4c83d2f8f47215439f7fd4df3611d4920f721
-size 19155
+oid sha256:23915d9f01a67f6bb8435cfd382e2270d97e8ea7d4dc5d11d7067782e645d50c
+size 19117
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 18e5ee561cbb..63829e22e939 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3edcce15afda206ea2e98be1d64add28c4b1baba7d55a8b57d347cf131dac979
-size 22698
+oid sha256:18a7205b0eab3bdf5c0adbf266491a291c5c829fb816a7cb0bc3aafacab8b445
+size 22667
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index c194c7ddd59c..4eca8b5d07a9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d151d5f83ec11504000c8dd0f15e5c0af378d7131f96b3ca2782d40a56ebbe34
-size 20158
+oid sha256:eaf3b7f491690010189905f26fa4e3f35a0efe0a75eef5b00c8e91169f200cd9
+size 20126
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 8552a4e09633..bbe82cad3ec7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:13021a7cd2bb263eef558b6798d7cdfc837c0b971eaa3510c4b0796eaee0471b
-size 22270
+oid sha256:833dd6bc0fda508acabbb946a57dc3dd43eb6625340907a6195c3e2182d64081
+size 22239
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index c92a7b939c88..f9479f8bf046 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bfdc2200359dcc1c74ea10848443ff58cb21719747fd7e38d4632e3a4a64c061
-size 28260
+oid sha256:f2fc15a96e2e75cbd8827319053f75b104e1382018f70d989049b377208e28b3
+size 28231
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 955faa51e03f..f366a93c2fc7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:66f24908e4d93aaad17eb755fabfe412ac44c47a084e27f7eaf05b28da452809
-size 22253
+oid sha256:1ca883195c3eaa5ef1bf03440753de7e12af137dbe216bd4eab3ae8b62f98cac
+size 22220
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 924e62be22f0..d8035326a061 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:071cdd078989ff53a3ff57c917f07ba3988ad1490073833530f5184fd01ba19f
-size 36934
+oid sha256:6575b45b6a95f6a4cb0f526f1cb11fd32c05fa470ade00d2960168536696abdc
+size 36907
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index e4c578af83bd..d1fad9f74d81 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c1c11a7ecdf30d311e2a6c6c82e12be43313d83ad936d308251322d847cd0dd5
-size 28378
+oid sha256:da837e30a9d2ecec51e0edf12dc69ae7b7182784a6e783c6e6cc57312454af7a
+size 28357
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 72ad6912ba64..a9baca6acadf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c864e9b20073d18dcd4ff1c8d40e937a56d7d3b3f11ccba3d79935bf58ed7fc4
-size 29702
+oid sha256:6b82878f678638359c3fc455f21283723ca39efd78909e5c773fad01d7865ff2
+size 29675
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 51d46a758c13..3b9384c2c609 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:427ed9bd76cd53231fa8ca6ddeba46da6b4d0a2cab806a1a7b9d1d516c88b4f2
-size 22910
+oid sha256:c3a99876a52323d6ac679161fffde4e2d2fd7d45b6e5b71566d17a434ab430a2
+size 22879
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index d3e319300fc0..13de815661d2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b7c6755f68d28cf9f409cd7e83d77d606f44d4600393ddf99bb54b3fbc92060c
-size 19309
+oid sha256:945911d1552a38b49b81f1b706c0eee99b11ac84e3792a0a0324b2eca24ff56c
+size 19276
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 8920d5474da9..d740b3819d07 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:123a8f35acf27ebbc05a51d335659f3f96c6cdb5419082b325e7ab4c37e7d790
-size 22706
+oid sha256:3077d701d22955fce7ec2f156f9146f971ff30e1a023f50c8bc95c2d6de789b3
+size 22676
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index b29c71a864b1..79fb6b9a5d71 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:95f6208c11f6c94196c70bab7272e2247ebe04a89c17f724d47cb5abe36b785b
-size 20135
+oid sha256:3364a543e4cd23804b21c9df60bde7a850a657d67e43c5db490e42958590c913
+size 20099
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 506a95f529ef..9bc4aa1ac229 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5aa3340fa31d6e2c3b272c1ac33bc62d8ae36b538841f791b265b21d521bdaf5
-size 22056
+oid sha256:49d2a412d82f2b5186003e6e84a9f318ad7346ed5ff21f2bc912007184247ac0
+size 22025
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index 136a27c2cfa2..79bfd9d9a927 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2561265a34239d53a036f8111db417318a15a1b38cb6a1acac17ced16e91d087
-size 19444
+oid sha256:47e6a3450925c7f312f0eee126b27555b00c5441a051674b8ccaeac761bc6d14
+size 19420
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index e21b6bcd4c15..5e4656693b5e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cdb8cfcc78d257aea28d27af74871a4e9699cd809e6d6ad231c5e5133d2e984d
-size 23320
+oid sha256:6b6164df64f4830de79473136e568b6b01d0fddfbce495500a52bb269403c29b
+size 23291
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 7726ab4ba6f3..e4deaeb4ca0e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2caf46c47c82a70c4c801ed7dfa203cd74064e65a485dcc3498be15456fd469a
-size 20843
+oid sha256:292b3c4c049a1992b7e1b803fce376b009dd88cc7452584e7c5f022654718ebc
+size 20810
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 0ba230436ea2..44fb14406c2a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:720e146a22f32ed0a7c082bbb088a7a69c15d587c8af649793c3574270189de1
-size 24413
+oid sha256:d7e3e4129e11b55ca706ac21253bba5cf066993b9a8af40329aa863e6f2e252f
+size 24388
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 01fc5f9592b3..42009be45131 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2d0af1a542a0d5c0863090ba18ae7a2aedd55ef18d261f9f90e125b4cbd755e5
-size 22136
+oid sha256:2cfb57d402bdf7100d5c31b289049dc4b19465d1eca9ea1e01a378bc4e363e8a
+size 22109
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index d8bf66b09abb..3b0b3ada4689 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:60f9ee05435d8c06b8393ffe20d767e9e81313fd28be569f770fa26d837569cd
-size 23342
+oid sha256:724d27ce1088a206ed9ab6a47b187070b5b96c6a650a61a7a88f5efa029403bb
+size 23307
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 64259f932980..8abd5c01310a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9dec23fdb971d1978fb1e82da0274494a1d12e696b75e8f300e11a8f334f2a49
-size 20624
+oid sha256:62bf70d852cd8c0c58ff6678d2917cb673106c4c05da27e46c38f1a54f9df7a6
+size 20599
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index b01c623f92ee..f9cd7a66791a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d6754df0fb86558712e9d8cc0053a2046528b082529882974a6ae2f1de62efe
-size 24024
+oid sha256:930188c7be4eb3f3303d903140cc5c59bd22348830bea5cf24337dc9bbb9a9ef
+size 23999
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index ba5ac182debe..3eb7b21c672d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:96868c92d317c4fdc1f303231346d7d59f1ada8207de7bb00881947f973bcf90
-size 21248
+oid sha256:08c4d2dbfe4c2ce0d5ee691ea1d6b26893a2f26466e25121bf3ec8875dff0994
+size 21226
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index c7d9af9176b3..facdb9c63bb1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f4ccdfe611e84cd1d63166655a5379e3eb614577a654e3ded17bb35187c38db4
-size 24938
+oid sha256:b14d5e696a40c90d83308abf7a9f091eb1412db56484e38f2d741f4f466e967c
+size 24917
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 371d129f7144..54b78993dbeb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:823c619f3f5182a0316824cd11d02efd1ed6f0e33c44935f592c5a8010ea2265
-size 22590
+oid sha256:81d3119e7ff1d46070f91621087fc81941d52b4dfb08ce54c1b8c6c5f3ccd3db
+size 22566
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index a192b4bb15b2..f0762a810b51 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ee221364abd5a0f5faefe29002343a46c6bbcdea988f7ab5fd16aa2f12aa3e71
-size 24156
+oid sha256:52969165ba66f3d68854cb3ef3f484699d984d9a55a649c2213a4433a6889158
+size 24130
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 3a2820a33dc3..f3c2cff79278 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a8eaffe4aa58564d8665863f5c4c547c077365cf5c40a135002d76f55ad269ce
-size 21326
+oid sha256:f1986b2f7674d4257374fe1a05412845e926fa0eae2e938063839a9ef9a50e98
+size 21297
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 02f44a67931b..9ff98839dc41 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9186bf2cce4fab4c40a65cfbc04f838a8a5fde8b678c17128e3e6c4af4c8c8ac
-size 25151
+oid sha256:bf2307c72afb7b9544080f512d7f7728a10bc5ab93b884d75ae417ffab00b8a5
+size 25117
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index c5b6e1230d82..eba476132ec4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b6ff0e85bdb15e6adbfbbfb86cb9e80d8fc5965d38504d4c656897cb48c89789
-size 22705
+oid sha256:4fc28dd6b108eb194eafd21362cc936ada4d0ec40854f310c313a11eaa404ae6
+size 22673
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 6f1c1b92928b..ef498ce7a5b7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c302db0f86fd6c463435dbef0c88381243a3f6eeca1ba142419f0e3e7659eb7
-size 24317
+oid sha256:8ddd7ecb51600268d411ce404e7258b59d6916f56643a50a10ae5418ae6a25cf
+size 24288
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index 426836829d79..107b985c6422 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:98addfee8e3f617327eebd0a359f90ef59a5408bb2b70e7b4e4b5c51bd175c97
-size 22228
+oid sha256:af17b3ac7cfbdb576573459ff2691a502952ff83939fed7c177f02ce8a1d7b49
+size 22198
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index b049810b78df..1c6d9291715b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e2af84bf684c08c0f149929f6af1091273ec049ba354b83efe054ec70178df15
-size 28026
+oid sha256:0bfbdce92c192eb45fe89df6aea43f1db2d99be5af2e55546657e056dd0644a6
+size 28002
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1f4c9cedde2e..6507a739a9fb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e58de8a2702db7731f8c44c226564cd59a06f32df1038977d0afff326d62bf57
-size 26926
+oid sha256:c061816c6caf847b03a05b25893846fb9b0b6832e6a8dab6c81646ef36bbd799
+size 26904
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 2b8d3c2b0a92..d5998a6e7b7f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:de5fc0365e2db3dd8d7a67168e94585af875d75386fbcc42a7e373fa941d27cc
-size 28671
+oid sha256:ce73bb39dce8f4bf95ceda1256d06843d50144e30488ad5a61dfff65c5a46576
+size 28643
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 0ec80b55433d..17f917876cde 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c65756a07bec0640ff4663e8265c38e31e2356ab56029e535eb4bd01f96da1c2
-size 27692
+oid sha256:d89083654a981f8d11a414335d25234bd11a87714b0c9c6f6c9a7e97d8925795
+size 27660
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 2f5ab5c9e390..963a15c9de54 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:82b3cb60ccf93caa9889cd6951d60f48bbbc4944f4ad3099183809695e1b69ca
-size 27488
+oid sha256:1dbfe7db6a5cfda8c29b65512d7681208e21555d4d5107ef93c4b4882eb6bfce
+size 27463
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index b25fea3b3cde..bf5494dae729 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fac34355e278cd5c1a85073a29206898f88acf1065a5811d1ec3d55eba044d37
-size 25833
+oid sha256:18e48ecda3efdfd7188e5fd30daf06075dd93935aa5417f774393ef00291ec96
+size 25802
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 295853dc64b5..f00302dcc9f3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d989583a92e29d07ef8a6b14c9a1484827eeb7af15e3137c7f6a8ce1c44321ab
-size 28101
+oid sha256:901176e52ce6ed350969a05c89adfaaded8d4d1535f216a8ce5ade18c9db06cd
+size 28070
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 2f0df765f09a..9aff75b386b7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:716ac6d3288edf45e1ea472793acf433f4fba89a555037c157b0e46770199462
-size 26518
+oid sha256:e7848addc962ca0cb9a6ff668a65323a1b75a34fe066b1442495837657567277
+size 26486
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index e1a075410bce..41c502dc67f0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cabfd7700c5e5b07388e480a508ef3792bda1c2c7257e0f083f88b966d67bd07
-size 25057
+oid sha256:7937a0b37062bdbf5f76aa85c0ea481e36297467be70dbc6103a3814c1190425
+size 25029
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index b37e8cd1f844..63a628c2b7b9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:39f64a00d814bb2ec32cb31a050f6e8f6dcb6255fc956810a3a16307508b2062
-size 22197
+oid sha256:948bd77c2232bb1c0770f9220e3d199c79b7a0e620e3a19b909576cec787934f
+size 22166
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index e5ce3e491788..aa1413f33b56 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1aebe1e260b00865c7067ce867c2ca3127bab372e923452633ce6a30fc9f60d3
-size 25715
+oid sha256:bb4d21190233c4a5acbb5c448b5bfee32dc1801e3f019f37623010eaa5db9210
+size 25681
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 79cd6cae6e5f..4a3c3dc4d9f7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c79a795f187a80a4cc4c0e502ee9ae7aca2a2d1e51bd5dc561cd4efb4349bd1d
-size 22971
+oid sha256:9cf5c25152b8fdb733cb7b12c5b0c7d75ec982a511f5d4cbf0de812283316f41
+size 22939
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 7b006b67c8da..316c5354852a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:be329009ae825205c4c275ba20b4100ecdf667390a722629504eb387a7787dc9
-size 24887
+oid sha256:a35a5d0d11f66a562b3eeacdfa300a39d0b6b0928b98f07b4ac4a903a67755b8
+size 24856
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6c0f84e7bf48..6adbf4cd3fb1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:341ab1b2899cdcb09c532d1c45777f7d7219c339c2a891d1a9c2423780ac2c79
-size 21769
+oid sha256:21e8be61b4ae73aaeef7da56ab57b739813b51ba33a5866121318eb6991316a3
+size 21737
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 2f6137c1c5ce..4478edc70e26 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5865aabfdde9ce79756bde7337c03e2ab2a83284946f8305288fc9f6017c0d6a
-size 25039
+oid sha256:2613df4f932f6a562738ccb22037a29808bc8964d7f819e125f5c2f18d302056
+size 25012
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 69eb17726225..64fb999571ff 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4168b4cd81815f547494acf1fd59d5b22946a8d28b061d8be46114b2420baf57
-size 22251
+oid sha256:25b8c345ab71c54d377643a5bd3b5e89a5a76b1dd56b179f2156a5ba076a3b8b
+size 22226
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index ab4b1c271d2a..6f3938382885 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5e51486659886a7014cd8fcfdf99d99f1e975609c6e422161f912efc3ca09c95
-size 23016
+oid sha256:6a35d47fb325d1a340aa9586c90e777393a421f9bb16ffe99cfaab1dbb5ccdda
+size 22988
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index e87457b2eedd..7f65ee2b5228 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:39a704b38c99f77e259b50a925a63d9fa51ea7bd5dccd1433da509ea7ff04e6c
-size 20451
+oid sha256:577575ff210c87a33a264074beeb34186756392a314d4f15c1815d7c0ee89541
+size 20421
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 936d203f67fb..c858d4097149 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1f334f006e9ea3959e2850e6b365932d9a2a64220d9e725b910ebb6c3872fb50
-size 25662
+oid sha256:d33b17df9f1e4d40d3c7fe8a1cf54faf176adab2a56c0839c1703c27f04898ed
+size 25629
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 90e13a84edd0..ba6a5045378a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:889a039f71f806198be52cf539a155c69edfe779f3edec5ff59c9be8fa8b9b03
-size 22920
+oid sha256:ddace2fe8fa572f64f0bba328c10012df5182ac17ee3be2b69ba987c45fd8dfd
+size 22894
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 61d0c7a1154b..468534af8329 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aaedd81ccddd66aabd2935cf3fb6817c74d0e1a3740a5f7986c90a720792c9be
-size 25978
+oid sha256:7c1c61f004674aafcbbd194c584eea1cc788b96a77f7d2e7ee9a950cd69e1598
+size 25952
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index a20d8072d244..38d0740d98ce 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:edeba9b520a49acca8b84b78c92d946f20abfb997227b766005b77bfef0ee6c0
-size 23762
+oid sha256:a5f7a5e374df9b789c68fe72e3162608669614534833d2a8c9178287a70e8ba9
+size 23725
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index bfd215b68825..224e9c6c8c89 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d75b725ebce7728c2f089c69696254780ecdb97bb15da8cc768c462ed8339b4a
-size 25566
+oid sha256:785e94b2f876cb4cb57929b09e4b5ad3531fce4aa53f2781b57e24cf0c81f953
+size 25537
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index ef2340dcd239..70e64e158398 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d62ab4b272ce029528d6e15d92b38eb785761d87d4690f3d26c63cf8961aa7fc
-size 22544
+oid sha256:8a36886f7cc238777a36eebe374ad19dc9609a93e3ff82e9dd1f2e462a8fe04b
+size 22517
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index fe46c0ced0ad..0a09eac79105 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a755848e8c26623388bb4839ff1e10856a66e418bc03661167ff3f0a0036491f
-size 25797
+oid sha256:590538c54ee5b9f160c84e1ffae29cc757d8ed85a501b18a3a70c7ff98f4d7de
+size 25769
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 964c1a313191..f97f44e9b62c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:262931782e9764e9a59b62cab0c8b2a08a1e0b59c14817f5e110073bf3d48794
-size 23071
+oid sha256:34c884c7cd3140a41c61042568176d668db848009e18e78675c89647408a02b2
+size 23038
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 8185e42a7cc8..b939a23c381c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:93e3099b8751bec991a6d4377f1153648ff8d292562e89f58252cbfb6cb33292
-size 23655
+oid sha256:296248a5b4267465b5077f052219cd396668bddbbe9aef500d499a53feb73736
+size 23623
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 01048d4bd0c8..ab71dccd1e97 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2b61a0255401bbb15b117555032f343ae45ee4cd03dc494dd866b634f508fc72
-size 21191
+oid sha256:8f004052efeeec650614337aef48618d62d1282890156b7d2d806c9615229e39
+size 21165
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index de5f05882108..61bdd45f3429 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9aa8e869a51933681f7cdbbeec47386b8ae2e8c27017a9293c754b2fa71fe60
-size 26048
+oid sha256:9c020077552b4b642ea0b41cf500d358c30bdc7ea5b5d1d3ae9536e147fc0240
+size 26013
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 11648217f1f1..3e8bb7da2ec7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:261dad8912a55859bd7d669e28111f05ac38efb7d3e41cd743263f765ed95554
-size 23829
+oid sha256:e6260631eb59db8927d3eb72460492f6a51ce856bcd85bcc9c3d64384225f764
+size 23790
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index c0c38f0ab450..82c0f4efbeeb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3734a52514fae12fd8412888dd283596fbe8df943a55b97f568c5c95b43a344c
-size 25644
+oid sha256:dd8ac95c0d08caf52bdf3f17c211050941335f773448347b1a94e35fd2b6a7d2
+size 25612
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index 63c8efdabc42..7b4bc84a5521 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c98ba75401c62b30a1837e31f042078906045688922960b9d1da35797b60a026
-size 22980
+oid sha256:b27a82ac655651836fb28f370a9946fc4436a17b9333c9d2b6ee98b4a46d1666
+size 22949
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 447f614bde2f..ca0ab198da87 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:448dfa0c0387ba4b5009ce27efa2f71606b08ef4f22df54557402d570cdfefd3
-size 28010
+oid sha256:9a875837b87954c1fbc8030cc1867ddd236a39d4115b45487fc9a4b811d7e985
+size 27984
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index fe2aaf9b444e..360ee29035b6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:298817281a756ff5dd964af0909c320ab36dc27edbb47723356d5a3936133b55
-size 29071
+oid sha256:751277055d3da81921a7928ab7e060096545880d5af083fa832a54423d00998b
+size 29041
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index efe33aa6b0a0..cde44b05be23 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:91f7643621174ab2eed2e2fae2c6a10f8391ec8accae0c90278f3d6501955bfc
-size 27212
+oid sha256:8f87d17e2eb0d17c16f70e0974c4fad94201b620b7233f5e33d22b317b729ca9
+size 27186
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index ed5114fb50da..0b458561d21c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f24fa0b9175887f7d1f2784f2b443dd668177109a48804305bd45df44e79d53b
-size 28183
+oid sha256:5e77b89fdf6204116cc8c1b7c2c56c3aeb48e5974b05c6703b095e0380b0a75a
+size 28155
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index f4bf2fb14ba2..6467d1b0606a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0bc3a83f8d92b5d3e72d207b70a143ac429ed7aee6ed97745f3ec6fa2f69ee50
-size 24787
+oid sha256:2517316f9120ae03bbc0a2b907d24ecf687023db8884f9b7c750e934ce658908
+size 24758
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 504a90f1447f..5bb63ce4a5fe 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ec32d00b2a8f48bbee3e9b9aa53fcfbbf2cc65f43f46aa87a4563a1230376ff9
-size 21722
+oid sha256:7db8d29e5986172985f1d6344a7224b1ba9cf51595850b4fbee6028c4e080566
+size 21693
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index c70d468b7299..908a9e5e6453 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9e05a0860bb3ff70250bb44ba7411088076bf2357fe206b95f73b8aede7d6a47
-size 25391
+oid sha256:080182c0f6bd036baaa51a242cfa6665b3cd54c174db01bc05b6693d8400bad1
+size 25361
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index e804f139c337..dc2b7ff704ac 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7107a708624f20ca7e94582be7ef9dba813f79b41beb5963c2c8dfadc1c048a3
-size 22527
+oid sha256:91f36dd38f57a048eeef08f16abe2380fcb0f3edd65f44a00783c557b0c561cc
+size 22497
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 8adf67ec79d9..b7167b8eed4e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6aff7efedcb16deecb8a0e10911efe07fde3564d74624cab7893c4a1b7a189cb
-size 24905
+oid sha256:eb0b53771bb9d586e2aa97df65861bf79ff0a6b19730589068fe2f6d2f7496b0
+size 24874
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 741fe791e6ca..918e8ebe0c37 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b9a881a071c707b85cfbcfa7175596379f4021db551b696e85aaea4f8646e6f3
-size 22173
+oid sha256:f4bea206e6adc7c106ce10240319a8e69cc317948a7d3f4320a1c58b2ac2dab7
+size 22143
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 11dde0abb3d0..a0e1739ce688 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:487e120306097d491f58957b2399b2103a41b846d09d8b1d86c72663db39c81c
-size 25635
+oid sha256:8035ba229a03a219ae174df2dc9106d4ed74f7777537d4ff9ebcc6fff98272bd
+size 25596
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 1ac18d99d218..aa7811af3039 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3d532a8aedb6246ec6c39990cdfdae67cff8ba2a66a1971890cf09753d2980b7
-size 23229
+oid sha256:bf815c23aa71bf0ed014e4abc5119c3873075216f34672fa9bcb03bcb907fefe
+size 23194
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 21beba3c34f7..451e563b0cbd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:10a0809a2d9707cbf62118b3c196753a096b873e6db30c4465c46416f5fe74c4
-size 24934
+oid sha256:149c656f4a30242cb527b3bc612aa7499c3df14b14bc91d610f37fc9d5224848
+size 24909
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 419fb54df2ef..f09bce6f5405 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5d6aa4628b42bb64a7f89a3f1f4887d556f7ef4b5c4e7135b0fe675a26cb8dcc
-size 22191
+oid sha256:12b9ff9c570d9b3c2b002b22ac4252644cca15fdb67029a09c1c79c7295b448d
+size 22164
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 680c1c5fdb8e..e682ac7315e1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:83f0ff7fce726f4b7056133a489d02ba32551d5c24778f9643b3a8bff057ce7e
-size 25614
+oid sha256:f83963a1cb052b85f846392937d823ffe5b81f86be6f2bf69a44541dff9e0c4e
+size 25581
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 7b43d60bc8c8..2caeba918cf8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:de9ad2c7c364037b03e11fee1e914377c11133b0de5aed1f9632adc7a9463b64
-size 22997
+oid sha256:e659559092f8fb8c0d7b4b59b24708767b92771569e021ed755109e882afe8d2
+size 22961
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index ffe6cf8e475b..148f967e7ade 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:92dc5e8bc80f4143bc8e351eb641862fa349a1b7b63b75454f5d4a9cbcf47f49
-size 25971
+oid sha256:e0b0c39e61977e72efb60967472887e528f97369fbe6fbb5697940fed00f08ed
+size 25943
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 04966906b34d..f321a6e63501 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:00e8ce752305936f12b8a98d066321c40e898d49f42a4d1b1cfedde87d51540d
-size 23869
+oid sha256:6423e19ac1667a4c9a2d426a4a5e9a898dad1c1b62a74ee2c4e27fab8c6575c5
+size 23833
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 13f1bcfbe9cc..7c3e91344f9a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:234e3ba19410b598ef4bb2c8ca164b3f46a9be3498f4de9f79378b1706a4d44d
-size 25835
+oid sha256:66b87af4255bfdcaa91cbef4306ffbf041ae9b7df8e627b7d1c41da116a779ab
+size 25804
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index c16b4bf8c2d7..2e87e8198278 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d237cdcdb20b719ce59130d90452ed95737cb553b1e72667a97e80c074545428
-size 23150
+oid sha256:a24adca0f1ccf590ee54c1b7ddce4b6a04a68c4c32cf96bd7f4e9ce9879cdcb3
+size 23119
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 5360124ef85b..d1b8a007a364 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:303f2036cabcc093f3b8c354d7c6f2827652b5ec9d2278c5ae5c8f1ece54e34b
-size 25949
+oid sha256:a0885c29043e0d3cd9a1a13289a59f056a013c5c94230e81dc1ca330c90fd0ec
+size 25917
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 62e6a5de4507..d1390ad612a0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cfe7e8a14ae8b73d4191434e7a6792a34b4a0b06d66cdf80fd6e8beac5520ef4
-size 23931
+oid sha256:ffd0037f0411e77966ac6ccb101b5eb64f7b7ac752ff7e9f95c8ecf35c47d5e2
+size 23901
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index abe4eeb48030..c28a8a9a0680 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aa76a59567b0ac5eadfa91f6102a6a4ea608826a6e3b5f6ab9095d040ffc8747
-size 25480
+oid sha256:e1bb2c689c9dbf05e00dbc88392ee1f587ff77f36384329e28c5a3b0e5d35a46
+size 25445
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index 8e40a032251a..409ba205dcde 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:802c3e3eff5efa5810c18a3c1b9c4f2eff8152c6454501b65f6491f8a4644049
-size 23125
+oid sha256:148bf1a550900a4f0a442699bc09d0cb4f28f77790f13155069e050005a8fabf
+size 23094
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index b7a8c5f11902..90021f704154 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a1eb6b467085b728d3c928a0caebce60784da39cfd9a242bbb2c852f4bbcb4fc
-size 30329
+oid sha256:f4ed9b924e64f508221d5c1b3982b45a4e94ad99b9ef2e6df306ad78504b43e9
+size 30297
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5606a370bfda..404369a9a8c4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7e93d16fe74149ec73277549f8cd8f0c55eaa40780daba84fe1cf0f1cd189a16
-size 28403
+oid sha256:e4af42848b2bfefd9a513a6bdfb74d44a9190e863ffef7740034ad498d5595b9
+size 28378
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index cd84b9f480cc..3bcd0669d986 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f476bb7f1f1fcc5087f0c0e594dbe04856f27269358734b165bda43f2d984b1d
-size 31064
+oid sha256:82933deac164dd8821462746c7b6a3d5670c884763259520f03a669ab6ba75c4
+size 31036
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 17d8729c7c9e..4da42515a363 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c35fc7dbde5a300510f583de20dddaf0ce674d977ffc2a2033f7401a59d90063
-size 29010
+oid sha256:738707da4819fdda303392aae3d7615c88840e48feec37717a742907c5f92a10
+size 28984
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 56a1f27b0a1a..975c7849fff6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3a187e96e4885c13a2be455f46a4719924deb43efa5153d4d64831c189653e86
-size 29653
+oid sha256:2dfc4051c2b3e233b3e9fb397600ae121dd997d701dd22f68ae8731ba27392a8
+size 29628
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6cb68901abe5..4b14b460715c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:86b1c338811883396fe944e7cbe0b182cd494556db9967b8f27840995f79b597
-size 27132
+oid sha256:1cf45e30759d1c50e14ed5fdd406e1bd4baa6587aadb4c9ef657323f01bf78fa
+size 27104
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 3c40aa27fb96..a0ef2afc2bb6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0adf158dcfb8cb0ea823621262a7a7c0c766ab0ee2af6b996ec9a677cfbc1ce3
-size 30513
+oid sha256:cfe2f09d73f84c737484867e3342cefbaa80153ca3f92d7455f5085c66b7ee94
+size 30489
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index b55b4a577449..c55ededd9312 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:207a14f191d53de295a44ecff53c5224ad68cb4a0399c9d5852b88b0f1ba9092
-size 28006
+oid sha256:c212a9f3db27c4b3f33bb05bb3362838c818ae099828bbdce058a161ca0d3489
+size 27972
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 81a4ffc6c24d..192efb94b0e2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f016149c4786517989a63520d7b066b7c294256765b41132bfe7161985c2d5b2
-size 27376
+oid sha256:997a89f465bb535e72304fbb47df3b4cadbccd0849a231f99d7353c34c852b89
+size 27353
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 5e5050a9af54..5ab5126bebae 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fa849b3c075216e40d19921ab8839ffc9bb4f732c58aa000a097b677d1b38493
-size 24547
+oid sha256:bd87a61b98a3d93a99dae5ab7d6497e39d00a9ec8e685ff5e96e32b8441ae24c
+size 24523
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 76e43ce9409f..5573c695f8b9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8e882818d133b47fa2348c29176630cb384e541cc05675d434a01880c6b75de5
-size 28454
+oid sha256:963645d10b880963d68d1c91e3aea036bb0b104e1d485eced97f42fab6192139
+size 28423
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index a32556464dc6..d181c11ec2b2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9d35455360f05191382d3edfe5f4513c1235286d0934eebf292ee50fedbb1aea
-size 25769
+oid sha256:1eb2a7e2bb5a12fbe09aa0febc9fc16c4ef583d7fc20a5409725138a140186ea
+size 25743
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 1f76529c4c0a..3f85d84861cb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c016aae8afe42c98f41f63ce362cf37cbcec67b5c4ce8375a4f93c89f42233fc
-size 27147
+oid sha256:ed47b3ca2f880955b8d1f0197a8b76a8c9fbfc10cd1a42fbde695062749c6a51
+size 27119
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 2aaf8d417481..3ff694d8b8f4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:410619b88360b7d5c052689a2f911969178c8dcf8afe0c9e8c8476441ae8c913
-size 23599
+oid sha256:72f06ffcf95b017477781f4f725c269e54423a45d2d9fea89e734be98aa39c3b
+size 23570
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 677aaebe9b1e..ee134400cda1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4faa56267184d691f8069da0d1c99d8287e543cd37a15a7f67c013f146057a03
-size 27346
+oid sha256:142ca07be5ef7aae52472da2ce4a575169d0e6045d46373a4ba76bdd8a2788ac
+size 27316
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index e60f47cdfe4f..acbeb8256f3a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:facb6f1084299ae500f586e528fa2ff7662c4ea6a7ce43bb73b1fff1e06d9270
-size 24280
+oid sha256:8b983530f403fb57fd10a7392146ba65bcbd6c2980b4064af3f95830903dbebf
+size 24253
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 9114af0b9690..934200bfa80c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:52f50cf98799512a0b2a629432b357985366fbb02cdaeb6be217d7c535b73053
-size 24788
+oid sha256:3991a1fc8629d60c0222af396b8f4391716ab1ebc66e5e6857575a0decb31f30
+size 24758
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index d8e96c710366..ace25846d0a1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0e134e25bc8ccc76587e0ab8d82172a5a93c2a2937ddc6b0d951c11d4fba2340
-size 21317
+oid sha256:9f12f577ebc47c6407bb00a47acff2a1d851ea7ee9ba6898e7d9caabbf034a8e
+size 21288
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index d9e0eefb82ee..33b7bda3e58c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3d68428a7de182570cc2a9ccf2e95834a76f1b62fb28fd3c5450972b31d1f96d
-size 27978
+oid sha256:b119d8aaf49d3cd93e9557cc8f17555d2aad3435d51c78edcbc541fff938c36a
+size 27950
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 1462ac05b025..d379179db1af 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ec3f1a542d29590fc0aa549c2547fcbc25dd1101fe1c1673e127e54c8e1c57cc
-size 25098
+oid sha256:a74bbea4dbe5c34117e26ddd30cdc4be2ad0b263298c3d0457738b4778a07ef4
+size 25071
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 9957929c07dc..260b4234cdaf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fc5156f9488088d92948a95ee9fd79f0ce067acc59068dc9538158fc64683fa2
-size 29203
+oid sha256:c486d48f313c3312a4e0a6d2be9603013012184b9eff5d97f3724602e579b534
+size 29175
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index cc3e766b681e..0ca3c833e2ea 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b6468af3a450f8df24793e53ac3ca0cc2483b23f08eb6fbb61fac04725ef970b
-size 26592
+oid sha256:e626ac817fc84765a90263448ccc4ae9ed7c3fe804cd01306d61da5f84beb82d
+size 26570
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 888ceddd3d71..695795df1b2d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:46bb224921eae4c764891d72b91b76245488fb796b7a04805c6e8653f656f043
-size 27877
+oid sha256:49494841d93a62496aff7908b8f9fff66e060623690f33789192be2beb3734c4
+size 27862
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 33ff89fcd6f0..f8947c0178ca 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6a580fe598ba7df2c163eb91b9475c8d8e0fb68120f2c01ea7ea156aff3dfafd
-size 25118
+oid sha256:dcf02af73873b36b2eea5c7d2b137c8268f61d81574525d9688ab980cb73a5c4
+size 25083
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 2635ff96c74c..5329c983cfe8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ea79eb51e4b55f15ee95acc8569340a01e8fc6b81b208e204abbe47f398474ee
-size 28079
+oid sha256:416f8ee5dc68894b7fc3a5e07c765e28646def4d60a98e28e33324a5daf89397
+size 28053
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 719a9f390c7f..818d34a80b3f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d9bc1168609f7611a0f5a0c37c760c80a7cfa7995411c682536fbe5717eb0b40
-size 25158
+oid sha256:24aea8fd69bb60c183151bffe489db3ab2a84d74998dbaa2e435d789c661ad4e
+size 25126
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index ae0a68c13915..615296958eb6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c0dc9b4edf9d52158a1fc146a6fb23b7d13ea2ca1d570bafde2155c8d0f6c745
-size 25286
+oid sha256:ae14f958c8f6d379fa369b52ae8538b6c9471580ef280345f45868a879e31118
+size 25261
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 338efb2bccbc..a8b51e8bdf96 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:706edbda0546b3bf8a49103a904cb577b4559f379930613b02c1b910b3368704
-size 22046
+oid sha256:69383863f4d85d89b601f880b4cb1117c8c8d09f1f87c367d673e2aa89369af8
+size 22015
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index a9ee9cd6b888..f18f42ef2315 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:60c05375fcfe9003147b20bd1f7cfea9c33acf45d2b3ccdde9adf546b5084117
-size 29261
+oid sha256:8777301fcac14ab183cdc3d5de6206b928e5275f35942c68d7a7e7760fa291b8
+size 29235
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index f24d6416b57e..9c6f00793788 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e0b4ab727a9d7df1d9b5ff93a3d555723d699f43bb3660ae82b509c822074ca9
-size 26376
+oid sha256:010d503c2a35f7b2f2e024d9855a520b90579207f807897854e662635a03206a
+size 26351
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 724eee337211..dac4059b1c32 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a1c76f1ed5479d193a4c7a0089f96aaa92942d7fe40f6349e855655f243f757f
-size 28392
+oid sha256:0e6694f9813f1e4dbfc0a48b65b14e1489ad09b02fca203e1ea467a0e4e7320a
+size 28361
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index 92683d09d3b9..2442215aa9c6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:06752327d2dcfd2bf0c10a9b61b920dd82ba759d30d99c76f83cbedcddf52bbc
-size 25873
+oid sha256:a91c9a9d25cc186003c2299ae4a929f5bc3464fdb8770750bf0f0297b085dd83
+size 25845
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index e4e35fbeaccb..f14eeaff936b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:54e9c3db271da2ac495b572f374fe0b734f04405a875bab12971b28fe6fd5f2f
-size 34561
+oid sha256:61392300d8da56f2eca964945b8d45559d6b3b68ea9241f984db107f8e70c777
+size 34524
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index f9c211ea8114..e270c636ded4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c88dac9aa643b909102bf3beed40bce35af683c1331b8b4511c682a0d8b43f2
-size 32043
+oid sha256:1340c570f7b318efa866902e9a91526a68a33609a7752cbd27b61d67a7453c2c
+size 32008
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index e15cc21fda53..c08b20ad37fb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f1fb06e21fd14bac4c01f4205c05414975ad17503b2ec5de20c8fb0fcf1ac664
-size 29081
+oid sha256:1acd29ed0b6dfe48888811986690bbf0357dfd17164b482aa3b2a4fb7bdc0cd7
+size 29053
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 4e08d08f73e4..b73932467b89 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d96e0f2df91d4452dcf838fe107552e9ceabeec1e1883bd25680317a1775780b
-size 28933
+oid sha256:6e82662126b4721ae7e7944b83dba94efa0b0efdc3c3ed0b708c121871c6d7c3
+size 28903
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index fd71faf78384..375412bd770a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b75dd38e9be98d7ff6724fdaaee511a82732edf3c8778c15ee760250e1dde92a
-size 21316
+oid sha256:162c78c372f888d4539bdac5e6099ed471574d0108fd5753e07ba2589100d71c
+size 21282
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 04ddadecdc2d..e458e2416b42 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5b21da5931d0e79bd5044d74c24a44be7f865fc4f6097693cc80fd1c1b8aa85f
-size 36584
+oid sha256:08affd258f5b9be255bac8e08bc2fc3ba0d79b8598d66388ed7be37de0cbc8f0
+size 36549
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index cf24f8e38c68..f449f8a7aad8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9ac9094346a30f2ecf392afcf9202a361cf3b9f239dc54f2c0c34ffe7304e3b2
-size 27909
+oid sha256:d3356be551f745bc048bf93f32bad587c3b06559973325b386623cec8b42845d
+size 27879
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index b07dc742963f..5ceb98d1ede0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d0e44e16c007fee6395e00efa059a86eb202d64146b84039ac98caf5def86f0b
-size 29317
+oid sha256:a8df9bdef2836a504056cfd06f21ebc5f7c1dce916838e1bd201278674bf44a6
+size 29282
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 4261ad799575..d7378dc39c4d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:350827561aaad21cc5bf8e8269b1ea2bc9e136745a22fd770090f248a8ba7c60
-size 22067
+oid sha256:d29e37f5dc8469f205e27a456a04536a9e6c61e827e2df658192248023d4fa86
+size 22035
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index c4dc59b792e2..e55025f550ab 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b3e93d83eb85314a314fd2f9cfcc0a7cf111e1037d1bf01b4a8acbd87f0dc292
-size 28281
+oid sha256:ac92dd076fbecddd099edcfa540edf118e0e21afa179048c3ba3435bc9b8fc19
+size 28252
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index c254917801a7..102907a7c778 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:670bf8e7b526e659db1dbd2f5f0ef033c4377d433aa7a19646d4ecec0a0c2cc7
-size 22242
+oid sha256:6e00a217baea0e30051a637357e1e669ffbc8ca71d0af4f7c628440f18121a21
+size 22209
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 232a26f1adc8..666df94f1773 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:49479d7f88647251d9fb5c5ce5d53ccfdb3ded138348ddd3ec967e7ccdb256e7
-size 36949
+oid sha256:7ec527bda9aee7c9ed2d29691ffe2a3f34d96dd288a77fd4796b2d11f2e36ea5
+size 36915
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 056cf9024467..660fe8a48cf0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:02431440c3988db05b85f635db610b8ccdf5e506fecef59123edee1d1035d375
-size 28402
+oid sha256:77f19cf9e1a25950a4793b095cad7a1c86fe9a373bc9a7d0e41325bae6188b98
+size 28378
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 7cf235c698cd..b9fd3f6fc960 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:45ae7df065fe9b07d3f897513d9d4e673ee979ec47d212858295ec394b1901d4
-size 29739
+oid sha256:c8ac00b5025025c58ca44bc7c91d1f09f16e93b73b61edff96b0c2f5763e03a4
+size 29709
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 5bec491dc3c9..44582f578d13 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2af76e3efd6c9f776990370015437f2e1a962736624dfa3da8613320b6efd83a
-size 22943
+oid sha256:628d0c7791fe9717e362e0fa5b435e6d6034d3405dd1f8e51deb13e9d29882fa
+size 22912
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 1f8ce634982f..d9d1e7fe67b6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e3e321ef5a36a4badf51d952b09773a252f165e332713c185729113dadb9fc4d
-size 21999
+oid sha256:f9ccf1d1be070844eeac78333af223460d81e7100e6d71fa43695b125a8c44bb
+size 21944
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index ccedf84aa735..ca7eb3e960a8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5626f50745fee5d90a30c8d66026dcfe898f05ecae548744df1c889bf24fad99
-size 19034
+oid sha256:ba7f5faa2d57c9363033fb219e6ec6e5d193d848b64654d126612431b0d1c121
+size 18875
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index f1ed19e10ceb..4c2643640a58 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ea086f59dc54602e30630dedfcf1ad28a92a0b555d5ddbe9b50d70264a16b89e
-size 22722
+oid sha256:8a0ef6b4dfe1def5e8fe1ce0d72997812d4e9ad8641da653a05da2a8f39e79f7
+size 22590
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 8878cf1fb1ba..8fa6c64d7983 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0867a419a121f6f7e8c729447cc98c1612c2d99ffd695f46cbf7d4839069bd4c
-size 20171
+oid sha256:bd977a44e767a914a8bf1332e1ebc40f96bc6699046fcc97fb01de61ae6864dd
+size 19723
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index f5d8107fb382..fb9caee30383 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cc1b729d65c96634eab7458922119bd5ea7f970a896466196351bbd648b5f8c6
-size 21963
+oid sha256:0ffac8deefa16d4424c73051243c3613fe944623d57bbc2fd919b88d63af9459
+size 21908
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 41846c272bc0..ae937c552313 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cf558651247b4304b479abf7b4f2b528162f3d0873c0ceda1f2efcdca5e67293
-size 18995
+oid sha256:c1e95645c517b8b1648d73c04da2975e27e691cdf0e1aa400a73c3fb3c628c88
+size 18822
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 31ea833fb034..da06a10ba549 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3686b292dc6d5e7207bbf353642ffe550f0eb206a8aa3ff18b756ff78a27cbf5
-size 22502
+oid sha256:411d828856535df6e1f440d007835c2140634a88aeb8c4a51971f3fc996ab6d3
+size 22322
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 747da24339da..cebb21186530 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:088dad32df6b644152cf62d8216e6783c12bcfc13a3eb19a9cd7c8a5e12c3623
-size 19947
+oid sha256:47b245d48d8780e885bc922174090e375993a0e6b87a169a5d370c0852c3c58e
+size 19653
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 165b4e8c7166..2f91f85e9339 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:594e4c3a82964a9114d0223878fb6d66d3259b477c73c810acb30e584d4f20ca
-size 23336
+oid sha256:1943872d59ef8eb87362e1c0fe2dd7b24ddbacbbc1d508ac84bc914ecb7e0513
+size 23009
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 8f6031eb1eb2..ab22e00deffe 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a8e629bafbe704687f38f075b68fc38938021dea8e6f7db47c06acd0fe46b21f
-size 20746
+oid sha256:2f3dc29a7709f7fc00a4e03348a23eae53e43fc1d9b721fe0513357ff4a4243f
+size 20320
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 3ecb76f2eb47..5b36b9925d2b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e7a105606375a27c1acb525b465620e2cceb7ea34efae56c3493705ce7d7cc4b
-size 22761
+oid sha256:e5807ce46713698034c24b25262aa09b87180b4b61f8ead2a8cdad908c4ba04e
+size 22563
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 1289866e94f6..23c2a6a48af2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:336ba7fc5c8415cd10c19e4a380e5ee12debdd8a031c0fe9fa02dc13517cdd1f
-size 20122
+oid sha256:848c5a4015617a69049f1f543ad3dd8eb1750ac8da5c16eaac89b926f5f60a38
+size 19859
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index ee3e05939442..8ff407d12cfa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8ce2134eabb513d2bb59febd4d4eccec17ba7e74aa39079bae095b93eb3ed312
-size 23496
+oid sha256:26ddd7d8fcb729f7a45c00f2de3c3f82920749a7256e865cd50a45b9f5cbbe41
+size 23154
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index a1d6c6856a0f..67960259cbbf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:48facc0de8b2d57b42d6c43261a32ed3b20af99764a856332c0cab1b8104f788
-size 20869
+oid sha256:eecd026b2150a42ebefec5b68e9bcf23d733cd588800cb6087abe40b97be1bda
+size 20404
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 3fc710ab44d4..ecb5e0a50ad2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8eacea0db7a193ca86c842ded2a220aa9bcc1428acf534eeb9533115b4a81c68
-size 22716
+oid sha256:67b420ae8d1eee77db93ab4cc980500a67e612af069c41e10f3cbb2d4ef972b8
+size 22536
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index fee8b9732cb9..b230f2009518 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cbd079a4de4bfa4468b6056011485015067ccff934005d05cc3330066cea0c1d
-size 20294
+oid sha256:f9c4efac4d8a415aafdffff8c4eb6976f0ac1413319793af545de2a4ff6cb0db
+size 19875
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 955b1a9d97d7..f8409fb81f30 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:48ceb007bb91454ccbf786b7b5b07c9fe0f4df571aa602d3af73ce5a50bbea6d
-size 21928
+oid sha256:aac8423b64ca2658bb8527cef27dc5d55b8023ce0209dd60c7545a588f648142
+size 21719
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 5e87185c7fb7..b715f851cd81 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0dd63068c02ba0ed9c15489538a395e8a6cc9ed28a8a0e83679c8aedf8bd248a
-size 19066
+oid sha256:187e1c5f09002dd60e42196efd9d282f995efec082b91db12a1850491c6450e9
+size 18801
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 18d225259716..f7b93b4139ea 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:797db65fa3c62460fe07f263218fa1260de1fb7251af9f99f32024e0d402a3a3
-size 22739
+oid sha256:b28b27b708d50d729a6ade3aabd54e4c5ec90a7e532f2a02e859829dec3f07d0
+size 22540
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 47662534552b..c3c870d6ed20 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:31dd501b9f7f865fed9db9eb79ed6b37b54db7c76781b9cee03ba4d9a01b61ea
-size 20224
+oid sha256:b1e8e91962783edef7b0b658218d0066b38f9c1e3d1cd715c8e470ef76426e0a
+size 19850
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index da657af9ea44..f7bf65cbd555 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e0707a1fec627a53c9c4f61153b5c13f30c2b93d7b8eb3d9c8e43dcae6a63686
-size 21864
+oid sha256:9df104f49481c32deff7bd99faf0b0cbe28a4135355e58c4eee67562fa29772d
+size 21716
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 28b67a28cb02..c5f10d166159 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:46a01c471fda4a7cf05a8e93fb02f908e892573422d8cb5f10faf5676aab3d19
-size 18979
+oid sha256:5074a8c5788f6c35e7b8beb1dabfc60f0595835106fd5d396f6d56d595027804
+size 18735
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index c5e704cfa639..a603adc5b3a7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b6853aaa811efd7e7179d1a37a541a8bc659d00d20d626b87af673c800f99b0d
-size 22490
+oid sha256:bc7a1be56b3fd91e10ff153db1700f8ce20f260cf9e086e35da8d3d16924edba
+size 22320
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index d5e9fe37a1d9..0545e25c855c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:61ffc1574ac677457094425f4bd6be21a8f776de2037d5656909b7f18b615964
-size 19700
+oid sha256:85915256af298ad02da2ed08e0f164b28f598c0f46722e76cfbdf6096d6ddde7
+size 19410
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 6fa564d8b954..1006a6cf38fd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3960da18a9528c62693b63b52b8abc57bfb11a67c5b5b211a2ea3987e1af9a7b
-size 23133
+oid sha256:b672206ad8b5a046d2af55e4d0f4d8be9dc8d890d7a6bbebc7f9aeb97b7c2612
+size 22991
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 64d21931029d..f55b524923bc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d49f430024eb3f3131253e0680ec561ddc50721fdeb6c8b87dfc83826370227d
-size 20746
+oid sha256:28e962eff954958d60dc244053b4fe65f6633addb00203acf0d53a62dc4922ff
+size 20336
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index a109416409ae..e41f88aaaa69 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8249c86e418383007fce5d69098034275b3843c94b17717c7cd0823d6d735e6d
-size 22669
+oid sha256:661e94c6d093cc1633c7fffb96c9d66015fbce8134b77fa53d85c51aa3bb4b0a
+size 22518
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 43ad276d0d1f..5d729607c12e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:66d1fea6adee6ceaaffb98e02957d68dbee263c5c267bd2f23b5c67bc647fde2
-size 19860
+oid sha256:ebe0fa81408152856de5fa23f51504f499ce023c6c5b16f708228f16f00ecb07
+size 19574
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index a005ea873451..2fc05e5ada37 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bc7c100a43a569d301eb76c6735175dcacbf4bdb12dd167521eb89a4871dd517
-size 23131
+oid sha256:db96b5fd0f0f44b450a817b3d8c805684d7fbdb2cdb1e8f729ab4717b57d9b1e
+size 22985
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 560d75330f1d..a187b4f6e151 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9cddf3d51b2d07ef329a729047bc7e528900283ad3987c378cf8b676bd4bb98
-size 20731
+oid sha256:bea0f9a6b073aab576f97b56c5202b3df091cf9dfcfceb23d68052473a5ee1af
+size 20301
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index e58d54043497..ee10b8d4a8ed 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:998072441edcb5c4744701e85d886639dbe2db01ba6fe50f2a73368f15523f2b
-size 22667
+oid sha256:0dbbbeed33460ccafc2e0196312b380eb445a8c16d338b00c81c75be1825e5ba
+size 22464
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index dc503737a925..1cc978388217 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:695b28e134b5a10323696e769b18584dfb2e7e3f2ee8425adbadd5ff647cec54
-size 20090
+oid sha256:5d2f9afadba57d7ed0928454b91f7a4b54a343ca221146b1cfda2c98e8eeae6e
+size 19716
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index b61a01362941..7b736fb69daa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3dc05db1c043c77fcc28598334e1614c81e1620c265a773b60b5c9b70668d3c8
-size 22873
+oid sha256:2df1dcc074a431ada3ba4b1d85a4889eb754dcc63e93951356175d88f6359add
+size 22845
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index a7f042db8584..adec26947188 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:00e5e423a9310e96ebb174fd44c4b3fa62fc4a78778527b5b77d58f54f80d1a6
-size 20488
+oid sha256:3c8b324ffc6120b1317ffb78411eeadacb067426900d1573a5680749a103e464
+size 20449
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 2da1a21deeab..4eb99c63073d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5b1145d6efdfe7e0bfb143e78a86f3d8a45b2ef7c7a754198d4800b6714fb073
-size 23084
+oid sha256:69e89d0c42c7564f9b035636b324ce0cc451673cadf299a75bb80c00b7e9e7c7
+size 23057
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 2cab1a521c55..48536008b055 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9c93aaec02e03013c6d6e86e00b98261a730e35e920608b7179155f64fb05a03
-size 20718
+oid sha256:247690cebf5e1a496526e335b5cc811e246448bf8d96937ffe7d03f173d72604
+size 20688
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 09b89968ff14..dcef5430d004 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:edb67234adab6774b54731733c72aaf655699ae36426c2c6d98121de29b89e53
-size 22817
+oid sha256:91455df28c9782304559ad376fe5490e9cb97998a47a23d67dfe52d81764b86d
+size 22782
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 3f8cd3fde3fd..f35107e9bc84 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2e7bbb2a1b132c4682a8fd9564404c16d2dd92b9a902842748392a887b041d1c
-size 20339
+oid sha256:c132d570f4dc32f51c58ff49ce64123e5fd661b6c85849f75684650c64d92059
+size 20309
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 5cde54a30ec9..ef21a101be38 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2f8298fd7943b52156e02ea879d1dd8bac4a5f25cc480e5073bb37992fd27799
-size 23782
+oid sha256:e7b59a04d14bde603fa8861527dfa7abb646c7d11003e683c1988ab744c5ed04
+size 23749
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 89f44c587ce4..0ffa0e0ed7c5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ed419909fac43f5a6db87695dc44ad1157a4b383776d1bfd6614350c398f3c68
-size 21154
+oid sha256:501889e341df4f8e2cbe6777ee6c3be11de3f7713710429614c0a39a362702a7
+size 21126
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 0a8aca3bf4a4..b74980d29d8e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf7a17e474a52761229962aff78731af27725b436bb835e642a8afb2afb9b91d
-size 23748
+oid sha256:17658049497ced7ab11621da62495d2ead4ccffea735a402c4dbda6a0b9ff782
+size 23716
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index ed68ce363241..71f410ead154 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3df1d332316cd1c70ead674e00a3a318e23eca2d76055cd50d19d1a2690f5bf1
-size 21362
+oid sha256:054bc3b75f2355d35e7aa6f4f7e31700862c6e7763174111329e00e61a799428
+size 21330
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 708d6235d8b9..f5c225985a3d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a9163ddbded98475d5620ff3d9b55f38a4307875646e65efe199d16bf53e755a
-size 23951
+oid sha256:43545541705bde40d4b06836c07d1c7e9bca040a53a9277ebecce93d9cb78ef3
+size 23922
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index e38b3e177fb3..2b07964f187b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f820832d90a4b7160ef2b16795d2bd2dd5bba8d3398397fb2949ffe22bd47df2
-size 21255
+oid sha256:49492b921790f810466c613c5763e2240cb22ae90f2236914b3a468072ec2188
+size 21219
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 46f513fe59ff..f6dfa853b5c7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bef630ec4880921abfb9d60a81c4bc5840e304b76b061615d29a59ae08df4759
-size 23903
+oid sha256:18fa67a0cae4d0601f2b51d5871e76e40cb8a1673a4f75cecaeadacfae2fd798
+size 23864
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 3d96a0fc5999..a9899bddbb3f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:97981e20bee3258b9720341c5891e240be420131a6a0d977b0994349c24bc0a4
-size 21415
+oid sha256:9403e64786c968f8991b92930d83d5b44818781746ce6031ca825c824feca3e5
+size 21386
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index e4fa2dc4e331..18d1f3ad3f62 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:80a9b24ba9918d1cb2442e5eaf981b5794442dc721050c81971bd408d3488476
-size 23134
+oid sha256:a873da5dca3ff124f4449852883d983112aae26634d61b6e15065bdb3f653521
+size 23106
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index d47708d9c69d..cec58439672a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:57912f32c1ce7a380896dd985bb1d2a1877f93f77a6c453f1a80e0b966c96b3a
-size 20715
+oid sha256:6b5c000bd5f4594deb1ec9e55397a2c46f8aa85f58f1194c7be62ab89138b9d9
+size 20685
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 48c16740b6e8..d8ae1cef5da6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6d89fb7a31fd1c1f2eedd2628460508ad54dd1464d38290cd00eae35ff0825c4
-size 23015
+oid sha256:ea5caf87dba598d103757fa527c23d011bb754d7f7a4de81d09599584e1480b2
+size 22988
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index b9721b1e6216..8c62b0dba153 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:261986364c516b3d541ab2785eb45e97bd2f492cffce23f776c1ec4df5243c82
-size 20274
+oid sha256:bc63c98fdcbfce09f1152ed49fae18c86bda72d2a88c90e3ff6ef209c2faa1a7
+size 20241
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 7b4050044383..7fd180f626c4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ef37571a3e7232d09e2e602d935c457aea29eea7ba345fde1a77a1b8c6b5e37a
-size 23290
+oid sha256:ce66147aa1f726ccf59c421d479d231ba9c200ff5e4ba7ae6740955ee0674f32
+size 23258
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 2235db9c49a3..a3281ccecb1d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:93f04c4e3a8cd4ee5e9b90ae5b6c3e2e7ec1e5755eea603aada7677dc1b72485
-size 20717
+oid sha256:438255a35851a7490d2406a2b4ed00b4bac4df13dcd52221c74297925a73b7f5
+size 20691
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 101620434d17..57062d6950f9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:378b3f8b5f225ab67b554ade4be26bc97794c915837c3db96140886bc268a138
-size 22904
+oid sha256:e6dac5910ac86ae8ca5e02281c1b484c763c92ee3a5dcf1546eea833454b73c6
+size 22872
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 697464b4ff39..e195136f6bbd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d24c162ee4bcd49e51c3b45ec840f2c60a210e95d1b0a502e67fac38880b8532
-size 20152
+oid sha256:e66316d9cf8105decbdc15226cd8f45d5e2fb6ee57c980ed0f321386902b7349
+size 20120
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 762fe4273729..4267f54d6941 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ffa63713d55f27ca4991ea0fb0e93eaf54b297e91589179172ec3fd5aa6159f7
-size 23536
+oid sha256:955c78949f40e8b86d83284ef6ce1af35a1b5e9b62f61bdf8e895e544a154953
+size 23503
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index d12d682ec00b..68b1affb3013 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6c4903a5316d05ec65a9be74bd79cdc265eeecea2a7727a0ec56dad59026ad25
-size 21013
+oid sha256:a2ede128e77257e1bcf6d8dc70543f3efc6d48203efb1b9dfe27b10ba9c69923
+size 20982
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 94fac9258580..75284654f8ce 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fe8baab6ba3512cb222814233a9ac6607e0859fcf5255b6e6672815f634dd4f0
-size 23726
+oid sha256:f3be74d08aac960b34a0a58910a176a50d2a57d5b97f4f17fda5ab11c8359899
+size 23685
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 5fc877cd7fcd..63cb74166a5b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3d1d85e5ae25018701bcb6a54ba88085d02bb493bcff9243209baaed4b104201
-size 21365
+oid sha256:ff7b3cddc2ded4e2da756cb0f3daee6b1217ef25d30e51239a38907b5d25e72d
+size 21333
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 23a5076f9e33..ae5ecc824adf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6be98fdcd526dbf787237df2090f5ca5fb74749c8dd74bdec3de427b7846c5c3
-size 23736
+oid sha256:feea37ce7ae52bb0cc1a4011a34a72c3abcc265a3cc143c07a5c8d41c86c7c25
+size 23710
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index c5f228fe9a0a..25d3072ce568 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:38425251df43f9d6f86332cc301bf875f23d77ee26ebbf7419666344c9dd8bb8
-size 21287
+oid sha256:a2799cf29974916623f7cd95506134fb8c96ad1697990dd37a746480a36bbaf8
+size 21254
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 78345ed21eb3..16b5f18296fc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1a6c52f30773ded1e0bd70cef110f324f6ddf3303c53cc1b04ab2dcdba6655f1
-size 23719
+oid sha256:9621679f76640d24ed11eefb8984b563e18cfd165aa5e730230c2b428344fde1
+size 23688
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index bbeee88ee4ca..22f9e3a4edf5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:82abf90cd9d2b29088041738d9a0ccb0bf374e41b4196f736d77a7735255319e
-size 21351
+oid sha256:d1399d4a3c8b985aa29c2c0e8b361bb2a8f83fbdf08bf0220c10cb88374d04dc
+size 21322
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 7cbfcb95fcc5..09e984f32991 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bbe4b86f4cb22d1f280be32fb0f433984abf1ea575ff507e3dab96c684e7c739
-size 23159
+oid sha256:f4c37c59ac6f87e093dfc6bd39b620e6f564e154e3ad9c140bfe3622c95c37a8
+size 23134
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index 313a1116915f..3213cf67d237 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2de0c4900598d477e86b8ef26a2e53dffaafbf79eb39526e570ffc41b38c6475
-size 20559
+oid sha256:42d7de6fa1782d955fff69523ef01c38a85b9ed54c79de95bf88be142846b754
+size 20530
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 44f5a49247ab..0d30f69cd41c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:820e97e3a37f5bec8729365dd5a0a99f3b7f4d3f66411fb12d724bb0fde01f2f
-size 27047
+oid sha256:43590cd9dd4f6d7ad9cc7e292e2d0f9fccb16d72aee760fdbac1baebc4b22cb1
+size 27023
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 4c7a979d1e60..6eb845c4d0b9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f7df1e76d018ef693d65578f2fc7ff7b533bdb488b846a88b76dd7026d71b71e
-size 26462
+oid sha256:bd70183b8ea605f6c01781b01d2f2c88b074f1beed8120757033ddc32e64fb96
+size 26429
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index cdc815872485..d124215284e8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a9a8568adad162ce031f3a97866f68e22bab739b513565f896b299cd6a804388
-size 27701
+oid sha256:e52fd4244fdc8fce6f6abaf1746f72d7ee92c00c0ec410488c798a4d8fb219f2
+size 27677
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 4969302c13f4..2d685b4215e3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5cc1963e9cadd05c164a1046ee595f8a20a9b833f85f629ff252c30a7de51214
-size 26488
+oid sha256:f1eb85a935e2cd6869ed8312fafaeb277d0e66cf125ac3f9b3d01118cfb9f7bb
+size 26455
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index d2004a282eb7..7986b5f67e3a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:22d8587ab5a162b8a067549ef589fdc0fec0eae6b5eb58ec8d525c9383cbb7f3
-size 27618
+oid sha256:7e59d09f5fddbcc94c5ec895ea7a6c4335e02e9663bb20bd8d6570bb306546a7
+size 27601
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 3689b42f8d99..1fa91b7debb0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1766a14aea6c49aa424351df76b730785b4f0e6c6038ae1240d2c72d598b827b
-size 26978
+oid sha256:b8417e191a62d64aed15d1aadb026ea62d1bc1f9c43d4c4bb889a3647fa78ab0
+size 26955
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 4c80348502a6..947e48b74f58 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e738ae1017cd2ed9437126a93cb19c0a3889371b87ee5c4a9d203a8425d34a7b
-size 28232
+oid sha256:66d839786f0afeb103223c0c93e1d2e7a236a7d7133429c8e8f6bb4d9d3c5c67
+size 28202
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index d03c010f7ed3..2e6ba770564d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b71e701ad050397652bd7d864d7d8f46bb769d9cec37add0fb17789ddcdf7f4f
-size 27020
+oid sha256:4a74d554c0f75d7ece2a7a72ae4f173bd53ae75096d4bb328469452d1a5eb834
+size 26991
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index c1c33624d3a5..ae6a599bc08f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1f00145e546027ea7765ef9030dd3c0a624768f77194e0bf9e01d6a931c7a00f
-size 24879
+oid sha256:0bea1bcec47b4086647f8d9538fc25b1c5532d0811347c12d9056d5c4e02b5c0
+size 24851
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 11dfedc8acb4..474c5ca5b78f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2e0910f8b3f8881dd8b88e98a5725afc9b6f5ce7534ec92a5ff0bb6eef0962f3
-size 24252
+oid sha256:09b38fb5de3c3fe52e97fb11b1b53b43dfdc7b75292e279b339405b6d451cadb
+size 24222
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 9f8d568d35d7..5b8f7f8d4e53 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2878d2f4d61f561df13beb1933a440961134c9ac8b671fbe690f0083e0304ef0
-size 25479
+oid sha256:91d25f0315eed79180c0fe9671bea6e55398f2c37ea63b315f8d7dfe4c31f8e2
+size 25456
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 8ea5f8f30f6d..ab40d2599740 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:907bebb5dcda6570c6b9aa0c1f93d8e79b08a06362ebbe5957e3716630a3356f
-size 24310
+oid sha256:1cd5c0ac5e0f12dc00c93b564c90dbae688c8b0bcd5b141c5088834bc95fc0b7
+size 24278
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 9405530e2945..b66f4f16576c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8ae36377fc3952330b0703782f48fe612d5fa4f5e9204b0b2fcaf9cf63fa7d5b
-size 25597
+oid sha256:4f969a78f7e451e8da4e6a25d226025eb401fb982c4bef1c971fab45d8df4024
+size 25573
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 224eba48f017..df1f64160ee1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:367726f6fb5a76c4f2f2bfaee74ab9566d387ab6e730ca6fac290db5273653b6
-size 24742
+oid sha256:f7700041394e9e18627d6bbdec46bcc05cfd10e5152f1bd78547c7e9bc4202f9
+size 24715
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index d3ae9730b6f6..24e4f2cbad72 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d4fd4f48b4816f4367d26eb83f393d6c30f2ee764268b52d101988ca286edebb
-size 26180
+oid sha256:67ffc123351acb34ce2f4e35395abf4248ce89b9265d48e59e2aae8e5c5aeead
+size 26150
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index a9e40ed7610e..0c7030ae61bc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c4655d7517cc86e9a3ce04156034daf91782b546539cf34ab58c1f7c07b3bb6e
-size 24783
+oid sha256:aa3eba4b34c5f74ec96169a8e927b1c37272a55d80e1c43e483f849192a934d7
+size 24758
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
index ecc642b520a2..23a9f05ac2cb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cc9413f9f7911bc63b2e7d72d165cbf19bbc66deac7bb7ff92e636955de142f5
-size 23237
+oid sha256:0abdcc1bf76c7174f9a2c946a86887a11247ba98086e696a3accc148d53e39d9
+size 23208
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 3075b78831c4..fb26b4ed50cd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ac3dc5c690f1fc68f80a2a80d230612ab6cabebed702d1fca38c0c72b870a3f5
-size 20906
+oid sha256:575a4fefaa00171309882bf3f8e3ed39e7bb07ebdd6fe4214a3cd9551e5e08f6
+size 20876
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 27d194fc0a8b..2c066520a7bb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6b670034a7e903543b17a3ac9cbad3adc5ec55a725692a46934280e9b901d48b
-size 21644
+oid sha256:0f6f92699289e135454622aaeff4c026f97823854dca1a0b2d902646183511d4
+size 21612
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 7386843db42e..e0f3ff8fbfb4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:df26462a7720f2753631f5a279fc50fce7d2a1a4f46c81c62776947ff925da97
-size 19735
+oid sha256:375d0b68a55d2b94fafe4bd536802ef3d9f68e7dfe3825c836b3b3a7d5484e05
+size 19703
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 9aa9552dc148..c9692f5b573c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:35e7c1c01c09b7428d897fae70e9a962a5c40897211fb18d79f18dd4a4bc2636
-size 24096
+oid sha256:d781301d95e77f6e53bd92f1672332680b49660e4774319adedca5f989079eff
+size 24065
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index fb22ffd7104b..97493f6e7591 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0a27c31bdccc502c33dd6919fc11bf48c711b05dbbbddd96e19c857d5c90e868
-size 21013
+oid sha256:a6f970f0d7bb00a18c07867ba0d112cf6c3b59875bbbdb862101a8b8cb26b218
+size 20982
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index c6a0bafd6d36..0a4acacc4945 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7b0ed966161154c46f836adb0ce54d21b3095d285ef249ef78f6529b0d29a3f6
-size 21759
+oid sha256:e05ac0782b63955d0b258f25f69cbd74a626762f8727d623198430b556ef9b17
+size 21727
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index fcc995026896..e2461ca5e5a5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:06d9aa1fccd1d91600ae71f3bfc664ae3603826e02ecf24a9aa2b412a1faa52c
-size 19715
+oid sha256:551bc8f696b445de192b7b8666f8677dc566967dc976d6b928faf11cfb2e0c58
+size 19684
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
index bf6cd3ed67ee..01dcfb866d55 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b6f22b91f140c0dae71d17caefd266c5550f08b92a0b2339a0de829f0a89b323
-size 23945
+oid sha256:47bfa5f565d5e85e2900f3b3c6452effad737f1bb2689f2d18d595dadfaf521c
+size 23916
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index db85f9da4f5b..f0d6e8f99b53 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:43154bcd5f2bde299c5d1842d44eb776b6a2c0249d8b09896fd03f7075228adf
-size 21561
+oid sha256:dedb58990eadde8cf76a82fe35dfcb7d8c97624ed1a25428e3d0fde5b96f0e6f
+size 21533
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index c3814c46d18f..bb7a401ab01f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:18116c44e6e10b3610e941aa696a2ad08e45f9229dc1b9fa6aa55a353324fc23
-size 22325
+oid sha256:2f7b461a5433b39964984411c19688be499d8a2a546c7be737d56732cd80d6e6
+size 22290
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 732ea195a6cc..1a69e1d828a2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f913098cb100a0304e7f883a6604db0c7e6f699197e72bb59c6104cc3a61add0
-size 20325
+oid sha256:b3db3f5adeaccdb7f8c9c0c4cc229f112c6629a3c55912a9331b03e8e9c1e8f9
+size 20298
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 5ac5b83bcf8b..349011052a39 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9e5d238e93142c5b85b938c919399a97a3825e89816f4eecfc58f2c206310f5b
-size 24559
+oid sha256:dd7a8ac4e47ef438470979404aa452941c16f2f72c61d67f66ee5c6250f7027d
+size 24533
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 1530e77a4c70..8419e299075f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:03bdf8eb39ef15ca416f2b95e0bad931884f87fa6013427f73887ef2bcd6cc6a
-size 21890
+oid sha256:901a3dc5397cb5af4137a7b92a7d217585fdf92236f852a1646459447acadc72
+size 21863
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 260cbe4b727e..756da8d1dc99 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:54d8ef7536738e0a880b81a66fe786ec887c5b2c3b4c7df3e4372b246122e705
-size 22451
+oid sha256:ed3676d8d00f4fefff5848a1e2b8e11d2aad8718a93fc819754f85bab7be1d2b
+size 22423
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 058c554f2be4..cda2e69e91b7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0d144b19f4c20d6d776a826bd5c4ff285968a31ca968ec87639c775376b13976
-size 20447
+oid sha256:685ddba996264e7bf0df60de3dac1ac8d36c1cb0f793fb3cce4a0092bfbcbb70
+size 20423
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 1b63202d0432..e0a432e591ee 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fb86e2653a5e0a137e6afed1a14f8e3cb4d63a0827be5edd846cdee559ef8023
-size 29239
+oid sha256:74d69747ac28c5ee13cb491d6077ab65cddf9c3bfa135095ca5a3c704856586e
+size 29210
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 0cd7f0b26e96..88f932f9efec 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7c4f22f72786b609a685c065c277cf8abb61db414ca3c3e6f346e23c8929d7ab
-size 28216
+oid sha256:75468a831c69a4176e65b32133abe2fca9d1c8dcc3c4a1de79efbce23b0ce749
+size 28192
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index f5902338172f..7a4cde0cc29b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8a2d6b1c726d714bac4a16932c8755352cb9adfae3d3d2ecf24cd30680c7b382
-size 29734
+oid sha256:5dabaf9b7426c089a8a28c6bac4b11b104df8ab1503353d449064ea666cf301e
+size 29708
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 9b4e4ae32c65..87065f90d3c4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:13dbf22eba939434c461f2e29535563077f19ceb5382ede6cbe2f3fb45f9bd7b
-size 28234
+oid sha256:32dbf8470941d0d8ce7695dfc32d047cdf47fc41c23eb30e934a9da47cf020a4
+size 28208
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 99034ef7574a..9beaee944603 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cad7172b671b8554ea2ffe0557d9c03683167a5d27325e74f1c2e352fad0e407
-size 29776
+oid sha256:f1650e9d261d7062a9606a7da094ececbd0b9a7e9de34e3ea87470548ca844db
+size 29757
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index a674ad193f37..5b15d20b33cf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:41d3237d32635b0a49ad181b162139475ad025a19d42a8d056c6738b83c57942
-size 28773
+oid sha256:a3dcf07b4f6077662be7486f2432d3e0801271c5148f806e12dc9326763b3fca
+size 28753
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index b9c98ea4d466..af311b173585 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:33909024d8003586e31fd87c547ea34a06c9f8eb006c4e4021968fd48078ac76
-size 30227
+oid sha256:3473a8b53c4d9977d076949168dc687d727e1d627c7f99e5ccdd6e377e3a6e46
+size 30201
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index a777ee2fc1d8..f3ee6771a65e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aa43bb9c9df8a45764ba705f4d722a66031743c43736c853c55d01cf95deb7fa
-size 28781
+oid sha256:114db519bc4dc384cf558905668dc99222ec10a794539b99d7ac6665baaf2487
+size 28759
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 8e2b9f548d86..58efb82ec09e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e7edebabc30ef2a49f8dda299753211e07f4b477f54da1e528462c1a6944dc1c
-size 27201
+oid sha256:82416aa66f375ec940ded954c0ca440dd47a1c6861f2ce9deb6654e8f3a930b9
+size 27179
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index a323f44df6ec..35621bc31540 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c3581cee8ff293ac4e165d2680e0f8c2879ead6cd8794b7e27b7312304648ca
-size 25960
+oid sha256:c790e59e9474fe33159dfdd5ab129a1d591a2f0b2c372cd08f498c10eccec865
+size 25935
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 6c7f11afac18..2cc791ad9639 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:81172ff1212c819c2ea6637f3821af620f087fbada55f2d117151616753d1595
-size 27802
+oid sha256:1a614d35f4ba8713e1947fd55991e24a5d8c8779b83492366a17023fd7126384
+size 27773
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index dd2021448bd5..c732d27e86c4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:45c415e999cebf40c4c72491ef349b3a6209c06a509b849313941da5e86a1f0f
-size 25974
+oid sha256:a2b66a8cc86bb5ca79fab3489a1cb80525f8057e7b3606f42af6045e685abb58
+size 25942
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index f4e94e54490c..c075e3f9ee8b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d9ae4d0b848f1370abeccb2d8cc67367d951d702f6e965539e4c85c76ee21cf0
-size 27710
+oid sha256:c0ee94c4cee04197b0dc954ea6f1125ca102f265c0e69140c73e24f8a36eaa1e
+size 27688
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 23ffecce55db..6621b931487d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:33cb2bed73b028bc5c9b2a36bcbb5e9363ff7762b2b2cddcb09ab929828524c1
-size 26547
+oid sha256:aa11e5e366db941f8336a0ff79b5e86ceafc941816f892856f42592c240f4ae7
+size 26522
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 9e3bb3643352..ca26686b51ec 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9934f4f789c8ea19db0969e400c7d1f4493107dcaa0ee1edd1f7facf8cd08ac6
-size 28396
+oid sha256:5e19273b5d56112a841b956fe666092bee3c9c9f224fae65a8710881867079f3
+size 28372
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 6a8d02e9abc0..32e5462963e4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7c838f4a5c45a33be1c27b2918803fc36251e39c4fe12c76e749091eda568a66
-size 26612
+oid sha256:d552b35be67245b308b57fcb70ae68810eeb34191f8e739077f10ab283c72f58
+size 26585
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 310ad3482f66..38188a0a21fc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:758c19578292720b8274cbaa687b55cf82cd10efe42599ea09fe933491cd61c4
-size 24589
+oid sha256:71e68b20d84ebf52827f6577a90680b5d9476cf74386afa168ce3169bf0c0b6e
+size 24562
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index ce7e5dba8810..11f88c764eb8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d81f94386120275a838a99cbd4f3128014e91834f2aeca94ba4836124719b58
-size 22265
+oid sha256:523dd7182a8d105a6ac6c0b33c6009d4da5b4c0ee935bbb6b8488eecdf9bfdf0
+size 22232
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 3d554f6a6c3a..9a5a643ade95 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ba9962b909bc5d5dc654f72e5f16e611f20e07a91ebe9abbae38cf043f7736b3
-size 23202
+oid sha256:f2e03e9baa3fa0e4f2478099d4a4c34f314787f3974d171bdc88c7eb7a8a4267
+size 23173
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 1c8a584070c3..fc7b9a54c50a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e9c4c9ad1b6568b5bf75b7490cc0be52bb1d8ec037b88dfbc1746fb216ed6118
-size 20660
+oid sha256:c11c6e2f16ad464f1d1e90dbfdd45c3be045a2931c319df6de1e9b584b8bb56b
+size 20630
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 75ea5e6c2b46..9418be810ce6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cc084750b64b86ff5d5651d48339723c6d6eb77ca78398a584e9e93380cd2fca
-size 25347
+oid sha256:d095dbff31679747664ef15c34b02f68747245d2170511f7be97bdfcd1b2757c
+size 25313
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 147e73df78c2..fd80b78def06 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5746cda3917fffec402ee0e826b77f9797bc0763132f49739b63f3f48c105f2e
-size 22724
+oid sha256:c6e87c7fdea172f2116d28f95e77c71844bdf009143f3fa25aed436ba7b47fd3
+size 22690
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 1fafe797fe37..47338cf9c5b0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2c1b96926c0e970989ef99e88a75f07e7c2ec3074a069d03c87a8cf8e9d10c8d
-size 23189
+oid sha256:eac422af17f23c73dc170d649dc5dcac6c609701b0f101dd3edb0a0e05496713
+size 23161
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index c6021cee0236..4246d607bbf6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:51d255bfb3860949a90d01b6fd62e11fa7796c4ffd4a379611e780a1251b9681
-size 20666
+oid sha256:979dacfed4a71d8618d10caf47dd89c5e0fba3275e0e3f0792a59a301f2b5d81
+size 20636
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 6ca561ad9981..c253ac28b159 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:49ac8a5dd0fc068c093c3ed6015fea9429b49354b6dd60340d3a945e924bc428
-size 25566
+oid sha256:8e3a89b42cb73c7722828dcbb9e97c537090f6aac3611fa5125cb070390cf6e4
+size 25547
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 72ad7a819c3d..0ab98b1d7c5d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5f102c24be7ed873fbf71e541e08ae9e9eff7bb50f760c1e1560f5804c4583e8
-size 23423
+oid sha256:b81d557180e7740d8f2b9d9a6a916de690ed5ede032b761d4a1e5f8bbe4a9130
+size 23403
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index de5d09a08628..e164f86be34a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c97425b33a299d3de5d053ab623a6ee8a257a8a4484492d9cb51e8906578e661
-size 23556
+oid sha256:4b13e51ace6c392eb7dd1a4eb13ec24796c3100961e44aeb054f26fb2808f46f
+size 23533
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 5628bf0a5219..b051cdd7736d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:00c89fab99ca2f711898806dd4f32f05ff0900fbdf69de1bf98418a31545e884
-size 21369
+oid sha256:d678a78aeeaef5d761c8b8f826fc127ffd97307c44a275c5e933ef5e5925412e
+size 21345
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
index fc5f641482bb..c7d6b243dd43 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d3f2d5ea07ca15f5442357daa1adb880f62897f0bbb75b32b9c164e4ecca2d0
-size 26419
+oid sha256:e4e4e68a19932f2ecbbbed5dd47d248fd9c4a39d53806b079848e010ae6e385f
+size 26396
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
index 1ba12e944c72..0a36dcf9d5a9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c530d4c223dd55ccac885459c256b18492ba3a7aa123ac31a975fedfe46e69aa
-size 23576
+oid sha256:8736466e93e07c80d2468426fb623f466bb949753c2b38277988b6ec1f6f27cc
+size 23549
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index ca640274fd2e..9035c5421fd8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2b39bc64131167821ba4d604cdbded43328a1731f0a9281f70f22225e7223f54
-size 23716
+oid sha256:14df73ea734b620730fe731c933e7e33ded5ea18f2bb6380442f9d5c87e13dad
+size 23692
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index f21af487225d..94427779b6ed 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5f05b760c9ed4173c1d61c7695632f4077329d17b32f4db7773b7758616c943c
-size 21420
+oid sha256:ceb71f22d807a9ac4d93ec3914c6885bc5cbb3685dd7f9cce8890d39c42148d1
+size 21387
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 0e006cea0211..6dd7960b9897 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bc25e79818be3e0735195797772e4969726434f8e5fe4a212536fc7832f3fd62
-size 23483
+oid sha256:7913832e587eeea6e1d5b9d173de32154b63f7995105a1948eb5e8e462c078c4
+size 23453
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 4b282cb772bc..ceaa281cd511 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:04fc6d417037bc1ee979c606492ade6d6696989dd043ab672fb5363f7101d37f
-size 23772
+oid sha256:82c20d20cd7de46a51f7e13a54ea62f15087c9658fd9be8681d599337839aa00
+size 23737
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index e8f0aa417afd..ac5e1176a94a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:17c4d85ddd9a7ebcabbf0088865ea7f09b768d522115d82fd6e347e7675f0e19
-size 21066
+oid sha256:b523f67c6d431bcb0a3d9281f00a39114b6304ecb4e0ee800bc4bfd100534e43
+size 21040
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index a92f225a7629..3cae09f0e40e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c1984edf0662073a1753a9fad50937fcc86a983de851abbeaeee44eeba72ffb3
-size 25303
+oid sha256:c0f529e3ed15521b5f96527fc3bc40de89aece0e9919194dbb23de3e1c39ac19
+size 25271
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 363937d5292e..036fb7da8f80 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:529e257483a4b090b6cfce973f54d51a3374f89e20ede5d59d5498898e8110a8
-size 22753
+oid sha256:1e897eb56bd8fa3a5f8a2d5e8bf3c8d086fdd12250005d2b4355c89dbd217c9d
+size 22726
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index f8891b66d185..aa3ef63006f3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c0c2978610bc17db2816b77abe7a6e0e1ba2018f46ce629fb7246cde7937f825
-size 25966
+oid sha256:b1620446055117fc9f446b964d4cf5685d9c0553be6447a16460f1c5fa8bda53
+size 25935
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index e3aa517c905f..0deadb7eb8cd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:11fff6cd030eee3e20b838cc3955fee357880dbb88ea9898a03ed0e1d869fbb6
-size 22800
+oid sha256:7a09840404a6499231228f842fc0c587fbf50216a11b705e9e470bce3097d440
+size 22768
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 1690a9ccbe32..a72e7cca4f3c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e959c1dc0adf1c671a02158de2e78554cd85d0466f9573d790ab87346358a00
-size 26481
+oid sha256:cfd1ac712a0a5bd2caa09d4ec30f3b750944a666b7c1ac2c3b2bf5c5520abf61
+size 26451
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 2578f71f5372..0b2d4b0441ae 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0b3fe56c56d617d37bb7592911c141df70f6dae6a2f125a098177edc5b01dc78
-size 23272
+oid sha256:8ecc0a6e8fa0af9276ff8d547d7c040609951e92a3cfbb09f42374b8bb19f443
+size 23247
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 4abdf05593bd..0c30d2e5f16d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0895eec390850cbe0aefe04e139113fe1ce8de95c0597ffc36baa4a9320fa818
-size 27210
+oid sha256:8c709fd65d7adf01d8278b38b5f9753d27d939145dcde4ed146741ceb6ad516c
+size 27181
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index b15b890530c2..905426d752e0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2287681e5a162f225cb23c03a66df9d25e0a12339f20f4ab91fe4863f1a358ae
-size 23320
+oid sha256:ae042db7b2349f4d6b5ba33f4b8c1c06df31e6522d9199007179dc62d7333832
+size 23287
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index 3378c5e1c4c1..ea102ebda0f8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:35db6baf107cd11153f5166db157e9ac39a469270f47759622263fca0388e7fc
-size 24348
+oid sha256:41001ac792a00f6d751dbb73dbb185e531aa4ecbad82559bfdf43be438115814
+size 24319
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 4e95fb95d4d4..cf6fd23d3894 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d5d215069d28dd025759a61dda93d4d3bd73043b4c6b837cfe9a212874ed5d88
-size 22107
+oid sha256:a6e702fb4d6e07f2af8327018d657bc756e2d423ee078153880ba78739420f9b
+size 22071
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 3fa6d97c327f..e698af5d9e04 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:21a0b84af385a6339c89cd49093ff541b66bc039fe5b32a207aadafa778e2925
-size 22848
+oid sha256:c668a017fc2175a587f9929982994a20d262fb20efd321c6d848b1e811d90577
+size 22818
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 4dba443e2b83..a0fdf3637fba 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3f9bc6a2044f5e2aeff7c4e93fe6b49f3c6772ff8162eda91dfc466608360a3c
-size 21368
+oid sha256:72ccb67bb1f55f8899d29877d4207d787259fa1c2ec2d0f9b65c0a8f644c9de8
+size 21340
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index 325cc0818643..e58953783dfe 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5a074611cf1641c6b5a4faee90d79fb82777ea68b5da862a2eb5b895c0a362cd
-size 24818
+oid sha256:7e910d56071c88c58ae215bca84f842d0e1175b06d4a0b81d058d9a47809abf9
+size 24791
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index dc0e1fc364d6..c35898ab83e1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c7833e3fb137d0b83c2c059c0babcf4876e2ec3ab1a790742bb7b2fd0b500233
-size 22283
+oid sha256:bae330ff2a78ed2d59ab526352bac53314717235e99a8c432b2c0e7558f2aa3f
+size 22255
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 255ba6de7223..eff2ce97fc1b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f266b28ee844cfc11d4e377e7edf38d3e6a36283f14097d390b6757ead1f6aba
-size 22865
+oid sha256:a9b33594af42887227b38a4ae0248de30e704bc00b11c92ed3e301b48c8db5ef
+size 22805
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 389bce05705c..c6e7cbb7193a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0063c5d4d7f3b1a9506aa4432a537596897aaa2f8d63b9fba8da53be1aee1f9a
-size 21413
+oid sha256:dbd427f640726ba216b7d3df31b51b4addaace44afb560017cfbfe04170442c7
+size 21383
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index 0b66a2134b4f..bfc74d5b738d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fdd375c0cff4761400fe26bec1954b1fd02dc4a4de5f52375c9c838ecf779571
-size 25441
+oid sha256:4aff1096e28ebcf58a99a7174b635b019bc3f129b04b6f60b3bd963a1fca918d
+size 25417
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 5afab4bdf9be..26451ce1d0e2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2846abfa67125212925a43fe1c6a7493c59090d0816214e98b45d46be6cde21e
-size 23174
+oid sha256:c41bf6620024c9ecf5980a5318749425b386470399e7fce78343b691d5597d0a
+size 23149
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 0fb033484c3b..9da4155252c1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fc3546903ccfa3533ce38973df00913c6467def213c0723a70c8a4829e2d1771
-size 23400
+oid sha256:f4aa0772f1b28aa1595dc3cbf70a301de2566c695febcc454348cbc6917cf8c0
+size 23378
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 43e7845d2024..a0dafea597c5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dcc3db3c5c4ba679211eae2c120c4c923e8cfc2e5445c7552615808a02a05a07
-size 21914
+oid sha256:b4ce13a5a0713c92bcdf15cff320c02be188d1403039214620132b626f5a4743
+size 21887
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index 78ef1944dea1..79c469c9c75c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ee66e7904ba286d0d8f8a26e722a49e50b45aa82f68d32d31f7faceec75641c2
-size 25918
+oid sha256:21cceab77b25416ee21d2169741c75b7d56c765072db6776c3e51328e19f4ace
+size 25888
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index c57934d26306..33e77a87f376 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0aafd83ab472ea2d069b0991f716cf8774d3b1f53740b48da1abc6316cb2e349
-size 23564
+oid sha256:aabc9980ca1bd94e02e7047ef09cc6dd5bbc564a9ef47904147d97df79f8f299
+size 23537
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 626edeb2caa4..a0082794cc99 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b758cf4c199e95498dac52e6bcc841bd8bb40e5b523b53726590227e7ccbc59d
-size 23599
+oid sha256:65acbe16d954775278498adf348b0082b2ebc3d0eca75057996eeaf2d566dfab
+size 23570
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 98e3aee5eaeb..811df5aaf52b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2d1fe8bc448d3dce35258a0337f7e68307f81767ecbf54e55581349c5ff11fed
-size 22046
+oid sha256:3fcdb04e1fe236acfa8c6e08d41c13623a27f5764f84f66efe51c78acb4cd35f
+size 22014
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 5a026a285055..9c2d03232a64 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7ca19ba368d647be1c7e35f6173238359ae504cac0a1c0ed75b3a307fb7b5654
-size 28046
+oid sha256:aeff93ab3edf41e562cf250b810bb5e7685d3d7d7e1cd1e12a87eae98129a4fd
+size 28021
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index d3effaea1fcb..6610e2327373 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5d707b029e40a60f4942e143298338b890040405647d708957307f0b4d2f9422
-size 24141
+oid sha256:4c897e2fc3a4dc0a984f8b2e844bc6489c25a0fe849fedaf78a40e401c57f96d
+size 24114
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 1007feaaa214..ae1cb0aad378 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a48cfb28f963702bc8494cbf194ea6fa86375e442a42c0a221834b2f5e5fb710
-size 28882
+oid sha256:59c1fff747fe093f3afa725b19fc8e3bd1015171cef691a83e5a6f6a888e7a9e
+size 28858
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index d76b1f12e0cd..d0dd779add5e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:21c720c97773805d0fdc4bc851c42f03a6e9926f9c376b73f9570f13ed49ea41
-size 24162
+oid sha256:4af07df8e06888e2c815048f5e1f8943abf3239cc743b214faec9a1ec98245ea
+size 24131
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index a11e6f94620e..5b955e8fcf11 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:61c798fa999a4fc244da4df620761b6e5822fde582a24d8f9b787b64954e6567
-size 27493
+oid sha256:acd369c44e39ef08be3948b2f56b1573dddb32188d6ee3c2785da1568e12ba0f
+size 27471
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 6d09cdb88d56..04e43f16a586 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:056ae7a91c719aacbe94207fd01595c4f107589d59ad2f0fc356cd6c3dac467a
-size 23759
+oid sha256:5f7efd5bb253175f5f6b2d78b49f0a3876c08e593c3e8ef8dd0667885737cd93
+size 23728
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 16b68a53c9ff..410f0696d50f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:696ee66fb07e0d93a8c99e489e5bb808ceec97331b92905638504f3eebd1d225
-size 25531
+oid sha256:01d7c5c3540b777c6b5a7d0f8e65b4f3351e89dfd4882f8feaa2ef38ef137a29
+size 25505
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 61fab3dfad8b..7dff45628849 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:883cd84bee9ecdd849a6878122f3e0b21ec42954bca5e7fa8b8412515cd77894
-size 23020
+oid sha256:6b4ddc7c04aac61d163bc55f011fa3ecfcd1448fa9a8d3e59e472f41bf30c1cb
+size 22994
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index 2b8138512d79..ced9a01d5641 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ128Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a4c02d4115bf2ddd29b2571f41aba2943680228ad217b3ee27414d63f5eb23a6
-size 28413
+oid sha256:888ab42b337d481efcf1871ba15fe0d45712a75500510e68c102e46335ab9aad
+size 28387
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 1e34e8b16881..577d85ca3579 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ128Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:198712b0ae6b38312f44eecb7ee32b1e2d873383fb5a747fe453fb6be634e7d6
-size 24747
+oid sha256:c77dcaea006c2d0b8c414ac6daf1ea7fb411ce97f492b62b8c6227f5cd55106c
+size 24724
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 05a7478384fc..815b57488257 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6db8147f04d10c74be8fb318f503bcdebcc443cb4210f0cbdaa72a5959937b64
-size 25509
+oid sha256:a9c430f7b675b7fd14efbed01290366910d623bbe1b9fe88e72b2e78d3994047
+size 25482
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index bea4693b1272..b9e3f6ad32a5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8b80b46cea48172d605bafcb67da770e258fc852bc1ca9f6487bf6d2c272fae7
-size 23044
+oid sha256:bb8f8519bffc50c169cc052dab87b4f40bd8acad27191c146799229c921efb86
+size 23019
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index cc03bab6223f..95e18b61f110 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:56fcda2c3991c092180eec3c92d4e6eb6d32da61f64ff5d6c9d7ff12cab0aae6
-size 24471
+oid sha256:35e822b6a0da34c2e3a2978932344db8f8dcd743c8bb549930b2a541a3986983
+size 24456
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index b4a4599a76e5..97220b2f7013 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a6bb463768d2a34e2c019227c353f8c8596515a8e03e0e185b3d7a2b4a7ac716
-size 24577
+oid sha256:a0d2b0a60eb73a7219ccf98c44e45a06e597c66b80cdc2f512f711eb8377ac00
+size 24545
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 69f2e0850709..98e747808eb6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b27466e844a272b166a96a8c37f474a2a6a9ad68316243fba31a08a9338f7769
-size 24972
+oid sha256:3e38f435951f84d621190a1944a8a3a201834912eeda63770922b185571630ee
+size 24945
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 9a1f8d3fb834..3655628e4e48 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:21d2b20e0d7b8a001adc2a5b4becc619db49cec92dd76d51764e3d2b306bfe72
-size 24961
+oid sha256:2ae6697ddefe061de4f8d5b1b3c35596f5e68cd03197ad7b27f08bc89edc1c12
+size 24939
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 20ff312dbb09..c4a47feccb72 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3a05bd70213d62ec1da4b4157493d044e26b4a46f90ac84c971b670258652d4d
-size 24397
+oid sha256:5f2fa34c687229e7fb4176df8f3ce5303ca15a764bb0464a1e91d39717e1f2c5
+size 24370
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 79e1539eb5cd..c00d44e71cdc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6ca0021929c54c9bc92c7c036b3c8db5299785f373d1d0c77fda549266ee4811
-size 21298
+oid sha256:eead2037691f2bf931bd97b804e2c52613a0ef82f328e831b7999cef896f39b4
+size 21272
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 24be754fd1c5..52daf6cfad97 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:230483d160f47d88faf26fae73bfdce1585b94d7811af69e9832e04c79376f56
-size 24461
+oid sha256:74e2d16d1489afb767ccf330f7ff61805df46dd7b9a146467ce23f20ee33e69d
+size 24430
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 177db277fb50..8a23ceb59b39 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:70abf35dcce77afc5cda21e0e7876edc57a2471dc183c321a86197861960338b
-size 21333
+oid sha256:0dcbc4248862cd9dc8afe17e9e608d76427b63225570fa498e119eff3c183512
+size 21307
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index c0230a2f1ad4..3597e580f69a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:604c611435e0cb22455799c65d2475e97c76f60c24deb788e5a55d6ce3433f5d
-size 24821
+oid sha256:105647246e26547f993dc2d88f6f3c99b8ca62e6c07cf86f6ac32922c189ac42
+size 24804
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index a8cf74b2e759..f245ee387bee 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fdcb20a75eae17a41df9295f05643c706564e2fb50ab7e09e4d768434977bc1f
-size 21830
+oid sha256:6caa8977a0211dd935f28ee3c633393b0b4babc18dafa2bedcf8dfcb26c30089
+size 21807
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 8216af98d372..e241fefa25bd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e632842d34fe04fd72649d0cf3c691f05326f97ecc213888c4e214a174590389
-size 24934
+oid sha256:2c894baf1ab808e9d480625dbbda21605b8a2c883e29257f30c1993a2f1177df
+size 24905
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 3be9af80fdae..2f7e37b6d9c8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3710a7b9a636e292581b3b9f1651ad6664240f5e3866df5f2cf71cfb5ac7630f
-size 21922
+oid sha256:ec8bbfa0980745d1bf243406593ab073eaaf2270257f092714bc7455585f5a01
+size 21891
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 221de4d57a10..abd7713419fd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dd6bba07beaaccbe755925d002ba298a5464838b69c75c41fdebc7a0ecf550f3
-size 24349
+oid sha256:e94d2a096b6674cb4d6db3471efd51b9f9e48ae46bcedea30936037f0ec9b897
+size 24325
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 9114eca3f2e1..7eecaea61b9b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9fbd1899e884af17d8dfd35581ba131a5402ff0dc2480b9ef456d3c480da70d4
-size 23964
+oid sha256:9cbe59409e7ab34c3082f48bbdd0310e51fa26d6539dd1f8cbbd76f79a00f673
+size 23932
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index b5e88e3e64e6..db3998c4fbed 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9f2289f30be007515310bf9624113a4aed5640791b3c618efd10503098892b6d
-size 21446
+oid sha256:4b2269e0da9802e7bd111f65a946ae36982518f6a3997218e1ad3c82249ee04d
+size 21418
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 49c786f92ea5..ca1c531a0d52 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1f15123ce9a55e8e0af852ce3265d185a20a7a6aea4f5b4576a450598462c579
-size 24742
+oid sha256:b46e51c23548aa60a5432c5b46e0f13984da6726be0e3734d53827af20832f54
+size 24715
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 495e30bdc44b..c5ecfd96bb46 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2381cdca5a062e010376130f08c07c9ede3759a9481cae56169bf7becf2e9943
-size 23631
+oid sha256:cdf2ea5dc0c0844977254a95ab8a04336f56723e40c6d7380b3d2a8d9f136eb2
+size 23603
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index d6730215d33d..d21f7a295ed5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:42f76635054bc9b491de3c56e0bb87fa32b0d53fab7b4ce3784641e8cff0f176
-size 24726
+oid sha256:0a03602e0e92e0dc173bc2e248763e623c1098d81a58cf3fbd570463c7b1cc38
+size 24695
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index fa7471cef02c..301bb9e886d1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ccd7f0216b4fefdf29031be67e271b219c19053d90289dac13e1da14153065dd
-size 23664
+oid sha256:b7c10517e33830944f391aff00faf41c021e9838aaf92557da8bcfd3a2320d00
+size 23627
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 6f88fa942c65..3d811668e38a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a65575b0821c5a1f9dddb2e67291da14f1d7a58d25395bf4f6e1dd79b30dfbb9
-size 25745
+oid sha256:71959384703e5db37af7062b1e658f8fe454ed1df3d04df38a159a98262c7581
+size 25717
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 2b5195ac560f..fd7e0bf09465 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2b39ede97e741cec9b8dede6d9702aec11799b89760d19337a24863ca3178cb6
-size 24041
+oid sha256:a2a5a560a84bc641cb7d3b50bda4011b4f816c219f2f3679a7d4c8f6f71eaa8e
+size 24017
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index bf8eb6894ed3..4835c6eaa699 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4b0eb577e82496c0b0b8271f07db90cad34a079c2ebcb5c6c797ace7839697ab
-size 25769
+oid sha256:16ab64fbb95f67dca8380382f994916087558b742abee8e9d5c0f6e4b01a000d
+size 25735
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 281bdcc9ec76..4537919bea98 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ace61d883a530c25af9115248b0aa25e0458fcabc475cc8453340c2ae429761
-size 24077
+oid sha256:12b45d284ea8bcf68edece44f5cb30ebbdb200bd3c6feebaee670dc17af641c4
+size 24046
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index 17fe2f341ce0..9a28e1d75185 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dfd5fbe919094cef94d9f79bcceb53ca0f42a24a76594dea2fd44ddfb78db90a
-size 26268
+oid sha256:62af34681952d959d942bf77eff7f2c5771880dc7050b71e441b874e1d420469
+size 26239
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 09d98b8769a2..113aa4cdbf76 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b5cc7481481ca8cdc06db59dfe5edecd78c543d862f58cb962759483d54e5e16
-size 23223
+oid sha256:59d929708394b826da23b8fbd870ac54ae774c93408be349b9b14264ff0dc8bd
+size 23188
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 0f770bb77503..28f873fd79db 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8208f2ae339153cc575d6efd9eae4d905669754d38c7764a9de9f962564f86a4
-size 23094
+oid sha256:a065a8ceb31efdea022a225cac6bad010429a5f192d739cf1f6c453edda2bc83
+size 23063
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index f6918c4fa8c8..eb7a7b92cfb7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c4666ab308145f6f2157beb8b6304e228e3fb58da09544c940b19b5c71627458
-size 21723
+oid sha256:033359b08bf1ad58ab6ad80f09af065c9ba8bcab5418a42f5c4c45a1edc2991f
+size 21693
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index 15ed20b8638b..f69d075bfdb9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:29789f61e998de0d7bf6f29decb7dce319c4a57a4b79165290c34501544d0c9b
-size 26165
+oid sha256:54935affb607488947f4ff2eb586c894f1ba2463861df0e94075b5ebb4a8cf9b
+size 26142
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index ceaea813f393..e02e08953201 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fd62e47751a2ec3ca90b3f89024eeabee4cdf955376c8269f5013ef977ddffc4
-size 23258
+oid sha256:2b88e2c923f095b3856ee9f9f8b0855028d484890dc4bae525b3bbb23b7c1d6f
+size 23226
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 26a6303fdf25..8ad0ada0ecbe 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f62caa5e7ab3f00b198c2e9c233c1a12951c850b7706fe29ed87e641ba0dcfea
-size 23069
+oid sha256:406f12c469e77f6d8fea5a080d00080e8e30ebd3e662d76d3afb32c4c201f23b
+size 23041
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 21139ef7c318..556443ae8b97 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:31a6f4a888c15117644654e45d210ef29ca96b568627ea821304e606e2213216
-size 21763
+oid sha256:3749e4102be39f55a8b95849ec9edcce34a08535ca266d92bccdd2087b648734
+size 21732
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index 5fe54ba91236..adc4abb14718 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f883d48205419bbf044d3636b9a95ba303ae66637758b7a3d56ad3b28312beb2
-size 26916
+oid sha256:4b18bf3b26fd27e7429a454dae2d2cf2345a7d3ea04a3e020b8b8144c0fee4ee
+size 26889
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 0fad6c39b514..be58ec6a1328 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4ccff6ddffdad0f2198d60df4ea520a94cfdb776fbfd9ccaaedd51aff805eed6
-size 23820
+oid sha256:5c28bea0fdd56f50731741a58b59e8e5b49fb30681f674a0af7e00f6fc8e34b0
+size 23794
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 4b8774d48e8c..d99024dc0dd8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e471870499747fe6e8e5d653d77b3135a1b49eb1d74ef1de2d683e8c2ea2240e
-size 24102
+oid sha256:b425a4a5aeff40a03917a1194f81ce664c48595169a3fc39e2747ba7dd590ffe
+size 24073
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 3dc951e9521f..d4c31bfaaf49 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c00ba336e72707b69ae65077bd8ceee100e26332adf163be9a5d8711370f7d31
-size 22261
+oid sha256:422e12d6e0d3675a882bcbbb93578906a27952a9f745a1fd1ddf0a105fd40fcc
+size 22236
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index 4f7ff3a51dbd..a4d6a14190f1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9fcd768579ace60191318f073f77740a9df4e1f367800d6db3d28c799ca9fad3
-size 27121
+oid sha256:acf55c90ecd92e8593e65fa12564f884f2e8657677c42f2b3c2f544aadf25ca4
+size 27091
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 5c8ccec1b0f5..0972e4e45bce 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:566f711a0d4d1903eb96dccb450bbc94c0eefdf0b1d78d7b28a527f5e4695e30
-size 24001
+oid sha256:6c6ae4edb45c1c2197b27b6bcbd643a1d80484b2a4e0b481cce51107c055189b
+size 23972
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index fd438a64d3bf..384cbf2571f1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b10a72be7461afd585fc9eb1af74038be4ce78921ffd9fb2f81e300d9eb3e968
-size 24199
+oid sha256:dd7491b65946298c6763f2a15d854951cb3f8786274f16127c04bf22ba1e3217
+size 24172
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index ac4667bca959..1c6f27ff3c83 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f62ac4ad477ed632fabe245975c6ce7177dfd711e493bb0b7290f0e6514efce6
-size 22322
+oid sha256:6948a4db58bd217998b3b55142c9eb5459d50f8d7ed4ad13df0462ca31ec0fe0
+size 22290
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 7c182f7f675c..c508a5591260 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:461953f279f696a27888adb38e905ea1c751dd4d74f3b34cbc5de3fdf8dad041
-size 27073
+oid sha256:893f48372ff9c49eed47dcb8d73f5ee56ff604f3396643049922c044c4560d37
+size 27048
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 7979b1baad55..0db9b8e0d9f2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:735d89704068cacc782c125d226a7d6fe17b9e54b4fac141671bfcdc4122bde8
-size 26621
+oid sha256:9f4b45ce3760007d0d8e333c9a26de598323105397ac2dba931db040b42258ca
+size 26594
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 8be5bf895aee..3f7f5c4d43a0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1832fc516ad720cf6d5930c4883d2539df5492550e5ebbe4d269699d6b079e0c
-size 27121
+oid sha256:074ffd7ef7916158224547d84aef909ccdb834a29327b6099ac55d54b3980623
+size 27093
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index a6ed35cdf2d0..c331f9c617ce 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e926489c7d6cde95a6d3953f6f16c8bb8e1354d9235fc9428b0e69da7be2b88b
-size 26691
+oid sha256:32779c953e18b2e8d62576cda13d58042f079c67f87d257300519986e98d0c31
+size 26661
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index c69442f6b3c1..cf9729134a9e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:72b5bd8dd043219aee53edc7978e113ba71a23b2b0b84b69e8fb2f7fd13d7f32
-size 28976
+oid sha256:471fda5de639bee28b81e921bcb67052fc175fdcc72c26cb3e0deb848f2b0508
+size 28949
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index bd845a7c3115..1bbfbabf1e54 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:36a38edb80d2bc43d61aff7ca8dce0d67947ec3cdb8f0ab87d22c7ca4962f24f
-size 27028
+oid sha256:4e434a49e483fc514a26774d685e6306194682fff1d7fc67ac88ea46b94c2ed0
+size 27005
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index a64c1d98fc14..090071d8c0e0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c8be68e1af88b3cf17cd99b3ef7279a604b847d4cc017dc15e51483827a5289
-size 25065
+oid sha256:5f87b2011c475d42c5a87d8c4bee91eadfe2b74e28121daf1efdd9b1674c2925
+size 25039
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 33f8e4fd1b74..8fcfff6781a0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b958b9370c6eb5d9a56d6cdfc101291c5f3fcdbb49040845a808ae4ccf345fe1
-size 24923
+oid sha256:91ae192958d97e1ac57ba387b5bfed79473ed01ba0819fcb2d3bfac67e7ffd1a
+size 24901
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index 7429b2b13cc7..2e8c62f51491 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:83e7d41f32b7daeec9439e58e87d093d9cb73a1b8d78277e788c0d8e35102b16
-size 28941
+oid sha256:b23d3c7cc5873af117db1d42be8a2f887bd74904d000eac9dc5d5a066d8f2411
+size 28914
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 7eb166bafc91..8a8e456250d2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1a4d099f8dcf16d2a6dec526c1ac8a7260b1ec0f3634af4c01597b8902a80500
-size 27050
+oid sha256:9ce74ebdba3c4abe35efc724fcaffacec3ae6ac737113a27385ad82fc74cfa6b
+size 27025
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index b28436c1b435..a105f40fbd0c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4ef56bb368a882542d756e5724c8428090f19d5cd897345c689b58bc49d0de6a
-size 25041
+oid sha256:13134c106d8ba570291ca9254038586593f5e07a73d008dbd86b29a06ad96d93
+size 25010
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 570c8ebde413..d13ae1717bcd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:faf989b843c8d7d1424033033c3245706b4f3c715e5bb2906473217c1a7ba94f
-size 24947
+oid sha256:ffce7b59924e866b95be04b2ef5ec3fc3f86c120845465ad916c2970a6dcf9bc
+size 24923
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index ed0db3aed6ef..e41bd1f5d793 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:61ef2b5e6b41752badfc2ebcb43462646484e3e6ac57450bba413ab680604bda
-size 26493
+oid sha256:a4b24f1b2705e955a826f9535d828efaca8a1581854c975e34c0e6d6a58d2253
+size 26467
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 92410e331d46..19cbbfdca8dc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bc8c78445aa3a062abe4637f508850eea696d47c41e72d84f774a60c534c50f3
-size 25525
+oid sha256:73c81425cd56f45ec4a64288e6c65ac0d9641a1fc9bc67e2b3bae0b4f3d23742
+size 25500
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index bbbdd0da1974..5e3b4be1e521 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:055ab1f0d400958df1ec662979fe11a5784e160b1d8237876a206d94ec9fb228
-size 26435
+oid sha256:09edad518969683011aae5cfc305e3011f7dc2c3b274da12f02836cd7a0e3d07
+size 26411
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 09e745cc8116..14d600d8ad5b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:864e88123232730c0063df616f1d312fd1ca11851d96ddcfb5eb362bddd59a2c
-size 25584
+oid sha256:09c64d3b1d862dd38ba6caaaf2cb25016073b0b845ee94301435e489292b7471
+size 25554
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index ba5404fb9f88..36684d6f9118 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:62e5273a9443825092e7b534d6542a971022d6aceff4800f5ff6a5858022575f
-size 27547
+oid sha256:b1c79b1f0ce610e4d3190c62d069a8f2eecde58b9189c3f64b08531ec24bb586
+size 27522
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 33ab6a7117b4..d8f4848c2d3c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cf41144c013ee28155c9620c03e96087775b6f4c7990c13af856e6f95a22c076
-size 25877
+oid sha256:6f361a1f13ebadda3f01eada8dd226154b9f10a460498770de89e0082d0ff515
+size 25853
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 89d850a95892..9adf6e7eeb93 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4883484f472776cf9f0da99887714c5e8482740bacaac65a5584d3cc9af2714d
-size 27560
+oid sha256:fc0ac1a9ac9d9663eedce7756c7ab5efb05e4493417100fb32dabaa985c229ba
+size 27539
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index ac0f3dd502f3..83929a72d08a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b1d60cf45cfb19b10a217a00c50a58f15c1dfa1b4bebf5fcea3643142b2ddda7
-size 25941
+oid sha256:e8d6e9ce2bfabee06941dc9110fa5a140151071733e11d8097bf1fe887945342
+size 25919
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index 9367d89f3677..6e8944d472be 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ce8f198b9e3faffc1ce728243f27f2adfc62b73eeaab0d1966524587686fcf92
-size 27659
+oid sha256:7c61a223442a9e537d09764aa1398437d6908d7091d181050a68e4d43332f7df
+size 27632
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 3d77e0e5a4a5..ed865fd470dd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aae0cf2eca2e5280009a5bcef9a349f3e0fbd268502a17b8c843208407fc6c1d
-size 24643
+oid sha256:548d1cece278cf04904cd817fc2a63f1968bb0e7c0233aeac3eb1c7a147e39aa
+size 24612
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index 0f7a5da0c680..9fbbe1e0b382 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4f1e23ac9d43323c24e2115a181b57cec4cf9b6dbceaa1de7a6ed66a3ddfee66
-size 24445
+oid sha256:dddde6d839de8ba7f3853acb7367596b4703df4d79d3efaf7175ed526849d563
+size 24418
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 17ca8501813e..dc99ed496023 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a7fd24863dc84eacd61fad3f00e23c33a286fc7812dc50ca7b84575cf87026d2
-size 21791
+oid sha256:2d7a4adad88b283e57d3b6cf26e60c66d45e28ab4e0e975a6dc88af6e25b1d8c
+size 21765
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index 76237c242702..3c685546c129 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a676c89d6330c3a39148ea7314f94f956ee1b4837b2c92b407e433dc39041ab6
-size 27525
+oid sha256:b8527bf1d169a1c413e4adb34c58da05b3422a1dd24e11be2bdb2b7b27e58e82
+size 27499
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index ef789da3b139..9a64cab919cc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2a407191c37db41e76e9615b0f2bbac7564d19ccc10dcd8a2eacdc9f65fbb76f
-size 24727
+oid sha256:cef860b2be86ffba3f396196604daebcf1eb9da5d0ce93d0748ca809d92c7f57
+size 24694
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index e71a5b541310..d6c20023ad1b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c9183e2bf01aa6d2f642083cec0b0340e02225c113b8fad66d596507d31a1e6a
-size 24352
+oid sha256:c83c86608b86e654df440b8a0625c9cb628171baf979b41b95ffe94a1cb80d2c
+size 24321
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index f2427b25f96c..60e471799005 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b0530f366e01090e780317661808801313e0bc8ecbf5c6e6d8f08b2bafe11bde
-size 21813
+oid sha256:97cd8c5a0c1187a7de1cfeab10ac242f122820ae6f1867aec7b692cf7f4851b4
+size 21789
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index 292ddd16b4fc..421f9116b2c8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:341c575d8dd85a2b2effa98b84128ecef68c2a447f8506ad8e40572defdadc8f
-size 28161
+oid sha256:72b0bf118c38a2a171fc7368f348c7d430200180cfc562f094c79faf453c89d5
+size 28143
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index e39b7a0c087e..a5e12de6548d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1cb6d693f86d68860f46e2a6f5fcdce08b9f3362d7fbe13ac0f032141c9a5485
-size 25324
+oid sha256:8f8e3807926f305df9b5cc5cd9faccccc86f777de825b013f4cca2160a6d3974
+size 25297
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index f10e9db37d1f..efde21cb2e10 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:11d0ca74990e4eb8498780444b8ea125f736aaa0750becc9ccd300a53d0dd3b0
-size 25143
+oid sha256:a370debec448383492aaf94541252491736108ff09ff0adea239f7c67c171a97
+size 25122
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 3d5506e49ae6..38e944527e3a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cc757ead0750fe77be34157b092d474d6033e955aa46000e0288a90ccc2a90fc
-size 22537
+oid sha256:890d3e2923ad9b48db1239f4c88b079af6e5506d39e965a0d68df8aa2a382746
+size 22515
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
index a8fb44fab79e..e5b51f79aebf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:33b5e3f02361ca5bb075ef5289793ee6e52186092c47d92fc89c99186579c4fd
-size 28315
+oid sha256:42dffc78f71d31f50373ed0ce5828e18f15d0dd0a7f8651b587c37da8cdb779e
+size 28289
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index aa0ae38eb082..deb637641989 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d573ef143f4c2ebd07e38e14a6629f5a7e273e950d78fa8c91d4c481e433b17d
-size 25457
+oid sha256:cbcb7801f89a6b99b620992aef21acd3a85036ef37dd5f25555cc6511b6838d3
+size 25427
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
index df18575c0c44..b81c9b06b8cd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ad601bf7263b92e5a2527ea19a5821f4fa70a4bc232fcd62f363b44e432a81b5
-size 25123
+oid sha256:ef3ddcf418d660ed74d04b3a2daedaae632422a92f8be0fc70919d9dbc721a07
+size 25092
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index de7014126155..bf7465c1f16c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0ee9235982d55e06b77322fe7b6ced16769a2c0ffaf194e1fa3c8823894a5072
-size 22573
+oid sha256:9892703f95f268d7a12852877de77a89609ca133ec1f6d3cc4e2cd89bb3fb3fe
+size 22548
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index b9a792e128cc..58c30ec7d998 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ca0182167ba6d78705b4dc48893953a77c385d50a468c320169ab6dbffa18579
-size 24672
+oid sha256:e1f14b23d3b93573c391f1d73386d021a151ffa30cca14bc0097b5ba3f62d7bd
+size 24644
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index a9fae1c3ef7c..41dbf514eaca 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2f12fba5a034edcc283883a3f672b8409d231aa22cadcc260ed0f1cf03b7073d
-size 24624
+oid sha256:6b3727b59a94b2537fd12c12c286167ef0d78987c2bfdb285da71925b30385d1
+size 24612
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index abc03d6e3e79..94eead20fd49 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6c1340057a6aca9509c1454c7c5b2fcf6dd820ad95b50649eb0d86d12e4cabb5
-size 22554
+oid sha256:f526456b36b8851a0c09365e70e18eafbc66f2ab34caa23d2084376e28c9b285
+size 22522
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 55ee01a07fbd..cf286efa4d05 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:36cd8f1f77b220a12d09c06a4352804b7ef029984cb6512c9b37db53a63a03f0
-size 24038
+oid sha256:37d854a200e8927b08393f7b23a5c4f5d2d38c32df268c748bb061477a458d15
+size 24003
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index e43f7e70cf19..0b0778342361 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ccd6b143aeb8f3306100e702b8c639e82b43694a4699625f4827f7078f1620f6
-size 24067
+oid sha256:c8999ec7386ed8f909a0fa1b1176ec79305e537bbe262b4ee9ee573a4fa6bc8e
+size 24040
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index c8aa192b0c16..afadc55a1d72 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8edb2064ac4ce7d354aacdecda8fea3107a1710ec40491f1adeffec2c7a7bdf1
-size 24419
+oid sha256:d5514cc680e52c7f4e70e70a387e4feaeae3d00d12fe89edd34b35247f71cc44
+size 24396
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index fec2d6af5fd0..e2d712a502a5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:44d5aa44e136ec59ffa1231d46bca1f1034ab931c8a6efb42e8a10554d873b4f
-size 24488
+oid sha256:b795c5b8213c5526ae3ec40fa80e5a6ac58a8262a9d265958569a17281908fe5
+size 24463
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 252e4a8f6430..e342ac511fe4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:90bcf209aaf9130c80bf451d902ce2c4ad70fb3dea8e2b09e5f5380942cac992
-size 24325
+oid sha256:6f11f7155d510545718806c642aa97e2da7797a2724753c8277dfacd8c2b1996
+size 24343
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 501e0835eca6..9bab2508c08a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:47caa47550de46bbfee63371304065cef0d0565acc363bcea896ef0cad8e24b1
-size 22246
+oid sha256:7b6923054d9ce32d10525e84d6b0deda80e527b8502bf95594822064ecfb07be
+size 22218
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 3e3ae644a72f..7bb4049aafbd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ad35f731bb8ebb06f5ba23b2c29f7c54aaa439974a02e5cb2119da0d2d41d3a3
-size 24315
+oid sha256:ce3c8ff46d4c5493e07f8d74353f16a35cd14a5e369a72222ed5debeb832e9e9
+size 24349
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index ecee00bfcc24..3b9ca099cd78 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:89cb2b1dff6211fcf4bcfbde10d60afa8180b9010ffe09114d39fdf906615fcf
-size 22189
+oid sha256:929dda35e9239a44d726b5c054a42cfb7a2bdfd6a84dffdb692279347b3ff3b5
+size 22156
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index f33e522b5fff..936d9473c2d6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:41ebab08322871afd68c276728dc69aa3802376fa5cda038f02b4124df490e59
-size 24794
+oid sha256:3d8e46b12f48924172960fb8aaa234d0a289cf495bbba64b012265e011ed7d25
+size 24843
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 7972b268681e..83604241c76e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:50f237ecc7295e0a9c4d91060d66dc50335d6cce569008340004fdb4a93fa0b9
-size 22674
+oid sha256:2600a9e3c92f80d28650118a4e8bb5d11485841426b86a9ad05b8bdd52ff5297
+size 22645
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 31cdb55401d2..f1460e00d50a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3729c52fa916cdacc04d05edf4bf40c93e23c3a9bd68dd2b0949c615c704bdc6
-size 24821
+oid sha256:b2ad3f746b25e4719714f92bd8dfc63d910d5d44ceb4b5b77b8210ff23238062
+size 24915
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 9387a4c285b0..9522a6608aab 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:66c97c4ec80c6df0441e548657391b3ec74764268d464f23df696e1f4d937528
-size 22757
+oid sha256:3f4ed48741652b631e79aa7717b05525ba4a9cb000edec3155293085dd01b02d
+size 22728
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 36308b1f0043..ada7ff818af6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c2aced7d8a2f935ed202a02dbe2908f673e63f6cf1fe340a116d7d8a110db404
-size 28686
+oid sha256:11f35b00d42f933ada2affcf1fbd81006570540655f12867007ac0ce2a85be20
+size 28655
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 19e4a2abaf36..7c8c7cf50626 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b4d500e244fa594b8e832628aba6e6a0840848f6f04891ef3d8f441e7adac093
-size 28701
+oid sha256:2e06d2ee7f53e38aaf2e97b138a965b2d9548f1d3de06d3d44517b1cf7625161
+size 28671
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 709b7658da59..92670094fa16 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b7ae3964ae73d70742cf231c304efce4044135ff5a0184d0376854f3e9f977bd
-size 29168
+oid sha256:79215d6947ce7560bb54eb2f6310e6790ff12e368797571575b68cedd8b28499
+size 29143
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index cdd37a6339a4..b459a23d5979 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8edd951fbad09554924fc8dbacd4ae558f4ccc4171f08e419fc336a918351bae
-size 26879
+oid sha256:5077682610ca0e49778a937e2cea8ec9617b94aefdf96312867531f2881914e8
+size 26853
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index f0add84f0411..9b39f663dbfe 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f595c5d0a237a2c4e9b70099e76e265e59250401ed790be7568bf7ccd0f2e45c
-size 29224
+oid sha256:2c401b59c58d2a8a193cae8815ee0e6e2c1a94cc36537f1d0d52bbd8bc5a05ca
+size 29202
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 0ede16d9113b..41bcfff61e89 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ce27bf2e10c8182ccff6639c386850a41086734dbc428f0117a3dda71026c057
-size 26893
+oid sha256:1354675f547a45a8bd0585c805431a69f3d8081f001db0262a401650b68761c2
+size 26873
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 31fc0450ae1a..d0ae63c69637 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e1ce8f775bf3720905b118e72fc55fb476d0068fedacc370a5f0915e72941dd
-size 25835
+oid sha256:eafd83b980f321d27d5b82a2b8e69d10f3367fff9fa7acdbc277d862f7d897f5
+size 25812
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 2bfbdaf95d32..0c706d44fe51 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c0aa45ad01210b5bfd2385c18e46e3334e63a1aa636cfd1accbc03357fe1c7ae
-size 25838
+oid sha256:cd49cb180ce7af0e21fb32d6765648ad2876d96da15cce3cad09d95c5325068e
+size 25811
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 95944feb3cf4..e0db4bbcaca3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dfffcc953c32fddd7cef068c005a033606cde19bfd4b5a540bc4140878f57e8c
-size 25929
+oid sha256:1f703ef26d815e06313e7052889390b8a9767b53b366df14befeee9756f84b16
+size 25913
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 00a6ce29e92b..12756f7590ad 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2642e763cbca9b203e70e0eb82a9398752769cd3f7033747cabcc438215153d7
-size 26088
+oid sha256:79f0d33c7d4ab423ae8aebebbe95c4f4c2a1c4c302fba0a6fd005f13a85e0134
+size 26069
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 7dd273d37969..e4d3e4244246 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6efdfcbac3b44e2428fe9569f7910209dbd0863be7e0cfc66ab5ce667c65c6a1
-size 25621
+oid sha256:3efb4987da6d659b719dab3fa75e5d31aacff7c49535908a48ef5b917448d08e
+size 25664
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index db18d64fb7ce..d5b98f08c8e6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:48381d9d061e871a7733e91e02409f731f3277d9e44ec23a9b82edf643f9aa3b
-size 22815
+oid sha256:c7132ac814d76e3bf9ebbcfc29c47f1ed3441e060c3df9ec2008ea5c06e052b7
+size 22789
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index 1ba0009be1be..0cf9d9fba36a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:930e168fcf4ed61d36e90b29f81482d5d93a8f0b3b2a6ff1d575fb1d4a81d032
-size 25612
+oid sha256:4023329d798f38f6836dc680a2de3199e9a551ffa980734359e5ac79a02834dd
+size 25645
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 99d27fb78296..17844741ca99 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1e0f935a2ca27528b5355ed155a53c502850e51d4f43c05875a818c9dfe6779a
-size 22771
+oid sha256:46f629cf2f1f078f258de8d695c63b885c17d4767eae8c583d20358060a096da
+size 22746
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index d9b5691745a0..f7227b15614b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ddc1abb0bb32af101d7e82a4b08a0b7e82eff1a53076d17be5fa4460d98d462
-size 26025
+oid sha256:d85964840a26090bd665189d229d8fc888d32f365a47b0eb8c4f8ed36356cf1b
+size 26047
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 544fb6919f15..b58ce981abd8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6f21fbd84190236fd46130d49a496c389c7e901116eac47213eb7e0f02f70196
-size 23441
+oid sha256:2f698c1e2022e8f5cc918a4570377dab946ee714752f536d5581c33196f34e32
+size 23419
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
index dc7e30f953a5..a76129d99fd8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f12487480f4172dc362eb03eb149d4368b0d8e6937b6d487a98bf4e1bc90b183
-size 26247
+oid sha256:e1fdc410d07cfe7df01a473ecaf70eef808676272bd3f94db6875be3c76db0b0
+size 26316
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
index 31b301c3db28..2e33872529c6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d80853d72c1c624234b7f6292e1429e9cb71bc10b60f86ced6d62f5b3923318d
-size 23542
+oid sha256:794dfba08d6b5cf9951cf8e8ce9577a0ff3b4eb4b49d5871b13124f94469db0a
+size 23512
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index ef6faf829943..6fcb2f6bed5f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:91c57edf209473d19594e3b36e01b754f9082e5f5ee2645122417b3ee68bbfbb
-size 23162
+oid sha256:4e8f4f435be1fcff3d8c43631a27a4ceb49a9cee079c452a883f0a3b9bb18e37
+size 23132
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index f5569338c6ab..b950fcff1135 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a75249143e88f0c8e0bda823297aa49bc9c7b0f376a537bffed7bfcdc0771896
-size 20111
+oid sha256:bc6e933a516432734f958195059124dbf079339a307e20ae4f07253968e36769
+size 20079
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 57e61099aed0..0b8eeee5c28a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ba05a3945ae93ef1fa5eec5dbfcc8c8d3c9abd703e6a032eb1ab878d3ccbf589
-size 23629
+oid sha256:84bcc75ca23b3a27dbcad9179ad5da7afe978328afc5c878cbdaeead9095bd85
+size 23599
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index b0e6854f10fa..12bbd3df45af 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d6ab077970f2ad528f230a996046ff7c8dde846b7568f40d93e299106749184d
-size 20709
+oid sha256:bcc53f7464d067d499c56a72e179773c6e27e59f9d168867e1a194fdcb30dee3
+size 20678
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 3ddb50634ca2..e2677c19df26 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d84c962aeb737ef34fc9a099c02f0e62cc72b6f3a657c00b01e3daf0130719e0
-size 23180
+oid sha256:e72a0c268c7d28cfce112e391a94918359fc385506f4156af112f356fdce04ff
+size 23152
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 37fb67ec8b74..b22f26f09db1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ab362f40665112af8c00c2ceee9a8489848dcb9af27a25e25141a0de5642b0a
-size 20210
+oid sha256:6b2e25cfc91300ba245a3d48e2880d8e8976ffb25d88545b2b43003431f01ac6
+size 20183
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index af9443fb2761..290d583318e0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:06a84bce92b0251ce18f33660ab10f53f2469bd8e14dba636dc020b7771cf77d
-size 24142
+oid sha256:8291f1112e906acb20617af31cd2ae53da56b8534707620d5f39e948310e9040
+size 24108
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 42cd20055cd4..2a5829ae2471 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dd9f33103107ab3eae88dea62cf726641ff5f7970291467962af347606b058fe
-size 21157
+oid sha256:ef5d1ac895013f08880cd057c2d6458f0cb4b7eca28aaa9ccc3bf4914704858f
+size 21125
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 04d7ab7e97ae..6105119dd621 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ac7caff626a6326d168e3759fa3e421a54b595c3eb81f3b70df61ba73c1002f2
-size 24146
+oid sha256:bb962cc753c2b5688d6e7de421317c759c3871edc135cae7e21959f65c66c3d2
+size 24112
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 705f0a5789ee..fed5a9e99e4e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c94fda87b928058f56619f7b28dbf1d407d5a3ebe2469be21212e0827632558c
-size 21524
+oid sha256:e5315847739edd453924a12b569a53c3ec6fc9d8cdd255da474bc96bba53a159
+size 21491
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index b22ae61b89bd..9d9b2485a673 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:55fc5367d5e8d0e018a016f490a90bb230d6461b5e9dd2d060a5d4ea5e5adfbd
-size 24214
+oid sha256:a34f2b18659ba8d98b721b8dc3555a0874123ea5adcfb1a9c24cd1c6cd051972
+size 24182
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index a07bbd90d948..9e164530171c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5b65af7ce6b58c6aedf585181fc4823864e00f3d8b4ef4ab302cd7b459fc18ea
-size 21219
+oid sha256:14eb530dac52723648e94cb940b5a9710be98e576786b8d1ad2670dee44ee83e
+size 21190
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index ca5b287b2083..7ff32b0d324b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:213545ae1c9716c4bc6fba1397051bf466ffac210ae0baae55e6e403780119e8
-size 24255
+oid sha256:6558db1fa926c496cbee0f9c3e4ae3bd7dc903ba92cab7b31b2052af3d2334a5
+size 24223
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 9b7bd3892250..4cf002740a2c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9b69cdc1256d2984ec1961d5ca5c5b0f03689a7bc0ab21e0027db960b84915b0
-size 21560
+oid sha256:9c28f5c50aa35a4158bf415f74b6456bddf69d55ccf280dec5be192bb4ec4c4f
+size 21529
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 84edb2dfe058..3e2c539737f2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:853f34e4ccb168ce246dfbd369b7cf4f1a131c0715ce1dd8965f429492f13a04
-size 23488
+oid sha256:5f3cccd4cf72b668e53af353b3dd8c61cc373119c345de0e8da40543abd4e3e4
+size 23462
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index e1e0a3eb3cf5..d39bbf8a2ca6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:da3cf586c5397481b186105b6e5fc4b0062c67213fc99416319b6775f6ecd5c2
-size 20768
+oid sha256:61f083fd58ec8401a5d1b51ea1d1560a23141b2ffa8f0a5e1f3bbaabfee07a6a
+size 20742
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index fec91b5855ce..1cadcfc54b01 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fbeb825b7998a5921863574a5af3fcb0689a6b07881c8f94b70cb971e7145f33
-size 27506
+oid sha256:2226c80d0c73acc22a84ca46a9ee7668389337f58a0a0ac6bd8401348f52e679
+size 27481
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 942c516409e3..90c7281cfe87 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e76d5a0b6dca3d0bfd1f8c98ac519ec256008b0f0636f414b69e405bd9e3dfe8
-size 20083
+oid sha256:ab00baa46cab40666e41c5fd09d25f61f595f826fd8db10abaa381da53dd86d7
+size 20055
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 43032905c6bb..bbd26def93b9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:442f7e026d808038a7aba0ffc718bab9c40ea38a479ca443f3330b22b4c0e1a3
-size 28339
+oid sha256:d3201020251c13258d3c51d9923dbffa99bbf315db2bff27ea8cc5c86e0746b1
+size 28314
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 4595698d0485..a21746bd4adb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5c245c0267998c263a106708e07005082a810eb3c65ae64f11931ee923395651
-size 20570
+oid sha256:d0edc0b7537c717146c50787f334da3dbd23546bde237b828ce3a0d5a4ac9508
+size 20538
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index dac036da16e0..ef8ce0a9dd16 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0a02d4360484d6136b42d470a444c24a387e9183b11209e92afdb94409ffaff9
-size 27486
+oid sha256:2c48f737687b5d14035357eec9364c13d6182215ac94610169c0e9312a894cab
+size 27467
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 32ffd819b02a..9309f9f08b20 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a0d670ff4456411fdba001533cb5bbc4ec211bcd42b09ff8913ca5cb6f822aa5
-size 31278
+oid sha256:ff20bfbd2fd800895902ea07ed8ec5d36b5c3cdf97d80ade8968abf7dcbc3a0d
+size 31249
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 21259ffd2260..a19c47434be7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fa5a6ae7eca87e7ab8939d66129f4ea0f06f9bd1a22586dea23baaf1ab2def8d
-size 23395
+oid sha256:db5c440277dca772f9213af83a33d2f7e61b4cd06f799eecbe2a06bfab8d3851
+size 23365
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 29ac5e72d8cc..fc6f42419b00 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:89b60e389e71597c1ac621dfd2af392d6705433e5143afd74c1ceb3899317035
-size 39431
+oid sha256:06bd679723603af00236658514c0a66f4673d225aafa8e1178710a51d03f630e
+size 39401
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 554048bf4d1f..848da4d87f3d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0db6d8c5f38887dd6026294d371c10afb2380da2b420e57dfa97a3743d53e1d9
-size 30038
+oid sha256:c57c2a75c94b3c521367be246359be7241277fedac92cb4fddf9516fb2577df5
+size 30004
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index f64ead0a775d..efece2c4c14f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:569c51cedcc941ed6b64b39c4b82e3f71375376c9b1f13133365aa8878a012dd
-size 32523
+oid sha256:856b4d5bd7c12b366e891e0174c448039af79d58a669bc1a78483928be6a3107
+size 32503
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index b6d6f9449d24..a41ca39957f5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1f349739c96bfe571e197df2c86db990988309909f0e738e99df9e0611c3abc3
-size 24086
+oid sha256:b051450acbb5322daaee801b0706c0ea8aa502c45fd7d15059c806fbb2b85919
+size 24057
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index a319631ada23..f31a9bcdce6c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7b7bc50c2bd50b32b92a6c829c521abe5923b98221a01cac2a08d8d461487f02
-size 20067
+oid sha256:d334f2664ab709464f55e13e65b97809237dd6132a434d24e53117f9f83c8c53
+size 20038
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 64d5a554f24a..be61d99b8c81 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fbe875bfbfd61271c577ae00bd102fc906836aa4fdad28a98de2485f36c2e476
-size 28572
+oid sha256:9661eb1ef4d9e579bb94e32d0deaf686bf3cb6c451691256fc94c543574f1c54
+size 28533
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 5052704e4065..51f9af1e46f8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9f38e7587c54381adf4abdcafc94283e672cec061d5589fb53487eca8f903e32
-size 21035
+oid sha256:7177590645abf8b763c11ddb3e558a5197b0a9b0026005e51a72bc0625dbf704
+size 21005
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 593faaddf755..6e8231aab0a9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2fb1dbaf6000680d90f9fc861c9d51d480c876e8d77448c0d9c803f0f75b6a66
-size 28621
+oid sha256:b9383ff74baf62badd2e18982888c02bf5bc09ff4770be53b2bb468f8b5c5171
+size 28587
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index f61528941052..5e8b7465a220 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f32454501696c452a99d54dc2f657509dca5ca3ec9d78590fc996aab2efd2f2f
-size 21312
+oid sha256:2f5966a38a34663a09a2644dbf89c8d1a7fe1cd76073a760bcf17be50212f6ed
+size 21292
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index bd609fc4bd8a..00da6f6e0757 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b5d735f65064e043d91a450d7f4989d552b0fe831c58c0b6d927170100257054
-size 28374
+oid sha256:590a8e31f12ff772f623763829d364231ec0c800bfb6e83a4da9ccbc4421b7bf
+size 28342
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index d77af01cba90..4cda442210ef 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7774b65127b7525d2853461faeeded0cc65d59be9ff6adf82188a406c1103c05
-size 31859
+oid sha256:b2a52877da4cd1259f4cf17fd62778840471ab6279882772087c5355fd32196e
+size 31830
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 328472e44353..53cab18d7c99 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:45a31434e2a4df8b545e4cf6762c8e452d19deccd668de88c1ef2972ff2add88
-size 24756
+oid sha256:f0064da7440bdae096df568bdcee98a4aa31e9df10863fe91f45bc9a82ddd3ba
+size 24727
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 0d3fbd555d77..5a6d60315de4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:632b3dfac342d388f01574b914e64b26f9fbb2ffd901604949f068796c1c7240
-size 40351
+oid sha256:57735b258bc0a6668590e19009b57b231cce99e04fe68c366ecaf01dd90f0ae9
+size 40323
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index b1cc7355eab8..f3141ea37aec 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:701d3ad7b6cf7b5cb0d39a0fed4eb561ce54b304718013d134eef1e5744859ea
-size 30823
+oid sha256:25b251f793db797f13cf60ebaa6f7e5a695ec1fb54f2891553c3923ca3a51d94
+size 30792
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 67f105baade0..d6e54dd4960a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:56cac2edf607c0f64c29e99c2b4e95a7777d5790b2feb7f881367391ae9fe2d2
-size 32891
+oid sha256:860b0d5c9090ed95b5fc9021cc36165df0f1b7b7a91ea19959876a5a57810d03
+size 32863
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 8037dcd92bd1..aeea55c53cc1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d989d0ba0c1ca82a07bbcd5ef4fde74c67340e94843b61dafa351789b937641
-size 25388
+oid sha256:1b889096dafb04b07041f52bc893ce25a33704f9d26a19ace8f715ca66e0d9ad
+size 25358
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 8327fa8e4ef4..b4709b90d8e6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2c6bf1c108d33eb3d14a2b15a18b870b959672f5db9ff004cdf25ab6d4bfddf4
-size 21188
+oid sha256:312dee39e25d25e5386520a7dcaf7ee00ae7ab5df022702bee3540722c50d402
+size 21157
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 12390aeb6af6..11d77116c1b2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5f5d8d916284a7aa8b7f9c5f3a1b7a607cfd93baa3a056f427c0b97055564187
-size 28593
+oid sha256:8d592456e235b01e4af32c52dff9cd30fef1593cbda1b4acc69d160e4eaea0c3
+size 28563
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 7e97615cfe67..6d61a07a4e62 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:df64beb55daa9067a00af8d771b4a67e438a7c38113de135475147a53004cb27
-size 21228
+oid sha256:b2eb0eded714be5ef9a9b590e6f6a66431c3618b325f13b1bf733fc9f500c2ff
+size 21198
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 4d7f107fe7c3..1f9855d9ca03 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e0f101bd907bf300b083bf26aa2a054d8efefbf5129064b914521496ac6e109b
-size 28347
+oid sha256:1f2334c0b82ff0a5e3f2fe6a637bff84e9f48a5817b68c619f2b09c979fe917a
+size 28323
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index 27552149cbb3..f52eac07ddcb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ed04cb3420ba571c1038bf31af485e12411b81931d65e868b863b2d3716be4c
-size 20476
+oid sha256:5ee86cd99f9aefdaf67613eedbb6c5591760bb611dc6c48df3fb925e1e534f4c
+size 20450
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 36b1ee2c8ec9..84bf1bab4037 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:30a810e869534d9f6f4d1ca8d80547a00bf37a1455ae9e298c27def8c6302fa9
-size 24821
+oid sha256:bee5567d74aa41bb3ddd05732ec832aaa1d143caa3a5191507f8963dc6b1aac9
+size 24790
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index cd25116b82b2..2841848a7352 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fc741bc1ff7d36ba4f0f9d7e60ae6fe6fce498fed06cabe9671da3884efa8f4d
-size 22395
+oid sha256:31402d7b3c31637def30f9d4a073a196af87dc6a11b25e661b8a1149bc07b8c6
+size 22361
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 5f5156165ce4..0e497b1a9ff5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:766054c245665c104ed17ac80dca764b05e488fdad33713bad4934b47b95ef0d
-size 25727
+oid sha256:ed3f01e1ee76317bac4f1a0614b51360157daed1cd502fbab0571b0f9b2e8274
+size 25702
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index bc2070d37186..1a85a2602ae6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7505da7bc17435e104294cfafa1e8611b89164cae2b145c3b4f30a16bd7edf3d
-size 23379
+oid sha256:c2bb753afaf84078b183ff9c796e60bfcd966946d919b5d002a25d563be68080
+size 23349
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index ce88215b5d7d..121545e370e0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cf93156b968b4d67ed74ca7fd334d670c0c814f99418e80171398afa387345c1
-size 24888
+oid sha256:eef517c2db3707d21aef989f66f4e516ab7ffca69cac5fed99b395586f20dc88
+size 24861
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index a1dc549fdc47..275a9e7dbcf6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:55b4a663a2c6a2e925b5fb5d8ae3b42d8bcd09154806fa98c6783f2004cc068d
-size 22291
+oid sha256:c2351b65dbf07e18b710af3931ef0aef9585792d87759e5f12cbd356a8bcfa22
+size 22261
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 4508be4f347f..b0017b1db58e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ef07060e93638e226d3030c71065cfaa903f9e30e67b6098c7125f11d922c86b
-size 25884
+oid sha256:8b8f55933e41c7726f1f0599cbd8dda5cdc1e593327430e37162a5161ccdcce0
+size 25863
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index cfa03dcf7f50..e500f1b3ca11 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b14e810ed19d2d195b2ac7b7ae3028e8a19b0c73d278ec69100f5b88e8b31611
-size 23356
+oid sha256:7dff080e0f1ae3ce4ccb6a285ea2066faca8838f329fbdfe78c0e04d8adbeb12
+size 23331
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index f53e1665a7f6..3baf72c0379e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8a6e22e43e98b91361d70d468ce1158112767e6347ef54c48d1378adf0646211
-size 26369
+oid sha256:96a5547892d462c2ce93a684b527b24175d24cad3badf30c95250aa5b5050955
+size 26344
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index d2095550547f..051394b79609 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:738dea0b2328cc70c52bd1e3c93cf529699aa6d56aa342184581d38de370dd1d
-size 23935
+oid sha256:7d7d5791013563e8572d08dfbdb2b8d8e56123de62663c23eeded2e3c0add979
+size 23905
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index e4786a30cff8..f604a666c019 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:37abcd4ce10bdb8c934f21156c51249c0dd3640d7bfd2394fbd8c8eca44f0ebf
-size 26154
+oid sha256:5cc3812e260971ca68184afbd9452931e459fc77531ae701a4d4183950735064
+size 26122
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 2ec80e622402..5ca132b488d0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dfbe73125544191d83d8b5412af24f8209b7574366bb5f6f48f6d37bb3044215
-size 23450
+oid sha256:705a5f25603f740c0dfb7a12f69750bce20957b2e419584ad5ef2ebd0bcbd117
+size 23427
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index c05e4e7e5b91..aca16fb1a57b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0a276189afd6999129b1cabfea21a4cf0f1fbe6fd11629ff1f3ed36f2d84720c
-size 26573
+oid sha256:801dd3df178f35af503f8a239c304a1dc2d73282410930431b61fa9e3f59cc12
+size 26546
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 1b121078c8bd..3250f9367632 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0b1c0dc540f500093e997541ea38d3f6bf8f8ebe59ec70ac4181dd5f84986c36
-size 23965
+oid sha256:d43b55bc055b86df94eb9e6e11b316cb032abc321d3d02470309d97930e6906d
+size 23939
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 6befbb820476..16b800ca2212 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0db836e2cc41644f987dd48b125180d40db8947f008643d388bd8d891b8c1eed
-size 25635
+oid sha256:cfc2d5c37cd562fa1d20debe0b2337569efe036d7e0cb67c8409b687cfe4506b
+size 25600
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index 5f18f35725b0..d1793763aa46 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:48e2df709e153776ec6d70fa43a3b8fc487721fbe8df3e075dd27b703af9b248
-size 23358
+oid sha256:bc364cc296bf4f55ac61bee0176a44c3612b3c5c1a0f52b7d8e3374361ee7bf6
+size 23326
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index f9381bd13a1b..f221e95ca58c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fad6696e01629bfa3d29ee073bfb0b8d0a6ad64b15ee53355dcbf3f4346a2f53
-size 29401
+oid sha256:db67859d483b5741578ed5b6affbb8047a16e115a07d50d107180ee81f0d0e29
+size 29379
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7a622cab0714..adf76a15bd84 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8fedb478c484136065ff151a0db311f29c901fcbc5419074340d68678187c032
-size 28530
+oid sha256:f435e3c0ee71334847619ea22f66c17231ed9496f45458a0bb14c3a03cf8f521
+size 28505
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index d01202239292..81369250cbe8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7ad1a4a9bc9af38341e695471f39e589fa4b66ecf510dd39e08e0cf8d80f015c
-size 29958
+oid sha256:7f54c94927ee02e94dba9b1b2ba8c49f798f03ad80201928bdcbd70f09aca3bb
+size 29924
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 11446b85b3ff..4480e6d9f322 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f07011829b08a4c63b32390e5d8429dfbfa893c244a8285a2c3d13a786709655
-size 29036
+oid sha256:f7fda1ca7bd0a9afe4ad2cd1d92239eedc57830e8bfb5ef4e18c6fe71be4196a
+size 29010
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4e2a14ef5cfa..aa1c9e03fe60 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bbdc63bb66ea81b8d362a380f7cce7df7a837ce4a5a5c793388f0d2259b472d8
-size 29709
+oid sha256:6e1ebc4739ea1d1f3fadf1c2a922b056c3688998fc8e792e97ef6ff459830653
+size 29681
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index f6a5e8ddfa10..fbbdd4c93f3d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:323e11ff86c2f45f182a2b5175e304b4063320935e3926044c0203c925bebe0f
-size 27861
+oid sha256:854934e78e85ae02d454ff4e8702c9f2d50f60e0969203b6546e61117d7f65e8
+size 27828
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 523eec23f5b6..c0449999a529 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:01a25baf9a5d7eccff07ff197eba4dde835442b7b054ac6adc246f06e87dbfeb
-size 30409
+oid sha256:8ff5ea25d3dbd2058db77a52fe79c78815bdd4905cbc6e6d6a9b0bbacd2ad69a
+size 30383
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 3e4edddb4786..b7db7cf73ce0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2b555fec9cbb367a2ae083d7c2dc8191feefe2bae42d292b80e65a77ded6bd70
-size 28392
+oid sha256:c26657057daa3f158764201c9c3fd61d19b506ee650760c8e529132803d54925
+size 28359
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 62ee67d8b19e..99e9663f79f0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d937036b4116de901a0a7175a8d0a05f824fc10b23587943b4da4c6659f24ae8
-size 26520
+oid sha256:fbde0c9f02b51095f645a0b18e36a511c887db76851d07fbf83db24c73dda843
+size 26488
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 137427d5cba8..0212c55a5783 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:54d293e65efd52584c6b1f66108a37a881ce69f977f0424a33a1f46661dd05c9
-size 23414
+oid sha256:2a07031b4a615fbaefbb9bbd9e74b4fe0d8cbdc734da32565c8d6c2c77e50635
+size 23380
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 1ff6d9dba6d9..acdef5c060ae 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c779ee2b45c544fd9591d52d56c2b3742a84fc85c808be0e493fa2c52a533fcd
-size 27080
+oid sha256:84a68e616ade1f8522d7822e19159831c001ca84d52b6e6c1da5b8940234741a
+size 27056
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 35138626b914..41d07dfffc55 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:840b9e24f96a4e9560f927229879a65e9595ecfe7a79feccfcd335f480e4f3ea
-size 23986
+oid sha256:ba5f77f1d0d76fb52ff654198edaeade7fac140bd5979b6dfc0a33c89ad20fa4
+size 23949
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 46fad9844af0..b692d6c82c3c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7ae27f4b39b340e47c50508f38dd8cd5c0c45149a2d10e48dc70d14906608a08
-size 26516
+oid sha256:db5510c4b2b83f29d5c0d46c1350c124b47ae1ab2ec38ea53cf2357a3ce7e3b8
+size 26491
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8f5ed2e5fb7b..8d8dcf60b056 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b1358f68726ca60af148c1b2b5395d4c84736fe5b6eb54492bae8a097ae238e6
-size 23419
+oid sha256:58d1bb8a8dd59e2f4ef7493892f66fcec139ef0bdf1921f1e57c73c902ac525e
+size 23392
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 1b2a0adb5975..e24639e45ac4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f0fd584c2754d741bf2fcd28b3b5676e1972487242f05bd6f2db1ec21441f473
-size 26486
+oid sha256:520f4b81e9dff68eb19c7bcce9a5e7c0f530a8bf5ccb056aa94f5a9773ec3265
+size 26458
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 1a3339fc304c..bb6e97df0c75 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6d42d1213e31dea6fda957acd053f0d6e3ee0aee5ae0e8260ec680ace84d7e2a
-size 23433
+oid sha256:9e005f36d926c85f68de88d4069791dad05093106b9fea8884e62f8c66bfa40c
+size 23398
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 0c92e062a80b..98b5339d66d7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:356f8ec1596bac81952fb6d88bf6748516872ed32581602285066b70decee317
-size 25286
+oid sha256:07f7966819d4929bd6120d6ed7a044864a1a5de0e15a05744a382455e6c2cbcc
+size 25254
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8962d8379949..4302b0601d83 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:88eb5c7cab238d705bc1b07bf9de98b74adc683bd5aa736127817aac61c818c0
-size 22594
+oid sha256:0281973d0d54575cfbb3c47e419eba74224f83d8ed5ae3e1fd303dfe02f7dcba
+size 22561
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 9abd9d2e685b..e087be78c19d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:09b24fa74c85b2240ee2f01282d5e600d4927368c1ade09a74bbccc12b39bc37
-size 27520
+oid sha256:f9f46f4e18df1deaeef2c29756744c60ade210a6bbd5b0532f5b400433cc4bf7
+size 27499
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 45d2a4e2bcfe..ccc4c9c81097 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:82948fb15161c61a665a92bacbea3012874a668e8c4fb6148201faa4518bfd64
-size 24510
+oid sha256:934a2ad32e27f98260135a42e12c9548f33cbef7113a468f1144dab640f67721
+size 24475
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 34754653bd44..8e411e1b2f8a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6d542331a71de01631048583761482c10b73cd3f80bb88ec2989a8346d0e1ce5
-size 27404
+oid sha256:888232c7034d7ef1f9478a54b301635ee44a5e6d6f652ace8a4c257d7951f05c
+size 27379
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index dcac6a6c771d..7af49aa54958 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b2dd85675abcbd5a99c53c4f2ca0b3874ccef26e4fa0678901721b9c296b6a9c
-size 24801
+oid sha256:932a9741b70b356924ff22a1f8190209023aea0958a2913952cd98621625c37a
+size 24763
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index c91651b45fae..5cc0b804e79e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5f730ffaef4c549d013dc7d771a1881b444e1dc8befbe71a3b5d9c95e8808bd4
-size 27351
+oid sha256:dc48f527b7e5591effef03a301d365d3199dcc8080d70dfa5a1826bf48a38608
+size 27323
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index fe7f02cecddf..a5befcd892e8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7c30ec4571ba2270a7b19e2f53f4b62c0e7e8ffaf9a3e4522554ae6ff03633cb
-size 24270
+oid sha256:6ae29c954302e745dde929aeca0363d27660f8816f04efd1661bc6623cd4da74
+size 24237
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 47939781696e..81a3aa1180db 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3f80e2ae6f401cf51325fa08d71978bcbfaabba65f8697d695f29c9c06fbe0c3
-size 27704
+oid sha256:8fdd2fb05c458ffb8192f84866fb42f97cb1860006afb059c32de95abda2449d
+size 27676
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 94d18b9724f2..24197ea0beca 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d148e2f310ecceade54044051c87755404cc90f28ca90e39e3538135ed4b6d2f
-size 24590
+oid sha256:3b325909938e45d5a7ec6b9032f07d186cb45c47f545d181b290bb914875ccc0
+size 24559
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 5533df533967..31ac2444e5e1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ff0c55c0fedb3db5271a0ea8cc04a4916755700d5c495a11145ab2c0cae8d601
-size 26149
+oid sha256:c970cce6da2c677f4688af17cd95098f50e96ad9c9350ad1b858cf30e70fff61
+size 26121
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index c6b7903e35a1..fc0b34a4fffa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f767ba226fa00865316f15e51b0ca2cc1726f23dfc9260c2de9acd0a91cc8559
-size 23377
+oid sha256:c24fb7237a909d2eee6f58b28da5161b3d7308d6ddc3e69da5ebf3c2cd837d6a
+size 23343
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 3c0e990336c2..7ff067f9a231 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fb8c0197355c596bcd1574d5672b99c1e94f87ff509903bcbb4fe42e69600465
-size 27443
+oid sha256:ef5e00d53c6ffc5c8382d94945664360b488df721cf68fd0eb53b93c2c62e4aa
+size 27415
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index f1547b06e3b0..bbb67cb23c9d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d2652cc448b632f2fc53822fa0031ccc2c2080f515033ab52c18833422451724
-size 24814
+oid sha256:5e0dcdb821088ad4d4f446dd4a4fc93bc0006a2a7bce6b17758b5ca9afd38223
+size 24785
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 2f241734c0af..5346d4de845b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9954db6d8838d9b3e4e555b54ed83b0771c64f9f2e01d0a20d13fc122f90ad69
-size 26919
+oid sha256:ce51d255e7a7c9243db1d40d42c38418a9ffda501b598dee4ecc8a56f1066b12
+size 26886
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index 0ee6edfd06ed..7d435f91f205 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1907c89cbe385df3e60a87669d9b8c9aae952fec825a1cc3ecfe25fb19f978be
-size 24015
+oid sha256:a61a1701a77db2fc78ecdbd99372683b63ac395554d21c8dcd66bb5628b61a83
+size 23985
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index ba9ed23b4bf2..b9bfe38a3621 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b500f2a8fd1a9223fd8d8f085ddd0e30c0f591899ef918832d716483c68a193c
-size 29465
+oid sha256:3a3cb340531e3bd670ff3c2f53ba6f406ad3725238c4ee0f3b4044acda6a0e9f
+size 29444
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index cd6a9a86fb07..4190edf00753 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7ebaa7e6aa5674a8657f94f8409d3e303215be7018d9d5c4a7107989ef14f65c
-size 30200
+oid sha256:e7be3fa9e5e2b14038e4ca19a35a15e40e819bc105dc426945da211097d87013
+size 30166
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 3510c0505998..50ff145223d8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:27b4e77d00282f0f9acba8ff7ffa7780e1ab163621c22a876b308e753a3c7c30
-size 29937
+oid sha256:86cd6281962279efdc28ad01e4617ef077e24b67fce6b7181619ed39949c7b47
+size 29907
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index c3d7011cf99e..44e172cecbd0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c826f06afeb13ebbf19474944b78e7133c9599297515b3dc233dda6cb9539604
-size 30901
+oid sha256:3295ab5fa3bbb3453f79a82af16ebc89015e833f8ed3a3a73dd2a1a00940bba8
+size 30872
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 49f5cb9804b4..e7110e2861af 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:83e6d40f92576975e00257b5c5300236c1c1c5858736426ef20188886bd45534
-size 26384
+oid sha256:469cd4079dbc39952f59ddb844f7ab5f871cc0a149c79084c3244de45173316f
+size 26353
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 488131e2e95a..e0ad04e1fb5e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:189d3df60464d676f8c876074220d0b76681e7498a8b8d7b0eb4e7f634b5001b
-size 23361
+oid sha256:ecf9e20014ad25d7b4a73e5933591275f8a666f4eef322f013f280f2555c1caf
+size 23327
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 6a45b4bfe260..97e70e0acc07 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:660dd6c26fbe7b65002547ae73c2de02e00775de6568ad47eff1cc9b78ba31ed
-size 26984
+oid sha256:256e00494bcaf43d339bd0b7d44e28e2017e3d118a1678a285cfc7f418933bce
+size 26957
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 012301c2fe47..bdccdb69cf85 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2fbb1df418ea648013e6eb4dd18945f1a6d61a65b176c222eb0182e03a8d2c03
-size 24178
+oid sha256:7f676d9b37a2f00c4f56a531aa20149fc51f7899379d60a096e3d3b70bf63f51
+size 24145
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 159dbce00917..547f709097db 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fb282b441b0a25a8c25f86693731db89cfce5b0d97b0ae7a4b43263d52a7baaf
-size 31416
+oid sha256:2c25e06a620b4867758cfe38207dd33b744047e12ef90028e2b745ebc0ee3234
+size 31386
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 07eac485b479..bd2a937420cb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6fc3381397eea558cc8736257921f7d8e3dc479b9a59c20adfeea0d41ee60820
-size 23570
+oid sha256:5e6e24980705ec1457c4317dbfd1fa2e8b27003b923c003ed70c63ee79ff70c4
+size 23532
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 00f60b1a0366..7d9e3d17a16e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b5841878fac6d2a19977f06c9912af1c4803733cf0784759806409761e6a5fb0
-size 31971
+oid sha256:7b328d7d427d6792bb0bb600ae6449878e8a5a6d337a566b893e884bc2aa2bec
+size 31940
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 162affae8081..7ae09da5168b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c11ef694eea323359eca5e611550e11f898b980681b90fc8d566d65240fe7566
-size 24237
+oid sha256:18360981f47f7d03b0f87a11321e52306e4ccf1581688e915e039ac8d7d91f1a
+size 24203
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index f3f89470d9c9..cdaa1ec7924a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:72e1a9fc8c28b1a80e022b9898f4d3b491f4833f77e924372760e3848b37e5fa
-size 31463
+oid sha256:73392deb31c6027b2897846acfd38af7ffd7888e3f5e4c527cfb4772cb7b9ea2
+size 31438
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 33f7bf117eb8..075dd2d2400d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:52c4399b37ce2e293c21cd0f46274434f21657416dc24b464867f41b55ef5681
-size 23518
+oid sha256:3c56110b51b01777bd1284a80f440b01064c5663ba6bf0110e8d00443aa781e2
+size 23491
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 9cb2ad4aa418..1c11f44f3ae4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4783193456569106a41884416689dfb4a0e020a6ef47037b6d0fa04a9750743b
-size 32093
+oid sha256:2d0f872981bf2172318b194c2a94539aca2b8c672da5858ba9cf57074c26c305
+size 32062
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 67c71a1cccaf..d2ff5ba108a3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fbc4b1e56c0e5d7c9304afd07171757d4edd264f4572709d1e48059d81c1b88f
-size 24622
+oid sha256:8d1b0883a1da961182e58bdc31cdeba44130e76e0dbe017eb70f8f86676d6030
+size 24583
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 3eb28f65f159..9f7373c48cb8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4544cfdf429b2a7106bb937a29073347b1d4510cdcf3867d0ff95f28a68f2e96
-size 32071
+oid sha256:22fb5de913c3c6c1088d71d9929aa42088f3cd0aa2ee805ecbfaa8e41855e626
+size 32033
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 8f2b98401c8a..4e6edce9979e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:40e4fe86e101327316ff9cf2b3857157605785224a45c13d21001c88307f1732
-size 24903
+oid sha256:af6be348f1b97462cf4fcfe3a9df1106f946fb757f3c739f4f7f9711c579882f
+size 24865
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 460238000900..9369de78687a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9b425c107c0609665307f82b47580f01daeaa7a33752cc5a6a487b73cf025b86
-size 32011
+oid sha256:8f46e2859d818cf72bc844df40c1f5b44a0b5429c11c3c6d2460d434539cbdb8
+size 31977
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index bc5b327acb11..761a683188e8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ac4c6fdfb08a8839a4789bc5e643fcf0ebe382519d038ed05211c651392b302d
-size 24746
+oid sha256:8770d662aefdc243459b1cb33436ceaf44023053b0b68ecaeb3996871999ed7d
+size 24710
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 500873b91582..28230a90d845 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:690194a1fe673ba6a36c67854735eb26cc3fddff03582ddade8b5e4739e4ce9b
-size 32189
+oid sha256:7e2ca38bb6c0c2030b2cd31a09c275e5701083301315253a81f6fa2b8a722a5e
+size 32158
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index cefc3326145e..c027057af34b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0a3505ee71b173bb0ad7c647a11012c4f749946f043107973caf38cb5cab567c
-size 24913
+oid sha256:2a5c3b64565eacffe422932e7ffc07625c1819fa602298fca5304353ed50296e
+size 24882
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 0dfc4addc53d..b0cc4353c50f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d446eddd6de966442e8dfb43b4345cff0b381132eaa21f164c5ed84ed28571c0
-size 32116
+oid sha256:8250d9a267b07284d942a57808204539ad9507f680fc5555a3c47306eee655a1
+size 32093
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index 8434a855b573..4fa5b5423aae 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:477d86fe7f2aed40bcf8bbd485cff8df3432750ae4eeb91036b07ab2135ac2e5
-size 24146
+oid sha256:57f271c9a703b0369a7e53a0bab2fee7117fcb24b411bd6a8a86e05eedc45c9e
+size 24116
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 850935fd891c..38d176b639d2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ec541dce921886316fb9625afb8888479a1af4eb786c5efcfc324967bc2d4b93
-size 31598
+oid sha256:6c017e0669beeee8b3616bb6a6c4ad5630303b85bf8d1990981277709371efcf
+size 31567
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index bd4c4eb82308..e70c0d84bcdd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:326b76ed2c38ecd401dd194f30ffb762993fc7550af795fa9052a53d278661a3
-size 29978
+oid sha256:d347a0165a89a6a4f6928c796e03096ba0e54112a331d7e100d8ac5e20124c80
+size 29947
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index fcff4b15eb96..16d8e51be025 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8eb739476e4a28f836378de909924a0a2db2ed7c4db57a297fa0804994fa3c71
-size 32212
+oid sha256:192cf305af15d9164910a383544615808ff5483c88e5767f9cd74935e54dab2a
+size 32179
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 18c094601f63..e2f7ba1d782d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:56ffc752914b040d3170632a6c44a88310999f3b6f84715c631d41b5995922b3
-size 30668
+oid sha256:04dc847f670eef9925394171b0126df64257e7446ddbcc182b54487bd51174ab
+size 30637
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5f855f03314e..d25e26d3dbb8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8b2fda3a5f0cbcf442eebc9df769a9c36f45b4b5468f9d0818bfd8fdf9d230ee
-size 31874
+oid sha256:56da2b84bbe63e96ee61fcafcb138221783c08260bdf8589fa26a6c741c0f2e6
+size 31841
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9192a68ef9bc..33bb08839b13 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ede29fcaaff21d822c6bc119a38186db3195c2f56bdfdd0530675937455a621b
-size 29454
+oid sha256:a6d5570cf56038ff01736da78012fdc042191c9291c3e95fa8f7c886c0bd3948
+size 29424
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 62118ee229e2..e8041f267082 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:010668c109d60ab6c1e7f95be20571e0e35022e68265188103483c83e930a6d8
-size 32577
+oid sha256:63f730810b76b5771ccfc3bceda28d4d88d36c5eda4edeb74eb9fb6d14015276
+size 32547
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 687d2d03b0b1..90060885d0cc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6f99cf4d06d0594c2188d0880b4ddc594d2d7f417d7bc79b8d7737faa55c12a0
-size 30021
+oid sha256:e56685ff15d1072a3f7a239ae3ac158ed2157e112b7f63bb0e8d7f8f09a6b2b2
+size 29996
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 05d341000728..34069e97b8ab 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b4df74a06767e8f931e169b2f1b5c1a317a1c1f09a4ca4be84fb4aea34a7ee6f
-size 28766
+oid sha256:98dfbf28b59004f1ec101a2dec54977b1657670edba6f58eecbe4e5fa911674a
+size 28736
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 8da33d4a1a27..d4953d702dae 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8eb64a4d340b81bac360f6228a9a5a5a5cb00dee67d242a311cdfa0c47d0bab6
-size 25827
+oid sha256:022180867284302071e6d4059ab15a6d5d68c45d5d1628477b656481cfff1cef
+size 25810
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index fce4b6d24dcf..a9b558d2ed0a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ba8b6138bae62ccb2ea2016226186afd8e2b5a91724fd980452aa5d74c206b99
-size 29828
+oid sha256:ffd3b7612bed25302bfebf5ca6b8ae79bed2a39b6a204b4318c4655d88bd4a9d
+size 29802
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 9c03c892c9c8..64e305c6e8c7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:af1d3c77ea9dbe67e93ffda57fa8ff9658616bf097e737014c7d1da785a651e2
-size 26946
+oid sha256:6441293379fd883ffe6d2dacf07a957cc9f87e0c79c1c045047ea4b5bf83d837
+size 26920
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 2a73702c2c2d..336a0e7b9a93 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:21187d1def19e0a59176668288780f3a6649a24bb6cc5bb9fa4c74a1311327c9
-size 28784
+oid sha256:773975893a2214ab1b154b222c1838bc0c4a99c23499333073c5388a06981814
+size 28750
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 795fa5196aee..1fcf2f234ff1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b5276ae87f10f6be4594c7577dd7ef27e22eb06bd682ea976ef0bebfcd2858b4
-size 25176
+oid sha256:7727a3433434f9d40346b1bc7892a9ab47890ee48555162b563133d246b32e89
+size 25142
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index a2b5487c3f77..69460e9f3588 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:675f6b926d1448a271e01a762179f7e12b1c9698be571e7950b541d27188e5ec
-size 28842
+oid sha256:420fd3431a097f17feaa2295763694a5cc266fe8d3c947ff45e1a6e02c4dd8e3
+size 28809
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index ef7b41635711..1930a64aef5b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b4449a3e748658bc5ebc1ad34f8f5e4a52286fb41cf5b92c7695fb61c2c2d89c
-size 25793
+oid sha256:457a6c73f66eec9353a6f2b52a74987316f9b34aaa9e979e1eb010e17933ccf9
+size 25760
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index baa12e1cf42e..15c4b7fef56b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9e5e658f4116bf72ea01ba77b7c3ffd6a49838c6c47f437d5be5553b938d5a5f
-size 26736
+oid sha256:9aa05a6f3e7fe5502f0781c10f7924b2a2a10ada8499605750626d97f19dd53c
+size 26705
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 55e0f8c642c3..c3b8d3a8df6f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8d604ffe4aeac53f9d9d41c5b8f5a6f624d88eff2b57477b1bce177e170f2485
-size 24195
+oid sha256:e0cea59b9744df00128492f09df4c814516de05a037eba1cbfcc6b1f6adf0752
+size 24166
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 4fce9f400e49..46ce211f73a4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d0c3308e83b3b8481b3f587c27a04462b9dd912770e2fe2bc89d9722e7f0f326
-size 29673
+oid sha256:cfe999c32c96111f8ae449b20b3f81eab77ebde1506a2093e73569f964e1aba6
+size 29648
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 9accc52ba460..ca0937d41d84 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:96c5fe970585559696e8ed2325a940141fbfafcd87d1f7677c7bddb492b3788b
-size 26783
+oid sha256:41d755d40fdbb63b46f9c4aed92cc8a3059b262a2ff1c7648bdc18098366ab42
+size 26764
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 3c49497d5ac0..9c04dee9a541 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cc34607f52e46024e34f1b27aae0c86458504d1a735bc491da888b011d49198a
-size 30680
+oid sha256:3821645a7ccf08567143574729435de18c0e37440465d50c5f330091380bc411
+size 30654
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 5883fe288684..ae5821f97c0b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4c2ec24ce90423aa0b3a46f707a24ec40b15103f9333cd293ed1beff24cb41cd
-size 27656
+oid sha256:b8c83d38a61de427baf10a9a984b2f3f15a9f1f656a591f7f5a282ef64f3054b
+size 27626
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 6f30e84685f0..ffc81469072d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f96b3bd753fc83af13d2ed4ab95d6a4a7b7bee3376cbe5cc3dddaa7336ba3a58
-size 29388
+oid sha256:9cdee10dae391679973a62be28be682aa7f448e2a073c9f9d7a0ff816067ad8b
+size 29366
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9ad1bc21be86..ca00e9490b58 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e40f26ebbd777b7fa74fb405886a91716bd29043a770a7399048b2f3b9310cf0
-size 26706
+oid sha256:5502aedaa97b0652fd849d4e75888f54ef0f1cc408d7b81f1dca627b39561d45
+size 26683
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 8cac274a2ba5..93d4c9ce6a06 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c6288a445ca7841937c8b415023045ecc2065a6c54f3229aad1a95a28059a38
-size 29822
+oid sha256:db3c72da985adbe9ab2fc125a90851414f823630603abbfe2b4538ef11eeb9e4
+size 29792
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index d1272fe4750d..918dfc8ec102 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5c19e08aa427ce1b9d913a76fdd1809208b3d1dba7a72647c9010b9b4a2f408c
-size 26968
+oid sha256:69acfa39b0a62458f3f8d4b430fafe0cd09568b8589ef4bd9e64e9639d78bc92
+size 26944
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 8947fd519b31..549ac3575379 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2d71bb24dad194c211d31f2f064108902ca770d8d2b64574c7ac38eed031d3d3
-size 27232
+oid sha256:70b368a6720ea75d6531c30b2c4eb1e47c3377b3044eeec5b9d359db041e6f20
+size 27201
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index b393aa386491..762ecaf507ad 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d9f25af6af4fe065f172180a848acf9959d4780d93fa4c99a903fe1656f4dcdd
-size 24853
+oid sha256:41308fff308482654e0ec2227774514c2059c57bc5eb400ee23b528eba00ea2a
+size 24822
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 032bf30ce374..89e547db2dca 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ff30af9063d935c1fe16831802f06be6d84d3c9bd74fcd4627a92f355977438
-size 30701
+oid sha256:2419c6924ccabab38fddeb0b8d92b916c37ec3dcce141f440b5d1532b51aa71d
+size 30671
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index bfbfbaa9cb6a..9fd4c3ca609c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fff8f51731345449433a4fe9b650576d7ecea0e258d26f2634869ece26af96bf
-size 27613
+oid sha256:110644e6a0db52bdfe347e5f8126385bbfef8235befb657966174bb27ca24ceb
+size 27587
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index c415d4ddc1e6..55c67ca7174d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:df9fa77f36176d548621e20101ef53729d324175ba4cc33f97d53a4d37a239a9
-size 29722
+oid sha256:b787fec63b5bc54278ab3b16f327c6c2fb4902617ac86ee3e69152b0e82a36e5
+size 29694
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index 1af005aa14c5..e4b3e9bf1528 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:50d58f4293d1bc2184c960461b0dd4a4acec650cdc56ae004bee6380617ef4b8
-size 26981
+oid sha256:d2c32b4946e803dc2cb9cc8b6aa88d383aebe4f004a517ecdaa1a3dbe3336182
+size 26954
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 00a069b439f5..65bd7d456970 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9fb531ae2c2c9bb8b112ab316c123716b2a570c7dc1fbae1fc5875d180b5248c
-size 36715
+oid sha256:92861c7c6f2ee58ba1fdb127bfe62d1a8a3854b44c31d5d77dfaf144d9041037
+size 36680
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 9ba1ca8d284c..895ea4d64fdd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f31edec731f86208d2923efb2023acd446ca5b22c85057fa5fbd9d59a2b6cdcb
-size 33590
+oid sha256:a1def8115f796cfc12fc4f780e491b87ce26f7a7658a88bb51acd9ebb07f0003
+size 33556
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9130c34e35f7..a276308e4245 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d7e9c9fbe74948f80cfb4b6fcbf5d51664c8a93ba1feafe411da0cb660e1d4a0
-size 30712
+oid sha256:a2c547f9cbaca748d331fdb3e89738daf036bd0c0b1132cd1fbcb5a6fb6d1157
+size 30684
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 84e880e1873f..c92c51d5fcaf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cf758391a96a3cef322d2138380d4c5be8e2dff81984d1dac1510586816edfd7
-size 27505
+oid sha256:be53b419ba18d1fa99db98f956b14396b4c46325c0954e5f2cf247d167a998f7
+size 27478
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 02ecf9c51a19..70283ce582e8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6439a79e5afacafeddeaf772d3c0470b06bef712a4968d134ea41e92fe48bb2e
-size 20071
+oid sha256:b36774d0df5ea2e052a6acb66b7d455219a52be70568c0b9c06df947cf76e0b1
+size 20038
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index e0e5aebbb8ba..e2ce8d64c03f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:016eff9bb904218f1d242fe5323ce6464ed408c6bcbcea014c945d1f29fa5e15
-size 28346
+oid sha256:5f7c9af91e1e5725226aabf01d11868b4ec5228a5c9f07c15eabbf41209f63ac
+size 28312
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 8e51e5ff579f..a24c3ee2b123 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:259860c074c3d00f8610bfe6c068aa81f2cb151276ad8ad404ab909493a12e88
-size 20549
+oid sha256:a3028240891b7b0c4840243a380b9358f52e153388f905a824f6cac989f5f89f
+size 20519
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index faad71702524..1263b061ae90 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:622b4c832049ad54c20edf6ab8a3dfa77638b7abe836f59d29af38b3c3c442c3
-size 27491
+oid sha256:6782ac329865c4cdaffdb3efafb7287691adc7444f4754202c8761ed06928193
+size 27468
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 287d54de0e04..588a466cf701 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:65a23720c6add93e9749364fc443ef36b6db453651e7188bae8b5dbbad0993ad
-size 31275
+oid sha256:d54a6863453013826513304fec3b4da63b32fae814075193713c8fe2ee3bb965
+size 31241
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 4b8cddaec88e..e6a56e725dd9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:55f599c96a5a881456f52f2fedbd81fb9acf7a1a49f06555c0e0d67d1643c6b6
-size 23440
+oid sha256:4afb20620c200f843109e007f314e87f1fd330235862da2205cc318011365a32
+size 23418
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 74d375c3da95..ed9e320687ac 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2867eab57f25dd654297893f742c8903d3a409951457baf3a692d80988dbe9ce
-size 39445
+oid sha256:540a6094075b4a07a90cc68162b62321a732f51d8992697e881c3e8ed86cbf12
+size 39412
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index d0a628c2b128..2921730e30a3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f95d7f90fb424a4be1712ccc50596ff3e3e26a7f71b6d82002bfce55f1f827f1
-size 30097
+oid sha256:755a2b43dff28fd05111548a341d999b2c24e6b41cf62aaa6db2043bcd1c7297
+size 30071
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 3cb93adbf4b5..ee91b9392f35 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:25792435bfda69ff8f2a1f552f6dd4d73c221b8be124c4693e54408e29b29a59
-size 32525
+oid sha256:0ffbb1c9201bede5d6614a125fb7e975954ff93790734cd7e14c234243f7b0ff
+size 32501
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 4d0cad23da10..7fe8fd4a216f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a919cba68bef010b6557989e125428c1952db1f65a74afceb0106909fd5caf6c
-size 24122
+oid sha256:48d2f62e9f2871fef16eefdeda91e35a8add0659c1fb78055447dce4ed444ffd
+size 24093
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 2802f153efe1..4c6a636cb987 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:206bb1b52b1f89f4db6e21f2241ce777fbf9f12950ad00d54960f620f420d340
-size 20077
+oid sha256:308e37c1777a083269dce4e8f0806380e88eab9b11ebecbeb50f50a7d76a98fc
+size 20050
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index c9a2c4c22123..97ccdf9283b5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5092572d0cdb37b24efcaa82156fb3d612b77eae0910ccbf39ab440b05128199
-size 28597
+oid sha256:6ffa2bcea01f87d5ec51a1650f7bd41d601960d6eb21f76ffdff5a6b30b76e46
+size 28573
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index f5fd3d667331..06d6f0476056 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0f9a5d0961ccf8a8bc04b5eb6108b79916824c51012834afc88b2f5e2e7b0458
-size 21052
+oid sha256:3f64628991cce8ac21b95011b1be2dfc73240e107ef4ad77f361ae31dd8eeef3
+size 21018
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index b9a9520b7fae..946bec86689c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:470aefc200c41c4a7f7fa8d3f8e648ed9d4244762a930f55b20137346353e495
-size 28617
+oid sha256:1d61cf0fe4d5871baf5f615844d1f07dd79ce0d798016e6074ca866899be5a68
+size 28588
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index b01004e31e7f..67aef64a2684 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e37fe5558a3a99c4d1bfae4f27de424a93c7e36d38364afa711ebcd49da9efde
-size 21319
+oid sha256:4e9e283f7beccaa347c9f9fbe886393c0be9fda6ba39a3c3216d8c560be1d101
+size 21293
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index af341b3f80e5..b2ff07005492 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:98e9fa42a246588267e741f5936011421b16457a7d8662588a139d438fd5a9f5
-size 28381
+oid sha256:f940447119e880a2d1037c382f2ef1e7ba407314c85852b5713d21374c16a95d
+size 28347
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 7d1739b88f72..b2424a220c92 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c4d4893807af995791b01c2a4fefb501d8eeb745215607c97ee0b31d3cc50b19
-size 31858
+oid sha256:95308f5574afad706828631d6c75f8eb3774d154a5949c774555bb37d13f574e
+size 31831
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 700915a475c0..171518459d33 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:73d0dcf24ca97ea998408b8f66996eb37e91b4998e28f4900048ef14848025f5
-size 24780
+oid sha256:d1800708382cef2c2822094d979b3551b1727512b1683900dfd31c82c15ebf87
+size 24746
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 3530de95d3c3..363fee037a52 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:58a1f4ced35250d225a3078b8ed6478f82c547a9c815c68c896d7806e711ee1c
-size 40357
+oid sha256:35e9223e0654126a10204e6a6a213de3c871e74a91275f7ad144bc3ead8fbf0c
+size 40332
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 1a60eb4805c0..072f07cdff6b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2469e50fa2af1dae6527052a1b813350884896297d9e7739d3351f1150178003
-size 30830
+oid sha256:99638de8e95e8e7d18b1f9880ee4e036a1d46bed7855b35de8f24b15b029a5b3
+size 30799
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 9a1d35b1b052..a0591d0b474d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b706b02ecf99c667e2c51cc90fe85f3a91394bc5817ebecc76ed2d93b87ff63a
-size 32883
+oid sha256:a7910fb3fd2d34c90eb9bbf47a197be21773fd3508fa06ba204ae4639d0d1dc4
+size 32856
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index d68c30afcebd..58ae6b155b08 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:29383b13eb92b8b9dca6ca5a6f2d55d299d4d77b835f48f8fd6572e3c1ff4765
-size 25408
+oid sha256:806fc5f93391d29befe8c9eed3a6d5d8278d269cf19bd3208c248e7954958042
+size 25368
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 0515ed2d00e3..2ec430ae3081 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:148b7b1dc59145ef8495576965f1ca2d111df9e64e070e4fc293edf4ecfce5c6
-size 21190
+oid sha256:d755bff194565452f6ec28383e255774302a98cf7181a5e0166d42f1b8662b7f
+size 21160
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 86906b11559f..f15149a35e33 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7c474034de1085c0e320fb1f8e95a0776aa8d99e77cc333e8a9774861cbe6459
-size 28592
+oid sha256:34e7fe1f1e713c6f6a73ce45d0a4055f3a64e9c58a9c6280a8157250599410bf
+size 28558
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 570a712992c5..0308162226ed 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b26e36104043d9c4e35926192f6488dcb09a748b1e7251e928dcdfb56c3e8fa8
-size 21288
+oid sha256:d7608f930ff409105611d91f1a90b845626f45910cdc98bdadc21fdeb6c104ac
+size 21260
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 1277dad9e061..c40014fd75ee 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5be87f07387bda39e2163bff6e342826953a42758b224766a4f30c0c86015ed8
-size 28355
+oid sha256:ff9815098813bd9a39f1677a0f9c4da532971496d75acc3c3a2c988396285b78
+size 28328
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index 991357032230..1031f711306c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a6dfdf54cd8fdba5a8c9997048da8581736bf6b09caf5bdf31efd4abc6f1f9c4
-size 20488
+oid sha256:7ad46c821af862b6b012691bb5c1cb2a2a250381f1c231a0028bbf5609eb290f
+size 20461
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 5aa53db53605..0ebecc6f76b8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:db530459b0a50ca4227e64e5ee778f76b58d00f8b9f7d906cf391360e9b682a9
-size 21711
+oid sha256:ced6cb069b4f11fc0ae62505fb4e5a3083d3d7e274716d249e35e2b9719acea2
+size 21682
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 7e258af387b4..cdbb929a0200 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b6ae8f58c62605b22dbd9f206b5111886adb6908d14d6915852fc8199037fd97
-size 18930
+oid sha256:2477da46afc18f7cb26e8c9cc709607b698389a462d6df9904e8ae54344f18e9
+size 18897
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 2ecc8ce6ae3e..1e0908361204 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b3887dcc3f1dcfa471bbaf796b6ad9c1462fc6f7529dccfaf82c76449145960d
-size 23121
+oid sha256:014bd05348a2b5f9890d9db1b1384efd33d736aec991e0f62585ea9c338d8be4
+size 23097
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 2dd001943454..f55e34d4d74b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:307a23d6f9c87d94ebe30c415017db828ffce39ad5f0396935777158d41286cd
-size 20137
+oid sha256:80b4128f44ed72aa93d0ebf94443286b9fb8e83f7f3cab0caeacb6f34e4e7f4d
+size 20106
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index f43f4216449c..987bb7307c59 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:add870f89c077a96542d9f44f8b347b3f81b5187054645a1c5b5e8d542c6ecf7
-size 21938
+oid sha256:e3e5e585bf48017fa8ea551bf8072464c9cbc3408ab2701a9ba11d7f336fd7a0
+size 21909
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 73082d0bfc74..1186327e83f8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:19d837121bd4deeae4828479fd55c7366ad2c7cba29a7f54eee18eded510f60f
-size 19323
+oid sha256:581b6f24292ace25ba93812547e8925f3b316bb17bbc76e57e35d27b645969e3
+size 19297
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index fe2f2f032ff2..6b3804125594 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b10ab35d30942176203a7b7596d35b3ed8c2b73bac4de8f53051a21d81d1b5dd
-size 22683
+oid sha256:19462ed9ddf0235fea6a0dbd424d8bfaeb774f2a41ca0d41bc1589834322610e
+size 22650
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 21bf1448b4de..cc63400370a2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dae751dfcfb3e6454bd0f1d0fe8aee0e9255086fda7862060ee1c0dc5a5a1162
-size 19500
+oid sha256:47836166bf4fcc8de942f4034c5e1cfc18d2bd5b47c7746d8cf64604e5a89222
+size 19462
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 68b30daac086..e6752bc5a70b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:363703fc7f3a7f66b1d4e5748f9ed472f1585d11402b34fc61211accbc2fcd15
-size 23493
+oid sha256:0b902012f9ac75ac18de0774327abfadc875de90d0ee2cb63ed0d90defa642dd
+size 23458
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 377ee0e9e6ed..8e5ddada5b52 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4b134f0e29e5e3feaf3041aeed13a3dcc7c69923368a7aa3c3c6537a5e9b6cce
-size 20414
+oid sha256:043b8157ca33a97a2f7afa583e0b996499bd6830e883457ba31e7c03156b639d
+size 20380
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index c4bc715a3d2e..4c8c0df987fc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:24ee71b853c7118ad5e65de276220ea360da131854c44515a17b4e6e3c90a38b
-size 22458
+oid sha256:d533ab65b98fa644764f9e14398540b1fd6d2650d0624a3a2aadceabc6e8e153
+size 22426
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 54142a38acf9..c1f5af14c650 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dea3e57117a01d075847b19b00bd3382c3235b4140979322e242dcf5dd114cd1
-size 20137
+oid sha256:22dadc5f1f24106d9949e2540c59e7d2ba682769ceda4b277fa1c91b389246c9
+size 20107
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 3c280a5ad3ff..183cb600cd9b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7cd65ab8633737a6a4262e9c77cb0d09919e8141b74da2ad162a04d126432dc1
-size 23349
+oid sha256:bb5be0d5765a5bd97443471ba05711b55e112a3670e7e4cb94959c4a8ca51401
+size 23319
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index ba50d359705d..076b0498fadf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:66329a790b8b09b22a614fd0051364b8ba523b4c403f9669b971e098d147e9f8
-size 20861
+oid sha256:906a521711a6050719a82b6f7a7301ee1407ec1f10be01934d199502abcd7bc3
+size 20830
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index d16b205a0e43..52adbf0dd0b4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3bf0d8f97553a463187a55b78d8279b02f13e07000de97ef3fcb3d8abd397d4a
-size 22933
+oid sha256:6f3541e71da31bca678cebf90f6d089faab7c79b3d4c3ca689a39d9809e51025
+size 22907
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index 3e6c127e9412..763a6c6ad54c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:45b40a22c6e4db2466faddc94abc063b47716a4f97db824c488e0e5a8bf9ced2
-size 20579
+oid sha256:ba36e4810756247231d2c71f52075af25fcbc9ddc9e65a9b78f63bf37b76a344
+size 20553
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index b53d3d4696e2..413c34c0c432 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:89b7616e2d5de6d04cf25e2d63be7ed75bdcea3c1c05e2720b5bda592d9f037f
-size 21554
+oid sha256:b49c3bdd58c437ae3934666f3881944f3bed3c236e5880869790031bcad5b5da
+size 21523
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index a5b6677e9b5b..710779e53d63 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ca098556b761b1ac4bced18b68a7bb144a176824ebf2b06a4f6e9b5ebcfaee7a
-size 19085
+oid sha256:56a65d8eb46b609540c85b7ddb2205714934cc889ac6327f24fb241cdf46e04e
+size 19057
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index eaf92dc7ddd1..cced88fa1823 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6c5d16c5bb40cb38aa6030271c591b303c83b66d88c157e2b80ffcf2c484e723
-size 22806
+oid sha256:188c680306fc99c27ab07975461013d05e12c956c28748148f82023571c1e212
+size 22774
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 04a0d1ae2c07..ed067bc7dd37 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:64ed68a1c2292d92c7c71a5bde15feafe6998d427834cceae4dd59ce7a42c107
-size 20252
+oid sha256:c40a69051cfed9832e1fc34ea2e27e7ac97a89b6810afffc687fd913c7b36f9e
+size 20222
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 6d79d8eb1e21..2c655b6e2e55 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b0d39434f4b22d3fb8bfe6fa2fd19d17c5d437cff4b45697da1777501bca98ca
-size 22124
+oid sha256:a72b719e968e717268afd069c59006b049e9f2781d90becb4242680edc6c17d5
+size 22100
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index ab60ef1a2aa0..fbeaebac6134 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d839cee78081872e92158b0bf04cabcb5e760526877f1ef30bff10f529db39ac
-size 19505
+oid sha256:a657482d179674dec7dd4852789d63f6c674f9d8fb76102b512d276f90a2019d
+size 19477
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 111744b63d62..5ea44166cb80 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b7e53fe94ad46bdb91a467117b549cfebf1d4a2876f83f686d9446558b62326a
-size 22455
+oid sha256:bba38e32b302cc52b75d245b50d0d32f32584a69b0c95f92131e386efb2466a7
+size 22419
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 77a47ae1d9e6..920141d480fb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4623a3326876dc5f0af2908faac7da497170248adf54014bdd03dea4fd72ec10
-size 19524
+oid sha256:f3028adbf9d4a3cbec4a0f93f647d6f64b48ef1b05ba940a7c033bb4b877549d
+size 19494
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index d99842339ea0..499474592aa6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7fbbbe487471a88876a3271ccf8e173aad8d10dbb1dac5f659aabfd3751e8fd2
-size 23105
+oid sha256:a31802cf08ce0e9bf6987e8398daf1ecf37c91f64f424a1565b447074244e542
+size 23071
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 1176b7956e50..3c0d4af7c981 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:33f9d52876d3d537ac8cc8e8f07784874ef97b280dd4950170c37871de8e83b4
-size 20408
+oid sha256:8933e14c04bfc167218983c3eb84a3e331e5d9a4f358451788d63142ead7f3ad
+size 20381
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 76049a56e099..8a4754de73c7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8396a3669a976bfed439eddf28c27ffd23869e358a57ec9bd4088de9956b5c70
-size 22547
+oid sha256:9a16406af27145dfba222865b5b000c6cb8bb96dbddd53d388a2db2cb743a13a
+size 22515
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 2fe996db1a2e..b8265574c210 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:288adff0d70fdeb4f68827bee3711f9012ac2c5b929006454453d4b37ceb1ca2
-size 20001
+oid sha256:b76307c802711d95bdc969060710ab613aa6665b5a4b1d9af42aff0472a8b09a
+size 19969
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index be2179d5bbd9..50dda2cbcab3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:81dbffe4b8d855acf1be6df113546947097eaab554d552ed23682091dd2e13d9
-size 23444
+oid sha256:4a614bade7ada15568127a64bd490c2650cd6e80bc0845abd41ac970b7eecbd0
+size 23411
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 49555bb4d0ef..f198141fad6b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6cd3715073bf31ef4dc5e22fa4d7f70c615f31506e92d6c994b516ca47fa30e1
-size 20805
+oid sha256:8079bcad47c232060aee5453d094e76c7e5b8de00c6d2f0973ffe4c0a27ad687
+size 20773
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index e3d0770c5679..1c396e41a360 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:196763f55505e23610f07e1daef47046a4ab8b66fa5b304604797410987f9653
-size 22890
+oid sha256:a13383c132e76e8bae03e1d96eacb13e55fd3489c7e0a5790371f04ff3a564a7
+size 22864
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index c3b3e74b3512..1d1d50f03090 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cde38eadb617f2c26e209b2c2047436e319691b098591cdaf2469296efa9dd00
-size 20271
+oid sha256:47c0c3eac4c9deabf750940e7ab9e431130bd546e02822677c4e91065497bba1
+size 20247
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index a54ee81dab84..1237aa3eddf0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4235f44474dbe549802958352c9c1a951f5574a50468656bfbda21370df7346d
-size 24054
+oid sha256:d834cd41c9d8c0079fb8207644a0f2fe913251ec6693a3e4422469211a324d41
+size 24026
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index ba2c3adae9f2..838d3f2e579f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a142d26e5d4d6b82e137b7635f54bd6ecf68bf810a518d91ed6a59c7b71d1931
-size 21150
+oid sha256:97c435622a28179f074b198427b8294f2da77654e75eca85bea7cae23a7d2fa2
+size 21122
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 9133b88aca95..53e55d548380 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e14bd1648a289413a04d62d5e0689678511e2950423c1d6803e080088258548b
-size 25206
+oid sha256:4bc95417048d2a836ed38118bc9edb14c06e23a91a6864e62f2a68b0a10855ca
+size 25175
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index aacf1ccbe577..5debede52bc8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:27503a2ee8359b05fe908d833c609a113680ccd60515ff022f283e2fdd9d6da1
-size 22938
+oid sha256:59ae20677100c120136faf324ff26bf207b6c355583ca6e1188cfe8b60d3fef8
+size 22907
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index badb3820695a..eec7e12947a0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e2d6d0e78762547b343156d5ba5df1073e904f39c90a386076a0416e23db18e8
-size 23943
+oid sha256:9acd87148ade289fdb6e920f196c08f2358c2dc49b1f077a1b9866d2bfe9681e
+size 23919
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 0fde8c22fffa..71f92d9ca917 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:523bf8383e3b2f908192704f1e0e96769c8e8ed1b0b084e0595fd4a994251b42
-size 21594
+oid sha256:a327b23a2cdf56947707fd2417b87c84216a336abae857f47706f5ef27fb4416
+size 21564
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index ff3d4d5fc8fb..ea06e4ec33c7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b70c1c425298e02a5e9f31b10efe9d0c739efd227f55358bcc254db5cd908c9
-size 24564
+oid sha256:6e10c61ce7a675cdce8b31278d1f30179fd869f3c78972b6dfdfa700d2e8fc87
+size 24537
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 9765a56dbbe2..bd66fc70b6d3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9fe852a863ff89db4eca3876aac64af33d48c5fee3197ab1b560f3be459ef9b7
-size 21817
+oid sha256:e6c2d53e4c87b462df6bba1d48337ed65206315944a5d733fa6f08f095270160
+size 21789
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 377cb3ecc35d..986c75fc70ea 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c77be0a33477934a73af8a5f3fea7706afae49738b96b701c749f58ca5f2979d
-size 25641
+oid sha256:e4731136f94e505111312b5783d596d4609b361ede80d8a14fe1ff1ce2822d7f
+size 25619
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 726355d512d7..f818e8e70646 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8d361240fb3665def219abee3338e118375b218a83a2ced659afc17ee8774d85
-size 23290
+oid sha256:43f708dfeb69c121fa356a2e4d6afbceed34ea5638ca32b046fe1c6bf5b82a05
+size 23256
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index ae57c8c8f57f..2f85bab70953 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f8eea26cb324403e7a34f05443e4640eee73a963b67f30270b88d1e7be77f314
-size 24672
+oid sha256:8a02d6ce8ffddb7301cec45a641874e62150cd35d1fefaa83b2662d1a5388a1c
+size 24645
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 49fab28c3f32..bc4cf0c03cf4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5b04b34010a5a5286b48db6ba06a03b651e0eccb978e6f7190e4d042a9b9ba16
-size 22229
+oid sha256:2cf76da80d45e78cba139103f17515103fc7c779f0e6def09fc2cdd878935828
+size 22203
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index d1a640297416..c0c3e37dc2c4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bc6cdfb1814df11d24cb3fc3b77ae1a19dd7609ababee364c1e5acdee0f45e7d
-size 25926
+oid sha256:83e4017b2a940bdd9e115b24581238d3a20b4be09d9f486aed8936c7e296fb3e
+size 25902
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 386d28609fe0..90ee9d943d52 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ce0d1d24e1423ad66fe4028dd7db8bd62c218fc4f7d065f3e3b73a78ae6c6ded
-size 23535
+oid sha256:5e6bc598150e9e91a0f921926d618437ccfd9ae101013a2821c293a60a179f6c
+size 23503
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 8a8534940423..3e7804e81a3c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:399f0274b31c46f7f197193126c14357d9b6f2d97268734849d9af3483e828f6
-size 25476
+oid sha256:a60ffec4289e8d131240f1cb156aea7c4b2a4d27e5979be6b879b973ddbe7d0b
+size 25442
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index 42b85ccea3ad..b4112d1e9a70 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:78432646e316b0011edb289ef5befb29f6f40406d731bcbd8daa361e141c697b
-size 23052
+oid sha256:478f74b737f98eb448d2ebc545dc30f73af7c8953e50a0898cdbda108a0b8ad8
+size 23025
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6e351ffd4652..03b305362597 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:781f86767c16d0e88c37cbf69c9911055124921f2f3164bee8084bb7760a09c3
-size 29579
+oid sha256:5e760372be47fe254c2fb34fd495ff6aeff96b42391c773dd8dea6fd47a1662a
+size 29552
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 806989bb72bc..cf01d504d339 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ac2266ac1d74d6b88642bd3f0b63ea93bf231351a67c3ee33f2a94c29d102179
-size 27387
+oid sha256:9eee4702f5eb2ae15f781dbd6f00d5809836269c62c1779367ed7a713f7c6869
+size 27361
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1eb78d723f4c..492e13c57918 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a35841dc208d79f4e19417c399b283af3691a941bf6a5100094edaeadc50884a
-size 30342
+oid sha256:98abb801629b8fb3df915e1b583c4e05af6a10f9c81e1bcf3303b06ff7dd1d1d
+size 30313
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index a61108fbc339..702ce0862064 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:468e9fbf119b13a6046f6f5c4784c389921d071c1d7b027c0cec3dc4ccf473b1
-size 28204
+oid sha256:d423db6e33e04bb87a5d784b4683bf9787b03a7b411d333bf5bb388914a719b2
+size 28176
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index ec138ba1d418..ffa2516d87b6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6c675bad60db8c8fbb8a62a6bf774d16a240acb0fcce7a1fc5c27fe8814e673b
-size 27744
+oid sha256:038af38a8159aa14bdd33485eecc1174ae2453b93c5222aa42b373eb47a9bb8b
+size 27711
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index cc767b09af6b..f2d20499e15e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1bfb58eef5a9b2decab4ac15bb3aaa145878782549a5abb9810478814d3885d7
-size 26861
+oid sha256:59376fa16cc6b882d669c88fcdb5bc2a5daa67259029665a51e8d9b19788596f
+size 26830
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index b02b80cadff9..f88037c005a6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dede9848c7fbee2a8a901f9141ef12065f4bd0483ffcd72d473210faab92b40a
-size 28265
+oid sha256:ae82aa38f6bfc24dece106a5554f0357085606db79eb709fd9c8e8787669b49f
+size 28238
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index af6f7b3ccc94..0f94f209b98d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e74acdb3b00bd3c4d2fd8b9aba3f4c1faa5ee400851b3743a0b077befa6a8ad3
-size 27594
+oid sha256:cb22e7e56eb29f3921ac3a37a941e5147f2b43d212994a054ca6c889942e2e41
+size 27565
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 97e2f39cb634..a573ef2d61a4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0781c108e15e995b3dc8dcb99d3bd399ba16889a766c6b8184fed43f1ace0e95
-size 24692
+oid sha256:cda15a9132d7e7a3bf4f7e037cd9cd5d1a557f53b2ecb6de78d7d78d02fca8ac
+size 24660
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 29c116398728..b6dee5b02118 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:830a2503ba0a2dbca81471d522b48100b0b51f41dc5b5550a70e7700b2ac694b
-size 22281
+oid sha256:334a97e510cfd478810e6e8e2271c57f1bda87885f36da3390ae78bec1393bee
+size 22251
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 372792864cfa..a2370119c396 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:660ba03ca1c020b24c9054d3a91c3481a161ce879305bcc2a4ff26e4b3df77fb
-size 25856
+oid sha256:e50a41edc5917730d6c22be93db47bbd1042305f1397fb6a0e1864211501979d
+size 25824
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index fced7271c866..b6282232d28b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:90a10e6bc468d64f232762ed17b6fbc59cfd725e876752e5211432954ab15268
-size 23376
+oid sha256:0bba48aaaa31e1804b40605cc722f8b9790f65711744bf94e5fcb9534a279d6f
+size 23346
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index e4cd8582e622..1f7ebec47f88 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:be4394b8f16cc0b49568cbd5b035fd2d1496d907019e61d058a3662028bf3f12
-size 25214
+oid sha256:0f0358506f24e37edb44e9de32a249d7fb80133904eb05ee61040be8547f05a7
+size 25189
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 11cf578619c5..49e8e569cec6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a4951fbca2b46ba9ffe4b37abc1ab93049204b9a7763a18df5183cffa03e17fd
-size 25030
+oid sha256:221f0bb85be8b35eee1d1fde7157184f5f0dec33558d42eaa51e74dd99845ca4
+size 25000
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 368678554fd7..2f010624f819 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:194e656af314e36e72ef973ec3ee949ecb1d9488aaf6a65a15dcb0a0e678df13
-size 22536
+oid sha256:2f1f3ebc3c7423f291249cdb16fd6497bb6c0ca6789ca276ebe07a41bd0381f9
+size 22512
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 926d6d7089dd..4950dc7f14ab 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:13ba7ad61e1336253ea089c1a6213ae49129f932c3e5307cd4c3f5f0159185e6
-size 22682
+oid sha256:5332605175d26ebbdff1ed4de31b1bccc963ae7044b01b7cf9f40adbe0dbe7b2
+size 22651
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 0bc551371d7d..b14f405eb582 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c1ec005025a1eb3e6932387c1f370fbcbd132964b343d5a01f3a7c553e1d908
-size 24045
+oid sha256:4a6741a075dd0c14bb18263273149002e5b1f0008c1cb4eb35a101313504e7bd
+size 24012
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 468ea22fc9f1..76d5c28cfd69 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:706fe3ea5f66f07681c37f71a15abce626e754579c861cf3fb72c325dc1a3ad6
-size 21161
+oid sha256:6fc0d3f341f332fcaa130674b859b239f3a6fc1bd8d00e6c8d66800ec72a3bf1
+size 21127
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 6717637a7ddf..be346e46e8ef 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f8e05205371a6b737fe6197d881d8602b1de0ce61caa613bb23758c50629a198
-size 25434
+oid sha256:8a0023de02c31239e8b2bf3d77200129a1f68ec5074d2e626ad552c4be4699ee
+size 25403
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 57f74ad01662..11c2f1518c21 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:76b92fdc08f4eb1ba300c36e3a7afcf3f7ca7bc1329e97c2685665e52147bba0
-size 22877
+oid sha256:ff7f0911a732207e05ab35f21c0980bc4e2d1c745000ac78ed744d6167109aac
+size 22839
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 092ea864ecee..dede3d12cb09 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:63989202d916817c7ab58a57a85a616851b365e3b55c34918ec9dd9042a0f0c6
-size 26070
+oid sha256:29a78b87bf7f8ba0ff710d19dfc2e96888648846e765ad6f454a012db3016ebd
+size 26045
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index fdf27716455e..3c248ce20a2b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:79988de8b39667ca3d17e17e84c8f65bd3362cb9c95a5b20570cd1710bc13511
-size 23713
+oid sha256:78208220fe0b4257f2dd3b7b6ab09e9912911216059e146ef23d503510e925a0
+size 23685
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 90402183cb4f..a13ba99fbc24 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b5cb5379bbaed765b52edaf4b6f14920bfcd7ea1028f68b67edf392bfa18867c
-size 25584
+oid sha256:bd8734d724712ca9cbe7405b3b7b3f9f39c70f0fd09356a3a1219057afb3a69d
+size 25556
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 6966b800be6e..7db95f0a28c5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ba88df5825dae6ced0dc5cef46ebeb6786e92a001502808309eefa587dfacf57
-size 25866
+oid sha256:f6f0422dba71004e02e0a6e57e899f36e1b689cd834a107e396f42723ac6fcaa
+size 25836
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 6b6bf2828e96..2209f632c1f2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f14375feb302e5b431f292aa955e432334ae2582422c09651328fbc5db100be8
-size 23513
+oid sha256:f01e1b8fcaf604b398054ceb33f5cd64f6d74f57e02d81a0c2328953cce56b92
+size 23482
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 76ff144b1c69..9a989f772231 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0faf4197700dfe14def606ba1272140d38cfec61e127a0c3d66b68f112562dc4
-size 23466
+oid sha256:d3801ab151edfe10ab815ec9445462233947d70d9b9942874079fd7d50098eec
+size 23435
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 9105868f5627..0a60253b4e7c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ba5ee1c0d8b985c974c546c80e7e8c9c2f97be7911db01012798c93b0b8928ec
-size 24653
+oid sha256:9d5eb319bd774438d2e8c31a841f189287fd2a55fd3869e3d857f71e26b74775
+size 24621
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8a99d9778e45..4151b1397029 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c5aa1640040dae4e8563639bcd51efad10c7cdc8ceb89acea33f5aa790d28c95
-size 21968
+oid sha256:75da93313f1ad1b3b43837cb3061207e312a3927a8e9d8e75b0823cc4d95c300
+size 21934
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index aee98bbfce1b..adf261db13a8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:48cb943e6de112b5494231a85358227532ab1fb4a5a15b9fd04ffefce04b7328
-size 26434
+oid sha256:dcdd68e0c956f77fa8f09dc18292f17545f1bb9aaceb2633c2e9e6102c351028
+size 26403
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 5d4a6d1f2a9f..bd83c9328cc4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:56188e0cdfa5fb8e48dd7cde5f3fcd5974424c42caf78cb02be41947a7ed6437
-size 24304
+oid sha256:6c574c05908bd54341a4a37089d8ad9a734d392c2f904c06d22345ecfeec05e2
+size 24279
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index b62cb75efc46..fdedf45b8444 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:83778419da3eae10d18ec9505dea56421a7b09fae2e74382650891a420dc25e3
-size 26084
+oid sha256:c557c3148255ad73085202616e2116686ca8f8e9c267d9b7db326d9d114b8be5
+size 26053
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index 76a627e9e312..a85907efb9a5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3f585a84e15ffa9c04b53657e1a30d8c9f5e094587a6e8eaa06775674fe92bb6
-size 23777
+oid sha256:84df1248604edf63ab5afee680c2ed96147b063f2857ccbae50e75703e48fc52
+size 23753
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 3da5d89efc2b..a14e85b8da06 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:61bf2a3378e8ad4253aa263276359fd6bd5e6ecf19e5f578fc4b43c811f1446a
-size 24596
+oid sha256:2c84911ddd252ebbf6d728d02350d74314dd72e63cabef8421ea526e27940221
+size 24563
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 3ea31202437f..4394ff502fff 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2f0f8c66ed29c5e97ef0ef283a1fc681f839b3cc1af173d5c8b285cf50f0908a
-size 22491
+oid sha256:62b7b815dc3b8b7524af905449454d79f9e2cf7da51f0814586adb500faa5757
+size 22463
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 2cd4726b9678..78cc3faf6447 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5def4f07b6fc35b810fb3780d18cd8f4ddb8c040ddad7b6b4fdaa767274f36a3
-size 25971
+oid sha256:3efc1d0fcdc1f20f5d4fda3f6bc37c733f2e07733a6616e58a12a25fd2cc08af
+size 25938
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index f615ede2f765..ff87e0877851 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cbf0befd03564f2b5d8ccfe9fdb7917883f4ae93a03f568268b377b4e2fb4c00
-size 23705
+oid sha256:ce93f2b72ce674bd6eb973cda7b57a4ef11a54d199cfe9bc043c1f1ece4f33ab
+size 23671
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index df24f1beffb5..a50ed45d952a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:29fe1aec1368bee033d5643e9121d8dc436f1d8805f1dd9b34cdee150d9497d1
-size 25265
+oid sha256:49b3a83b996d2139cba7898736849c7cf64144bfa4906166a354fe23560db455
+size 25240
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index e9d260ce520c..8a381ff292f6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b6868fca8e19da4b4db6eccb26ed5a26810abcecf369df125d14b9ea80232286
-size 22811
+oid sha256:b2a9e35c1f4d93444fb93f10546ee2a43a08a7351467bfe49860996811710640
+size 22786
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 5b600e5cfa0b..a673193fddc9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2786b38e912b20025f184bc38eb097911ffbef220f98a44098c0006a25eabdd2
-size 25535
+oid sha256:fc1182e5247fc276a7ebf202143a9016d6587507ab43678a8db44c4749af5239
+size 25505
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index d1bb5bf73f17..d287801c3442 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0dac3f9bbb2971edd56fa5e29d09a3f1b24329e8d872c71a7d2bead72b0bd975
-size 23344
+oid sha256:1cd7e4b039c82531ad4464142c5bf7b27a551a0deaa5f1ae958acdd11a91b332
+size 23313
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 5a06d1035e06..ad4ebd41b5f4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ba87204f76ae2e1aa4b0dc3f34777796cd2d0de01e16a62a5716f1b9cdf3ac43
-size 26286
+oid sha256:ac07d558d8b8c742f08e880af2a6de8d7455673af7eedda54688c0fc287886b4
+size 26260
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 6d074c1f9ad9..b33ec5640736 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2c66449ee06c2da76805ae24e049904b60128c0ae2fb670bd65712ee0d83f97b
-size 24036
+oid sha256:8dd8c1f6b9b0e8402033554eca6454dbb1b9b1d5e6001a7a957b4646a559aa16
+size 24003
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 06fba6ef7109..4d3f878d1951 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a0525805e5cea5f61f964dfc87afb972c01a95c5bb85d9b2c7db9df37808e7ee
-size 25912
+oid sha256:f4a6ff7c7471234c0ebc571d1e7b66e983ad0d0f38aa4ca2c04495006b97f562
+size 25882
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index c85151e36707..f53a7786041f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8786976b5864dc4797665888cf72e485ca4045fa56fb4ace8a6a5ed6f334e2d9
-size 23535
+oid sha256:994d2ac2159feb5dea44f866a8ba0fd80dd3cc5ca7f816ec2fdc675bb653672f
+size 23504
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index a240c3aa56f9..aa6b995863ba 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d3a8189a49fe01950945bc7a4a1c789b6729c520578671bcc4ac9efd5e753c3d
-size 26779
+oid sha256:fe04223c6bbac7eb08c12ea88d0a9450ea97cdf3ce6c98fb8f95a4f27b6e1227
+size 26749
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index ae0db6962d8e..1ede4e0067b4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8dd3864adb1cbe5d838d8a735e9c44e744044b064216a931a519d4e77b277058
-size 24188
+oid sha256:b0fc78b244888dc0f20d1c89820612774fe255b81b8329ce4a68d98a0db15386
+size 24156
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index b9a635e955d9..8107c0486292 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:095b77f19b7d91e323d4f2630ca9c809c5185b1330c44b7bbbe2f1c06a22bf11
-size 26163
+oid sha256:53ce296e556b331f013336a4d7480489bb56d8fd8e8b69225e38457cecc63ee8
+size 26137
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index baf0df4548e0..822222770c25 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c922dcac9728d9783e605dabf1bf175ecf7760d5a48185289aa65b059edc75bb
-size 23787
+oid sha256:57d78ee0fe5fb9be731488830db12f42cf65cdd3907deaecd85b481921cfad1d
+size 23759
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index db9782e1ed7a..5434160add61 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:80dc9af9c7dfd2fb3a4c721a9641792e6fb357ebf0276a3116c83b645be0c08d
-size 32109
+oid sha256:96155d5fe5fd9eb2c21a42e3bfa837e4b114050bfc8b5f59d8047d2fff95a704
+size 32081
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9bf3064a2f70..aac8404a0bb1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d5931dc628f23b45738ca004b0a6dd52ecd07a451c5b69b2f0ac1d8b1df98a26
-size 29185
+oid sha256:671335b9902a85aa764a151e7c422b1ffe9e4af4de533dd1ca350d1ebd0eb42e
+size 29158
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1ed9ded35c9a..43e2292d863f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e3712aa5d72929bed94adc5ea7bd7e5495f223349e7c163d787675d7b5e0680
-size 33063
+oid sha256:dd5e20ef82567b507ecd4d5d1a84f975f0a55b47763177f2719417fe7a9b1153
+size 33034
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 91518827b9f3..d97b033836ba 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b9f5e1e041d772093821691d4341de5fcedf1c93bd7959fb47aa1241d8d364ad
-size 29990
+oid sha256:d95e8ee78abf88ed554e00d03b9a91bab353774b03790ea8ced71a30f00383bb
+size 29959
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 03584433f62c..e26a2ade713e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dc62d878983ab4d2baac3b6d24280828625012c6febfeaf30a29bb631e28307d
-size 30444
+oid sha256:1fa807d02fbb3c633a5bf3aba0f720e9753b470768cca57ea6331dd903783648
+size 30424
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 39dce7fa519a..181c2d88f73a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d8ba71036b41145e9705167ba6f0e2b2377afdd6a55f899a350e471e8245fcaf
-size 28496
+oid sha256:2543c8936f293ae9f4595131ff632be59a4e9671bf910fcd3f44b1d78412d075
+size 28463
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 0078e186a788..bdaff951da82 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c0eb76c6a42f54127dabcc87a8ad7dc1b1f7aefd3bcae3770936a5d389adac8c
-size 31147
+oid sha256:67fb909f3a6e5639c6e8aa5947b7573ea56c85433a26e1889e4f5d61447f4c19
+size 31124
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5bb54dbc0ccc..75a56aac751b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f74a413be4ed97962de9276d7eb54ef4b8b0b57ca5b64281c344546530403f41
-size 29241
+oid sha256:d31a140c477b7950b1281aacb78f5726a407739b080894eb58994464a4ed2f8c
+size 29210
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 856f9c17fc93..11a766b43be2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c79d6926bf7c63cdd4f26008e96a70818231030444586809d3e997aec06fa9a5
-size 27206
+oid sha256:412325190f12e9dfb46a3cb7c252ba3b724e71e55374b023c82b0baeb21406ed
+size 27177
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 8954e809da15..3c7cad194d4a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0df9210c13d7ac568aaa2639a8ea21dd7752667114801fe5eea9c2e1879e9820
-size 25257
+oid sha256:1370e83d4f857630e89fca6dc0ca211b1a04a5530220a95a7673f294ebe1554a
+size 25235
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 200eac79e768..5cfa2775216c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bff658392e8d6a0fe0be39d6e0923dbdc6379a397222c2c3a88177832b38c3f1
-size 29047
+oid sha256:553aa9d7e2d56a009def62c57e3855fd163bb2f88b8c0c1cd6b20d7fa49d5b6d
+size 29013
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 842c4f1d5832..fe8457da5984 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7903b6eee903f38a5c92fd3aeb1d5c64e59e9da28df611024dedd7b2603b2b88
-size 26817
+oid sha256:548ed55d6b5cd134ef57081851c50b75575966a69e2b4c989561eb98d37a22e4
+size 26787
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index f4d2bef09e61..6ae1d1e47049 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:be36a45edb7061e59d91d1a782d44da0c8efc7e4c023c0f2e8d68c35d0d87d84
-size 27656
+oid sha256:0caa1b6233c1c637c24d4688a26ad4434093a43e1993a2ed28bf9da59467bfb1
+size 27627
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index dec586fdd3f9..480bae76c7ac 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:87255c56654911e672829227179d9c48b113c504f6d6134656995a07a9a40ba2
-size 27345
+oid sha256:d3b51ed5e28c5051a9940acbc44f1a3702c691fc9f2a2edce4dedca80939a048
+size 27311
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 50c85f86bab2..3d9851819d92 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ae234e92563f2a451b5c37f6d75ea2a39ff2caa9d009009677478fefe32cc58
-size 25564
+oid sha256:890f29503e8cba133a03e41ab824db626075f91cf6b1255e20e68621a70e9edf
+size 25537
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 2f5d7fc55d8a..be2b35fc7f89 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b86664287b104c594b831d42220194ea3ccc95aed4b3d13103c486df0a0cf1b
-size 25229
+oid sha256:06315413955aeba8ac21b79b5cadd973b9d757e835ed95ba1da01fa1d08cf0c5
+size 25207
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index bf3f0d455505..1c9d70795af4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f2616ada4e29dc787845372bb309cea5813f89b7fbc6d16476c6afb2fd1c3a77
-size 25741
+oid sha256:78f98c9190933bd5d617b0eb84d045ac78d346c758e6cfb47d6bd399b030ce48
+size 25710
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index a1b5d0fb6163..cc7b209ea789 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:63576f2d7e0fc3c49ae7973b6d2da86e21b49821bccb137477b8359888570841
-size 22420
+oid sha256:247ad163a6343f2b0525add49b5166bf58ab318d0351e02367b075915a37616c
+size 22387
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 088822f0364c..c64f849055a2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:74a6137cb358510361dd75212e3843129ac1bf0b009c5ce72080b171f91a1a2d
-size 28056
+oid sha256:9a381661c5f1f691d2e2fe26cfb017c1e40d498533be5ef785fca9c8f97e0072
+size 28029
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index e49908b1d4f4..4d81673f0b06 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:21b7f4347e09cbbbcd653660850958af325cdd3f34097a2f38596529e98ee7e8
-size 25799
+oid sha256:54a43f3e703fba7ab2f3c009f19c9dad7463f32043dc7b072e29b9509e71d547
+size 25772
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 7f0e05a53602..280f4b6fc006 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:79d3573500b7411b49850bf1d187d12c9de5786eaa937e2cc367a7d2f2aa16e0
-size 29195
+oid sha256:6d1ee18568f943fce94e904b4a9f7dff8d32f3a91185729d0cc52879a5d42bcd
+size 29163
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 9f54110c1bf6..9ed04f383b4e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:672f9ec1065b9f1eff6c696da4454140de2e1de6db715aa5462d77d93db8cbc6
-size 27407
+oid sha256:71e2022280767befa926eef15ac94a1bd8e44045c205e91af89530747e6a3220
+size 27382
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index d7d0b8505b94..3a0421c53694 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:17ba99df3660bf876a3abaa2791fe44f5319ffe136143fe73749c8d423e29789
-size 28178
+oid sha256:34ee607f26b72fe51a0178c6212b4ec8c3bd679ebd6f63e4226d5de8f89beddb
+size 28146
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 67b8a5f07f1e..4f55b91c968f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6c25cd08cabb8e698a371dc923c8c7f1324041f5f024fcc4b3ac449322dc7832
-size 28478
+oid sha256:db27fb054d5b7592540e54fb93924c506286ecdaee83983cc527a33a9ca29336
+size 28451
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 9d58cde49c0a..bc5df8f6fddb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eaa3078fe498ef6944444d7c761034c087629da66990c069fc8d5a635b1f0523
-size 25942
+oid sha256:ba53df0c2c1de44a269536fd9dd891fd4bad1371494136f55722eba86f6aa545
+size 25914
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 3fa61ca4e7cb..58324838d6f2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:94ae8c5622afd2a5428f3be617117070b1603e13846a2818fd4d4446dd3776c8
-size 26020
+oid sha256:3a107b18c4908222b5eabdd3a3b6ab49f79ae1d7ab63f11b48d77ae10d5193c1
+size 25995
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 5c14f5e7b989..dabb9bb78809 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:94d33fa84b8a47573b1c3148acf59230ed00c971ed23e447fc41f7ecba82d17b
-size 26490
+oid sha256:41ab0c3ea2ba3b843b2879c2ba2e03a5317754bcfcee5b7b74e2a178ace8d879
+size 26457
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index d2760004f21e..fba57802b083 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:701a61437318f477759212600eb323c787543382b2e1fedc7cc1b873061d2b2d
-size 23131
+oid sha256:cd989a58599f39fe39e08b2e7b556ab56cec5670c4cb3430abb2902f585da98b
+size 23098
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 37cf00feff33..e9ac628612cf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f99e71fae2b5715cb10add1f725435553940de5ef5709d92b5717e63ead9ef32
-size 29558
+oid sha256:c490253c64dd13cf8c1b94087311faaa00c8698448fcdb5c2b25309a17ca97e2
+size 29526
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 97492fa203ac..3552d825f6eb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3942b8ca2e989ab5c77bc937f89229e276595fc3947d742dd7ca46531af60ad7
-size 27496
+oid sha256:0839008d660b3774361e21e3e2631dcbf8d2703fb13db6276c2608a4eced672f
+size 27467
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index e46ae668b21a..6d9352470e8c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b2130981428fa9744847a4d10cc2bf55cf92f9cfaf6a7c9532504b9b81453623
-size 29097
+oid sha256:f0a2c58e12cc493bcdfc11336bd0a768149408ad5f5d7ed793e90e9c829b0230
+size 29062
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index d83089e41ac8..ba519e246884 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cad75f2b0ba765d0d3bcf2a2e4658c727aedcd166c54f45815ef9d63f6b4e5ce
-size 27049
+oid sha256:19d4fbf7d2a8ffef7dda454dac7c1de9e404ba3ffe75a60cafd517530ec139b5
+size 27024
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 82e9d899014e..4c4b8078a08f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4a4f0cb8fa98beadc7b7e03faab6dc5b3834e130b019ce9faf6b9bbc69849faf
-size 23105
+oid sha256:7b7789f72792bedd715696e475b6e0537303db1f957fc58a38be567dc3fc8017
+size 23075
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 209c2e35d2e8..166138809c66 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fc4efd04048e53796456e90d1e29625837ced8335c06bc5df616a26a54b8c5a8
-size 19807
+oid sha256:f9e8c5bead620672e7cdeb2dc66f41afa6302e81211bf793bf0d74dd4a862c27
+size 19776
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index f4f2e2d670b2..40af843004b0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ef79f8edafd95054c951aa50031c7f60dc2756f10a2c8dfe8fe8538beaca67dd
-size 24569
+oid sha256:5a69cc89d5f48d236f648f6d891418e951d50ce9ae686a8bb3fcc24c60347dc2
+size 24546
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 73299af6c3a6..60198f518a0b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5fb90946405ab1479ffbf09f89b262b49faf242b29c6326f786db2d25a1e3331
-size 21184
+oid sha256:6b3a154a9fa943885daacf4cef8ac25de67a42be0a331a45d52d9691289a85d2
+size 21155
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index e134b0490ad9..3af06faef686 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:df582ab8349a3f63e73df3e692cb881f8e443c91d557fe53727a02888950520c
-size 23145
+oid sha256:fe37050eb3d9e35813c7dc36d05f5d331d153b2f5d7624757cd197a325d3c3d0
+size 23112
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 8bf90347d944..d5b592ca7bc0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dc5447ddd678b837cfc096a6656a5df6efa769e8fd726f117e0a6898db4f361a
-size 20056
+oid sha256:d6e0690570329bf91f5854de6bdf1190d91836daba7ddfc6772a207d7d547da3
+size 20027
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 23df7812ae2a..ae695c55a87b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e9ae29f351ce4c2639db0bb8f729a0284db2fc37d86b4078a97216a49c072d66
-size 23800
+oid sha256:20c4ca6afee9bd0855c2358f0125a20455b79d98b62407301376b60956ab8971
+size 23766
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index c2be73e85ae7..e255df4d92ed 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bced4c9e0a348e89b7754f6c69cece43fd5426a46dacfc10305dcacde97fb8c2
-size 20262
+oid sha256:7b6aeead400c958372c682dd640018f104b1b5cfe397d3ba1a74d1c9f03b7594
+size 20193
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 0cd80376c9dd..60713300ad8b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9920e3877c5359e0657a0c6a815baf9ed51115979f72a0a3441c592a1f2f9d8c
-size 24789
+oid sha256:b286671561deecdd1a4bc7d106612a4eed520c3d3fc2c3bb4956dfc247fe8393
+size 24757
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 7f05e4a87159..028724680399 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:292421b1bfc961255276d6d0e1e711660b79ea9fab02d138ca0ef485908e7bbe
-size 21275
+oid sha256:0b99496fa8bd4719975dc24418b5302d8c8b909b09a2b9758ea8291b42011001
+size 21246
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 21b843f68f2c..5aaf2d07c882 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a295f857236456ebfd6de0acca3c3cee9b66e8e0a8b76376e04e391aa8991224
-size 23666
+oid sha256:66d9cb2096c927c90095d5ad12cb7393d38dcf8c064b95beb044900716973a4b
+size 23644
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 7b557a6557fc..866fe6baf0f4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3aa0ff1193e449b78fd5ca94928edf52b11f2d341d54db3f279ce8abcd54703f
-size 21010
+oid sha256:62ef365941f2139b6b3f6753a541bae45a9496c5f9c4c59765dc8ee8665113d8
+size 20980
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index db4855f4a230..b6d3a8372945 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3b965aed6331069410f24b0732fb00058af1aa54c78b93f11d84f8419e663fc0
-size 24674
+oid sha256:0db316f02a8625d7ba9bb75a484aff4f5e60ffac415e2a6d4e87bcfa5d07d936
+size 24648
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index b8fd717b6d26..9ed8050612de 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c552bb37a4826eba6cd68d8c5d9b76e377095d944f7b672cff2a462add08baca
-size 21829
+oid sha256:b19b21c58960bb60eda79539f8d378ada2f95c6891d0761e61c0ad98c09a03b8
+size 21798
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 05eed2337616..3c1862bee78d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dd443dc33d2076bb55e10f450dd8250891b25f1cfe74eef80afa70e772da461e
-size 24121
+oid sha256:71e7913912276e7e7d55391bedaa91c842b0dfb4a064847ae11096b4cf4b1f8e
+size 24098
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index 4c6031f91280..0f62af5681f4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:de4d5709fbd4c7357d732b6e1f0b8be8d6f05113b2a6b1489e286f09229785e0
-size 21501
+oid sha256:b82d6189159fc0aab633fa302d251e9297f758cfebc6a39acfd3c50c168b052e
+size 21470
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 10c7a61f668f..2b408f78e3e2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:33ce22395257f7d8d6e5680bd97252d043200b145aea9626ad84b619885bd1df
-size 22856
+oid sha256:74e45bde12bb1ec9fc68fd7e160c0f86c5a0d0ad0f976036627c90e7387e2a47
+size 22817
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 28a04f5fab02..dcef20a50a5c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d7124ec071f4ffaf9f11e74898458c25b136e0cb5ea1c9a6d41d4cb2ea1047fe
-size 20338
+oid sha256:3b9dff45ed7ec79cf6bdb39b8e6e21924240568fd7c27c17e05d940366e80dac
+size 20306
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index a072318dc9f3..55a03d289906 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2c23422f0e8eb4f44619eec2a80d680aebce7ddba096f0b61b70590a3be7bde9
-size 24152
+oid sha256:ddf2466bfe14830b1d7a0718a34f9bebaebbbf5be6ab29354bc3f541a17bddb0
+size 24131
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 22bda13ae6d0..9f36ee8be454 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1716bb8e37ef4018d39a4f4c0c214c149be8e37a62112bb8470cf3aa67118557
-size 21688
+oid sha256:de2c755c95bf9016b9d360a850fe50c9e1bd42d2035ce6ec82b37bd651ea9193
+size 21659
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index fdaf9d67783b..dda2eac5998c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d0317321571d1fc3238d347471167138d6e13b2e5158fc360584dd822ef8f1fd
-size 23325
+oid sha256:0951beba8f1e31bcd31ff446bd80ba5e0e900c6d504c16a1b12e4ecc763ff49e
+size 23291
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index bf903b8e24e2..4e25591173bf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:beb80bc2d751eb855e472698062567c8f7c85cd89a26101082122256cf89aa41
-size 20769
+oid sha256:6314a614f8df3e0140f83b1c962b28536562f4fd3a3aa131ee71b4f47e41f4b2
+size 20741
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index d99f142f9e70..66a8db4d93a7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d81487483d1deb4fa24137e2c29868e950d2ed40ff46e0d5129e3d33dfd77ab2
-size 23606
+oid sha256:e162c8b6af1305df92a57583a1034d7da622a4e53a5359b5ff7b2f137f9aecf9
+size 23573
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 0eeafd475301..d6552b62014f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c257aa77c101d295b819d4f93f79821c313e94bd99a601d4a06bf784b36923ef
-size 20965
+oid sha256:d0ef7b25ff6183aa6fc199ef2935606639c65f92fb1619f15532c12eec533b71
+size 20940
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index c6709990d89b..fa9523b6e1c0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:924b1bf7e4f76091f72401aad823773d679590864f8087fd95a18bf8057ca353
-size 24471
+oid sha256:a7e826c1da5af30b1341b2519058e11344a0848ce40f48dd75faf5e1a0f3dcc6
+size 24442
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 57630dd019ef..8ed2e57a8782 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:889c53666aed94e174f077c22a989cf45440865d7fcec7806c52f40816e29eaa
-size 21869
+oid sha256:ef7bdd28bae94cb5dfd4555a99f1447d49697d4b0fba67c8e8887806d8ea825b
+size 21838
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 4910569d411a..414a29a3ce2d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:61e3311fbff35269f83c2e2522d0cf3953f2b70022938755159af37ef68e457a
-size 24014
+oid sha256:dd49c344ca926826afaa1d2b216702f184289a30fb66a3bda3b894dec235e613
+size 23980
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 99f23dab68c6..c4cace4a4cf2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:194617caaf8ae95eec133dfacf8ebc173326510862cbe48a8cee5e7ed8a35c1e
-size 21437
+oid sha256:534b4bb27ffd57f85ef3501e3077a7271518230ecbc9bdfb16c79dff77811e16
+size 21408
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 50be04fbaa4c..1a2ab3dbd03e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ded16c8e5e207255a235ba4477e390c505c41fdd9e5fbc264f9276ae330affa9
-size 24614
+oid sha256:5dc72b8a2ac807f6382d65c81463f8536669f29beef91777cfc924c310e19dec
+size 24587
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index d290529b676d..2b5dce51bc9b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:91a7411fc89bb2c5d01722c3b6b5413f47dc33fc75681dd7f1248f58c095c38d
-size 22283
+oid sha256:a9116a5fa0341c4f4822ab3a269afa03d3c03dbb4b2b65d1880c301002242ad2
+size 22254
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 918742197765..598b624d92c7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7a3d9330d0e50a5e6dabef6ce2384c636d5af98b3d68d9aab68d8d5693c8c0b7
-size 24333
+oid sha256:a4bb4fa326501fa13d0655b3e71daf552ff1ddeaf5bb69b5da9ce49914f95ba6
+size 24306
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index 38afe669b85c..8d090f7fe038 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ce6da58dd392b632f146bdb0f88e2233caa8be4a02a844fd59237ad1ea34c2e6
-size 21831
+oid sha256:1bf5e9ed51631cc3f79ffa2beb6ac127b551ce96bfb374259c907f096dad336a
+size 21802
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 63480c107707..730f128ae210 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cb686800445f4f6619c160b19fcce28033dd10549aedbc15bc2377931b46a841
-size 25251
+oid sha256:5397f7c745e8a7004e11ed786b650ce1d9f67303a119b009b2d38918691635eb
+size 25225
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index b6a2d4c4ddff..d2e51e48c45d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e7abb64040c89bdf8db385af7715538d31bd7b2e5de7bfa2aa26b8873d7ab3be
-size 24921
+oid sha256:d187f1144630ea13077d31565b54e9f43fe0e690953bf13429b20a80de8a6ca0
+size 24897
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 25a1568a4079..0d40d6c80f71 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:faf6251609921e65af3c42b6e624bad29ab9139b5547bdf5a5fbdb56ca0c5de2
-size 25867
+oid sha256:93a058a6ee260bf1a18612e9f0c987844f09b15c81c82eecf149a8329e014ea0
+size 25836
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index fbdf6986892d..6b0ebe124c5a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b6e4bd230f5e891928d058d9d515b4f805538b6d300fe3b6d58fbf475d033c1d
-size 25681
+oid sha256:58e8c9ccd72bb5b01ced11d6e927ec2c9ee9b124ef3af1681cbaa58fa2fe7226
+size 25652
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 1c482df23cc6..eefb96c91596 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:572a770c497154f80a3888eac903aac163cf6608f5424455e87aa72222b930c2
-size 26183
+oid sha256:94098190ec8570b236789f7c8e91a5b7f2f242668a2e729c5e070305eb36849d
+size 26157
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 099ab64ab6fc..6fcd041af22b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b6d9e3256d48d3334632ab662b1dcb462619ea468d9745750cd6eb88482828eb
-size 23560
+oid sha256:6b9dded72ab6649d32fc9a26856abae615dcca9aa92b832857ae5375d942c317
+size 23527
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 1b20264e107f..b282c384bea5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ba88f79a815a45ac016f998f779bcb3a3d1d0437b9e077e4dd9956ea22e7bcf
-size 27521
+oid sha256:7f4ef9fa5d63f732ec863c86ea70387163ca1525b89ffe7c9ab2b372305ed919
+size 27490
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index c2b682911f5c..eadae456dc26 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:79e52e9c842c06fd8b5191f1a5cbe956a3747105b751cd9372ebc36829b2c9dd
-size 24678
+oid sha256:93fac408bd1ade8fa5cafdfc201834c910f21b9972bc1751e348697521040d19
+size 24651
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 16515e94d7d7..31b4ca7d3839 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:96d1fea09e17074a2b007e2e28b30c5d021947c42f91e9d53c9c998ccf3b3c6b
-size 26541
+oid sha256:f90ed087d029dbfa1375c23d466dad69cd4a6a93b718b3beb04d2c543421fbc8
+size 26513
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 963e52209a3f..57ef4671d281 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1d2fa78c0a29ed04aed341e8ce2277fcc351ef7005e76f61f945a79e1ffbb77a
-size 26504
+oid sha256:8a72e905e307a3ae8bedcc8822f9afc40bc748f64b791d1c2a5105d6899e43b5
+size 26472
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 8afd28ee9d67..7560c2628500 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:76484a61b5e5087244fd77bec15f7e9d9c8f2d5da145330c6f0da2e6711877ba
-size 23786
+oid sha256:badd71a28677a2f829137dee49cc2aada0bc653b725c79b04f1d25555bed02be
+size 23754
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index c088d66b883c..db4e4d755a93 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cc22c98ee1d753758c68461d97644bc8f1b0b2804cbe929d8cb63578ee685515
-size 23845
+oid sha256:47995de24bdc1e3f3f22413582e27a863eed080a14aa56097cd1d7a6a1bcd7b3
+size 23811
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index a920ef697a40..9c0455f89da8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7f161439a454725f70a55a9ec8f9ad34c35707e726e914393bb05d1ec6e59421
-size 26105
+oid sha256:fc2f63ef53ab6057c75eb6f2b4379a2b7f173f41b7a9d5912c32c554e9c2f2a0
+size 26075
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9b428108b333..ceb520364dd9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2bb332acaf6b5b72f65e29a2785195532f41ea4c60989c2d1df8b8551f632b93
-size 22318
+oid sha256:a995c931daef160e50ae08a2ecd9f16aebcb09f1794c657cf472f57c72297a74
+size 22285
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 8bc81820f084..f1fe119885b4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ff316862be5734b9ee7b43d08bfdab764b96f3efb30232509fd431aec4231aad
-size 26811
+oid sha256:76f27e8bbd147c25b34a4a3b6bd48104944e3afdbf00c5be5da4a12a6bbdfcb6
+size 26780
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 139fee2e41bf..b66453e95e93 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:006c67daedf5a8da429ae967eb1eefa5c440972961b60be3306cfad833bc3898
-size 23985
+oid sha256:e7b44366567f88e257e12ed060960b53541cc5c8a14258e98d39be1e9439524f
+size 23954
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 1da99da719e9..2bfc898d8266 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5a9c2efb105f2362a8c6719187262f04732a6bedc9b28993f371165d92236da1
-size 27810
+oid sha256:98fc5376ffaab70b52f84e2f4284ac17c161bbd728d014ab21265a4e14239bcb
+size 27768
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 9d8e90894ef1..251d3eb734a3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3816ef78107bcaa07d6892730e238e421961769423926e4eb5d6a7d7b152ed56
-size 24915
+oid sha256:24ca4c2641aa4cc8287497f377825fca85e7a7deeaa4d6261f3b326e0558d7d7
+size 24886
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 76dbc2194804..78f1a4da254b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:678adee45a5962027096a1218bea909091cb595665ec97050c52c249982941bf
-size 27118
+oid sha256:9bb1fc359a9f1d1304c52772907822f9e6f18513349c55c4b0fe2af9decc8a3f
+size 27092
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index f1cdc3e373e5..b3647fb60227 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:643ee67f13d63029cc5cc6dc958f78b09553ece97433b9cd2e5b9eb4e10bbe3e
-size 27181
+oid sha256:f78c2daa2050a5cdc98d0920838b5e9fc1e098c73a0b683ff0b9d10798d6283f
+size 27157
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 832c1f344548..35b72eae1d89 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2789053f47cc4eb1fd18b6277e5ce4144b8ec4d028cc1347b37196f8942c74d5
-size 24735
+oid sha256:70c1ab38d125ed5f6f2e653494dd019f85f7fb7b3932a16f4c5d16ad991b57f6
+size 24702
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 86f36aa929bd..aad571d3f30f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:140bc6f5d268773af2e5a65647b99cc35afc7b3ccb379b32fc9e28a3aea68cd9
-size 24653
+oid sha256:82ec0f8d30802346b878606adf08dd41913f82991b2dd74417c727cc5a0a9de4
+size 24624
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index df133618ceeb..6fa783c197b2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b2a16ba70a17bc63037337a28af47b98efe1ec7a62510901eaa08f8a1dc65cf9
-size 26745
+oid sha256:07d6b839d5cf77edf904a333e32820f8b62b302c056373a956e09e043ebd60de
+size 26719
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index e00b88122c6a..2ec5c6cce3c0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:96dfcc7c0c04616944719f88d76abc9d5eed9e435c53414e7f37fb00d005ea36
-size 23159
+oid sha256:17f9b669719b66d5a473fa95a34b55a990a762bd211bef997b471bf680f174e9
+size 23131
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index c430ffdf1a79..a997d87fe592 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4329f1de377866773053da971ca448ef8e43c34b290a3f2b27ade7f87fde477b
-size 28036
+oid sha256:bc7c6aa38e031771b0cc8873eedfae5cf8e21b41e6dbb5322322faf4c92cf77b
+size 28007
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 24516051b0eb..917b75715289 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2e159a16b8b431a4c09d4f7ec210b4d8765177b93333cf812683f5740e2a3d03
-size 25524
+oid sha256:669a5a491299c26e22605cb176a050142e39781e4f4190ca5de2ddf40da921b5
+size 25492
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 25045dce4a1d..b707b512a6c3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e1af5071bc84914e7503f329f84e55ae293ed9b5df03ef73048c2b7554f7a764
-size 27597
+oid sha256:58394e000069e3924d9887685e76787a61dd74fe5c80b58e8cbc05643d2b8805
+size 27565
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index cbae1e064c59..b338a9f8c8b4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c45efdbbbb3207cab59535105bac15c8d9a8608c04868af3ed6df25a9b10765e
-size 25066
+oid sha256:6ecac3d947bf09048e9214a013d19f8d93380c7b39c4e628f945cb5a238c6894
+size 25038
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index b9a1b9907c53..12010cc9c8a7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e970aa525a76f5d2c8fbfd0323b7c176ee6a776b974e0695fb08821b5c931a09
-size 26178
+oid sha256:11c13624b3ac39b90d5a10831716088045e984e9b8c82a2cb06a21056099311f
+size 26147
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 960837fc28d7..c33d73791c7a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9ca3bce3eeff634c929bc66df3bcdf99a35876710fd2cdac8059fc6c46a48b91
-size 24357
+oid sha256:bd9dd0ce53ca2184fd81c40aec3d9ad647aa15d34c650b044a3353e122a71e46
+size 24330
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index c178824653f9..c51b86c158ce 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f001d448841323fffee7fd2b9dbec52ba8e964aec5c34231ba9186bd5795bd2c
-size 27482
+oid sha256:adf8011164c9c8d0cbc50007c4c8651e1b6e5c7b5e65dcad2936b4c5c324122f
+size 27452
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 391c84fd60dc..fe4ba4af8f28 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d7ab2284afa0abb7766d28c50703aebc059f4144492e7a863b662193f7ea1b1d
-size 25608
+oid sha256:df846cee8d4bbd11d899d591d238d414f3c898c7e2217c92e0f0cf99a84e7989
+size 25579
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 91eec0592eb4..46d671bebc50 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1579b1bd83997e860f2f489119bc2b8e0c8d962eb81b29450283524d84bd406e
-size 26712
+oid sha256:1f57e6ac1640d63cd4a891b37d254e4153deef7b11cd8b5a8bad2666dcc82acc
+size 26682
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 84c8cdc4eef5..dcad7f6c959a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9292c8afcc8b2b442532964f8cfa269a60fa3605b463171e9e4cd1157280ac5c
-size 24630
+oid sha256:8d03b4c7a5de7bf15b09cb7c551d5b27ecac56126dd3c71fa9ca975cdbb2ed0f
+size 24600
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index d1cf319b72e0..877d404d5387 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:79e82d9c948f14fc339a741c7bfe879b34c7264cc7e0b0c2f9a80db9ec696313
-size 26836
+oid sha256:b612590c0c7a0b6d514f7af74a86d1acc94bdee8946e9d29bb50a1e263afc280
+size 26806
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 73e200029c7a..53b7cf5f8931 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0c3bffa9fb7e39d82171d9cd85d723c001b6d160426d80cd4e501ad909e99ee9
-size 25112
+oid sha256:72d673e802ffb6cbf4027d06e8b4a52d59618b13f93224b16ab0f78c19472c09
+size 25084
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 3ef0999f7fe6..134b0bc39710 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7cde0fad28ebe1ba3a1dab315acab60f85f7fc4806002e5462d27db6879f2797
-size 27857
+oid sha256:f020c3e6b5372c9895168493d866847f55fa8ab85379d1c4191de0a069228293
+size 27826
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 44aae7359239..8fd78e6fc9ce 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bee1a0c68623cd0391bf85a791cfa455727ec51f74e87e26eaf12c19db8d57f8
-size 25771
+oid sha256:8847cc61947e3f18971d218953ff86a6520175b43150ff6ed6249b5899925683
+size 25744
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 6a26fc2a11bc..7f91de65d7f7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1f4d2e68514598b02748571f0158065434728a3d042f797753b0189dee610382
-size 27140
+oid sha256:6d01beebac75dbeecceecdbba992e48e76edbc39e92068e83d438ecffb7e5039
+size 27113
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index ab7a984c0072..68d7e62021ce 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fbab569b5c8a4b09e917e6c7285c6b7a665f3803191a83202d121c0ea3c1891b
-size 25354
+oid sha256:c07f0fb612d0fbc843752fef77e1da0dbf93827bf0c61bfdb92f8f9112a13bca
+size 25320
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 05b7871c08cc..713c62f52de5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:637193b7f8784f0e87e004d71f40307785dd5d2b746d6bfc29dc335c2d70da4a
-size 28120
+oid sha256:45db671bdb707bd80592a50647001c3c170f4dc1e482f7d2e42e64cbb15c8b65
+size 28090
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index a2f4b7545881..c4b193b72257 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8d28e31c907d6623b99858d9c80605338df8af8b0bdf5ebb32e3ad276bcf5233
-size 26022
+oid sha256:1fc914147a10dea986c3a0ee88f6b90906e246a5e6e152ac67784a6ae2ead0b1
+size 25999
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 036935817ba3..55c8114163ac 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0e8702ea3578d3de1839b3292e9745c0a37522e1e5aba1ae2d9189ff72c00efd
-size 27458
+oid sha256:9b1238e6a170780b025534c5149a720e155f072bea78e006d9b5b8e373640151
+size 27432
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index 19a7d5928e0e..ad395f2d1ebd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:295c7667f69300c3f4dc353c56495ef594999813527996202e0a0c7ae4533a5a
-size 25684
+oid sha256:3178508a1a3ad4fa2f5125304f043fdedce468d2d82c4ecb744497764972a98b
+size 25652
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1e7d87bb41e2..0b151ecd3765 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4688f13d42aeb8a2db71e3be142aeb726384da97c036c30703f3a83f8c401f4e
-size 28022
+oid sha256:a25102cf2ef93e1dadc95a39a8335fa535d2dcaab2e04045fecc58c3cf2676ed
+size 28003
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5be8807bdd58..5c9b4b7ade6e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4e685159e620573d4128148022de37f37ea7a31af32a4c24fddad7765115147f
-size 26333
+oid sha256:afc091ce4b291b8085d1ff38eebeb3757b5688fad1e2ed718b09a1315611a4ab
+size 26303
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7447e4f0d013..64464241fe86 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0bec71ebb9923b22a24682b6ca49177ad6f6d1c105b45e3bc8bfdf6fbe1f2571
-size 28942
+oid sha256:f3d972dfb015e975d73309988972cbe702ecef60294675f1a865da1b785691cf
+size 28921
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8fa2506af5a6..02902405716a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8264be367d9d38ee8874ab2539b809a001bd806833435dacd15175ca38aa1b36
-size 27218
+oid sha256:6bd6f4c3eefa2e88d8aa718c71db82944a59e776a371337ec0e30d5ca559df61
+size 27195
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 0ee5fb96b107..aa1ddaaec94b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f160332f1208711b50384c661b104405afb4853abefc2e358cb40ab4607c7444
-size 28957
+oid sha256:35f1163f6ca47bd69e39e1c27c18921285de8642968dd90cfce07a8b5d9817a8
+size 28922
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index e8d0271ad377..17209d185575 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0b88307eb06d9346a9ce79030ad83c9602445540d2140cfb97d6191ca4a66cc6
-size 26465
+oid sha256:fb2f66350e953a90fd9858a118b2990928c413ff4bf9c7ddcb0eb1f4944a5f63
+size 26437
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 0033828be074..a298a9c008eb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:291c751077893a47c2eb0634ee0fad958c5b47ab15b16417d248d97c671a5c67
-size 27663
+oid sha256:c62a1622cdc506f1d8bc50cdc18a752b674a3b5451197c31564a22fe1ccd33bb
+size 27638
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 829e5040c68a..485282980170 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3a1434ea4680db176fbce33625bb0edc495ae43cdfc353e17578fdab7179148a
-size 23538
+oid sha256:dc3273ea303e4dc4f4b6a97754deb406b11986a8585aa9dda12b74ba56a36a79
+size 23506
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 8ab7aa973325..29c7741fe14d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5dff669e59332a910fdbedf1c12e3df7fea9b6b41404d6876f48270a2049ef05
-size 29838
+oid sha256:f13af6c3a6728efbdcb07f2b54a35da5085d0ae513af37edb29be7036f25eb7b
+size 29807
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index e414ea06d411..e7e0eb19085b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2250e48dd70f2080c56326d896c6c65c1d61aa56115e0c96b9ce95fa82447a72
-size 27260
+oid sha256:095f11591781d379fde576710c0170664c83c0c6c671d9e2e5847764875ec73f
+size 27240
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 0df223326da1..ea9f039bee0b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7f9896aacd453e8ae398b65065aaffd09001af6d3bc713b978c55d9c43ecee0e
-size 28565
+oid sha256:d918b0d5b8c2b38fc2fbe64b411b3b1312a93392e7b17f4014521c7835ac9708
+size 28534
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9f8166804db3..e51a3390a7fb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:448ad3ac56041bc7df77f45141bd0a6f6d85240e017cc187e7cd084bc40ff9a9
-size 24489
+oid sha256:88acf842b72e7b9a41a7d1273367b479cbf266d829b2aa017befb7f55ca0587b
+size 24467
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index c6ea1c0cfb3f..51f7b1cb07f4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7a2fb184f9db6244d4017e886f8d59845715e834b71b1259c52436c158a6b74b
-size 23131
+oid sha256:390519269d4b571fb930531341c8586d14f225f3801585e29bb70f19afd2452e
+size 23100
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 80256ff2208f..984665994b99 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ff2cc78fdd2aba0bf2c16cbe4eecd6853cf3310a43e495635f93488551ceae00
-size 19598
+oid sha256:ee01c5aaa4eb6520ccbaa7b7de119ddd544ea0bf1902af53ea346094eaf04297
+size 19568
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index e0ebefa3990c..dd7821bc95a6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6bb3afac0525efaa87038d9b94affc05bcb3cc5b57db5538912f8b5de3714384
-size 23933
+oid sha256:4e563d4278f451f0372a1b07bbcc72b1afdf83758d87a064f3266a1fab3df53a
+size 23904
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 0f5cd1bc8054..a57763d874ef 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5c637dd834d00666704cb36b1190311c7a85c7ddb4a45e3ee247163a9c683c42
-size 20248
+oid sha256:86b4b2b666442343bc88419c740a1956f4c6bddcdd9be6b02b29096c60ca1b4b
+size 20217
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 8706550dcad0..f1df5bfc620a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8dfe976e4c5b32f2ab9bbde81bcc8091b5b28fd4594cae6a21b3356af3b539a1
-size 23224
+oid sha256:754860e063ebf7ffa9e95f636b2783c7d3314142ac85533fa256d2ef250e24b4
+size 23198
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 2ce80790aede..c6e56ea8c234 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:10c7a1c110a26485d3f05e39c5b09fcc214acbcad2dfd3597d08cb0dfe604dd6
-size 19620
+oid sha256:2f037c383b5118f8f01fb371a8a6daa1bf4a9f72d6987ce8021597a91f52771e
+size 19592
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 79c9fbd1ad7b..0e89c43a7f93 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:16e04d1e224a654c0df6d5c217a7b44c58fe55430d7a84d3ceb7f6759d7b2d47
-size 23981
+oid sha256:6b2f8e940be1ee0d97e9fb95b3aa1f1148b9cbc827e81ef1a9341465f84da376
+size 23943
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 1365258b31e1..d308c5e3fa8e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b22003e83d9f5c2b50f97863529e832ff2edcc5aae12fde8b9d572689975784f
-size 20212
+oid sha256:0ea7a3f5809ab91bd5ec49d42020f08dfff69add396267f2af4a3c63e75d8aa9
+size 20177
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index e4a52db70d47..afff23113e07 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e1a1b11a7c7ce4dc173c1174dc8733ce7e26ae4f43f87f60616c90a3aa74ff7a
-size 24463
+oid sha256:02c3b665d636769e1746649208fc1994b2485d4fecb86c422f786a31cb87f9c7
+size 24431
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index cbccf8499f2a..1921cbd734d9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8bd718d0ab6289f4c3247d901f728cea9927e108311f2fb191defb289a150cf7
-size 20867
+oid sha256:6964fdc2cba2d9f33ffe6593cea788e00f17a5d8f22d884ddabcaf290b6a735f
+size 20845
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 97f646dc6136..24619baeab37 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c018b4396fdb5f9e57b46983788cff0117792fce5fec83fb867e249d4481966e
-size 23977
+oid sha256:e018e6c65ee3ebd90ba3fafa1a53ab28eabeea5067a1cd6405c35b3c5a208ad5
+size 23946
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 8571b08a5d1c..9105e0eaef55 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:33b3e9b41ab6c933d3334364e0b98628b2575030a6135270ca2259fc632c73f3
-size 20335
+oid sha256:4ad93a0de8b1b6bbb5b72e43e1b70a21f7cd4c676b051482b111651ba7d58bdb
+size 20305
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 17b95b31ec48..e7ddc411fdc9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0d89c4c1aef60ef5fa6e28a72605550f36a966b6d9ede3d5e447e77ba59c37e0
-size 24596
+oid sha256:a16fd7ebb2d03421796b7bd517789a5482ad43b89ce3b447a534eb3d77ab86b9
+size 24566
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 589ff3d3e0a6..92d0625f2a00 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e1b0c1348510b27380bd15e908971497a6b9765e68b27e6053d249e8e051ab24
-size 20823
+oid sha256:c71cb54be203908c2add7ca3421c1ea966764376b7b7103b9dc6f01fb415291d
+size 20792
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 806689a8e223..b17d06e50e91 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e89bbf7d4b66c1b2f8711ef66b52610429a3e5efca8656780988a51111756494
-size 23954
+oid sha256:c3fde5c3138a1e94bcfff5076dcd72465d00e625afa42b8b825492ce541316af
+size 23925
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index c1d0ecf2d759..f795425498ab 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c2e4fa42895fbc423b3f5f065d59742f09b9dd34367d220b711a9a09e8508dc8
-size 20345
+oid sha256:372dc7c02822fe1b62d718c3f70d4d100525fb9c6dad9de8d4f76544e76c5d31
+size 20318
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index c29287074cb5..48bb5ed04947 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1e71a8bd9888e8f7501e20c1fc6060cab64e73b87a7f36290a6452d6ab77ace5
-size 23433
+oid sha256:0a99fa5836b9ab26c71f8653c0b3ddbbf2d78610fc18f36e0777999ab7bbb9a3
+size 23401
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 0c60e3800939..270ae7293c6b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2a6e7bcb9da0abb8ecc5d783bcbbf2c6a5f60c13c2e356fa73740314072eca50
-size 19156
+oid sha256:2bc6d94bf76ec0bda1bed1bbdfa2dfb529182717a64ca17a6348ec9d3767a914
+size 19128
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index e94ff8fef318..7e9732db87fb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4cb0f5c32e2c32e52b61e80943894d656512a75e293e0db795e0d240cde2c55c
-size 24118
+oid sha256:0450d144558baeeabd95348e5ca1ff4d2504c9e19f25e5d0dee1386a79d7a1e9
+size 24092
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 4ed3ba1a757d..3ecd4206a48d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9f829bf3d1b8d85333004349d65df03c2ff2b6c7f0f9e7c30bff67ecbb039b58
-size 20192
+oid sha256:7f3cabf6270b860d79143300d1cb83b5195a6d545ec9be697f22ec48c438c501
+size 20161
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 08d3a45b1590..575ea756da52 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d626478924c44c2a0c64317b34cfb437feeb96c9d4ed2231190c5b2d71786705
-size 23443
+oid sha256:1823ff24a35c3e30b5c5abd827e1cdb8705c8fbc614a5a927a74c07bc6479256
+size 23417
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 49d2bc1dd332..3d5be9ee5231 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a941112112c903ead9acd8a44e6e6687f8c939dbc0ccd7cdcf0a23461540cf5e
-size 28962
+oid sha256:c11e4ef932715cb3b40738965d60944dd2020cc90584326444ffcf72b68717d2
+size 28939
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 532347f7689d..2695d089e0da 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:82e104300d62d3aa5c0fad96f52289570c1a99641777dcdef011287092766b51
-size 22460
+oid sha256:871a06fa48a9a59dc1a99a3ec6ed22bc846bba61393b620337d20a8780009620
+size 22428
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index e20eb4e19af6..538eee0aba64 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8b172bc5602fdbc60bc0183aedf219e7a4f6a653f4b93f851d34e94a5a6b921d
-size 37187
+oid sha256:9a298fa31b1353075acff5bce9702a70199ea4ee5495d1ce118e490f3f8f8d57
+size 37166
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index a9f1e18f1b73..2a333ba9972c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:367e963464daa5f2ec7e2d3be87ef4ca965675edc873ad191fc1cd0a5f7e9ca8
-size 28925
+oid sha256:a28a02da5b263400b8d2a77127f6a7f405df68839e2603850a3ce812dbbef256
+size 28899
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 41a83b2a58b7..377130c398f1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cfc9415a786ed034255f1aa39a7d50b2028fd62e0706d6dadb8cc0966c5c1964
-size 29975
+oid sha256:d9badb7d4957e71779c62171fff91529df7103492935c6269e3968ba9f336cc3
+size 29951
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 6ee7b6af06d8..9d2d46c94449 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:28b60d6a5636a384cc11b24513e0b5ca48e6715ea62bd7018349ac5f38b84d8a
-size 23234
+oid sha256:19af184a65b7ad38f4d15b6c33aaa9bf8ef70159621afa9d5a58403085fcb750
+size 23204
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index e231f281127a..4c709c373ab1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:40b5e21d74b72c0cb290279ed28f495c228be8c21107a69cf4e092f6c5efa141
-size 19118
+oid sha256:3555230f1ec29a8ca438eef7f5bc224ab32d37ba09aadd15ae73a1d8c1d0f829
+size 19090
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 747b22387953..ef97471fc1d6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b2af70b45635aa18642eb682d3dacf0cc3859f8f2ae5554004bc46d7bd6cf8e6
-size 24230
+oid sha256:1322dede2dc43528cc10c744d281376c7b61cf390188179a5d15ff3b51dda418
+size 24195
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 622db683c146..35da9174ef10 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:684790beb6c7da4771f4ff7e1cf7deb4cf6915564f4cebaa0b6aa19dd2827e4e
-size 19796
+oid sha256:2731791e6d06e9e002007da7eedb3f1f55109f81232457ef896fcb323487b525
+size 19761
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index a788b3c4aaf7..ec33f8d2e3d7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ebc67d527d349161f0c6eadec404058d7733199d69a72fc52ccb45d61021bd09
-size 24795
+oid sha256:b370e116300f0c4e334bfec1c068a180811f4534be5010f3ea52801e82be9c08
+size 24766
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 4b916cfa8b17..1e6d109d6831 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c668806dab54989ad9974681fd68470894586aa2289f3f06d58c69cf19baaa4d
-size 20866
+oid sha256:ffe6d35cd18013c4763a3aafd739d5c354f08f103a11709e41d498ac7a67e7ba
+size 20835
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index f09ab2031752..5c7b7083cb40 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:98ff640a8d38833cd5046e06890454aa1f0c27b5a4e774616d25b454d2a3a0b4
-size 24269
+oid sha256:69c1d143bda4b6ecb44d9ee19bceb9e9be5a85a1797c12021f4c89d944fe09bd
+size 24236
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 82ec00cef40a..7000740b0da6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b3ee96304d4eef0ba3bf061cefdd4f90432f7b8e3d5cac52456f15f50b6601f2
-size 29639
+oid sha256:a8991f91adcf142943dcce5cbb45369cdd182a880cd465f09c81ccea964458b4
+size 29614
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index f2828df7839b..81f6a80eb30d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2eeb50c77844c38acc3a342b422e849ef330edc1cdb55e3af036360bd62b970c
-size 23459
+oid sha256:aa3e9c2d8f6d2b6ccf573053eac0c617ab975ff83f753e4b17547226684f8ce9
+size 23428
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 486101672993..b047c2216058 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4b9d18c9a1828e0ea55ec27d68816ba6414ff22d0e2ff4b494a95f216f474a35
-size 37929
+oid sha256:475f842bb54fb03b5eeee8d0bfc38fa43c71fb1166ca4ce3cd15e8c39a1fbf75
+size 37905
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 7c92fe76936c..bf42443b482a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ed051b329c63d12e7d21844c1bad71332f493f97c843fa8ae3cfbc6519253447
-size 29525
+oid sha256:9e6aa4812303964f4fafd4688bbcc3195674f464a30e30cae5af390264e3e89f
+size 29501
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index f5e7548bfc92..3a6ac0463761 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eb7a0d87c9c313b83ca9e3bd8ca80aca2f518660760ddded4dea8097800edbaa
-size 30701
+oid sha256:ce8775cd9f491a8742e0546173ebcc9d1d196a1446aa28976555faf22d1cf222
+size 30673
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index e359a5630e32..cbf7debec2b9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:95bdacf7f39f3f99363ec01303e22b5e79d3a20782556d5979c8b274ccc3e8ee
-size 24106
+oid sha256:6c0e4bebbbdff34455232fbe5f96225f1e1af3e78c4b2b1dec1a4f986f8fb083
+size 24085
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 029f67741cfe..2ce3ab4b4700 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6a1b023e49595dc63a1a37d298acc5e4425a393c0d9d6420758fb8799707d120
-size 20017
+oid sha256:8413d8394d9e0608ddf4bdd0ddafff1d6147b13d9b0890f4a2b1be3bc7166cf4
+size 19991
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 8dc0777615b1..526a7960c373 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c96dc6456d36172d84d74312086d084969c998f0c9db555620adc409e3034076
-size 24914
+oid sha256:42757e47711ec2f2704a569778cf60f89c3283c2ad9d5f97728cf3acb9d50aa0
+size 24888
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 8e74256185ea..dc65fe73613c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:28463ff207e15960c81deae6001cd366564650b8a61e46522950bf45c8b5d3cd
-size 20781
+oid sha256:c5136204ec11c939ad69b01edc402704e444dbf2b30f5f200afaaa58775d237e
+size 20751
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index c59748459ed1..9818c2d02da9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:11c465a77915bbdaab5afa5ac3087cdef22392d7de9ddd8e1e371bc6ddf757ec
-size 24177
+oid sha256:e1047bdf22b8e18851888e98811aca3444f59f7547509752994674e8916bce71
+size 24150
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index 326945955abd..663cf7824385 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ede82d44085cffe88891d434314d35c11565dfbbabaad5b709fcaa8f4c757cd3
-size 20169
+oid sha256:c822b3376d3c709e1ce815e88adb4158f53614d000360d8782ded54f0d73e9e5
+size 20142
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index bd97d0309ea3..d2ca9a65daf2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:52ec8c0776e082b3bc5ffc76292556b385fc71bb4129fe7b309b2804e19ff7bc
-size 25354
+oid sha256:3f9b36a44979e878d59304352c9e95492191344a0d2e82eb508a35cc9607e201
+size 25324
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 2545ce21b81d..68c6733ea8a1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:791f0022344620e1849f4497e76013a95ac30b3e8ce98fa3b41fb8c609c3d070
-size 21519
+oid sha256:5ded3d66f1027ef07444d9befefcd11d90844508a812500dabffec3fee994fe4
+size 21489
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index f97fa01fa635..16fb55d8831e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7b23a382898594d35c99c211274c41a5519c3841504467602f7935f78e8b58ec
-size 26107
+oid sha256:3f81605a54611f5cc5df65ce36ea41f6c7becbdf35b5c8b3a3899de131ae69d2
+size 26084
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 1a53e9b85394..c789a81061d9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:373cc2151e65dd679d50ed67ac159b36dcb8bf667935288503431a93dd703f57
-size 22694
+oid sha256:7d47ba0847d200d5af9a5bb0bd2c381813ebf7e2ed82a521b750d0531cfdaee6
+size 22664
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 32563fece7dc..7f08d7f5b5f7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1fa945ae81d716eff0cd16c81ddbd040e60dbf2660507ddb36a03907390a1b8d
-size 25651
+oid sha256:f6d9bda098912c30f5744e1b7d3b7bee43a67ccfe0a8f476c56da96abf4c953c
+size 25626
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 419495ff165d..6acdea33dd90 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:072f24049fa3a2a45f082315c491cf6ad6f18595624a38948d139bc95549577b
-size 21378
+oid sha256:7c1cc0e20057954c725d15ea8502baae9062d6e56cc1cac6e8e0663a09be0d3e
+size 21348
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 3f2dd63dfc78..74564b6bb084 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7beed5ebe497b4a4b8aa6a889009f7c23b4929c0294043245dd0bb9f30874bfd
-size 26128
+oid sha256:6e058d47854eb81d025c36c3deb28ee63f7c1ea1bc6e62482668b7a9b56be840
+size 26106
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 0f90f6b32745..cbc9da65e334 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7fa4651210417383320a56df4cd58f1b306ab0d0dfd06e1c2e901a2e15eaf903
-size 21985
+oid sha256:bfd9947a315d2e409caa93d1472842a73d97c309b7cdf356fc9608604e391eb0
+size 21958
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index f62504958923..eff9d792813d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:724a8ee77d9485f9bbeefa6d60b157e6fba525ea7fb28e3b27a640fe8456afde
-size 26588
+oid sha256:94ff5c7a1c120bd3c8df23f78d3987c063eb20ab7771a12d37b206472ace76b1
+size 26562
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index a19bef4a9915..91fe18738f83 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ce614cc5d18f29c0dbc858903063c9ca6a61d20c08231bb1956861bc8058baae
-size 23451
+oid sha256:0106ca96306be57343e169acc8414376258cc7a1708c5db2368be33f612e89ed
+size 23427
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 0d77cf7a8a07..3073665e7d0f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4cf534af3c92cef80eb28ae21b755aca3973e032b322dee142e5cdf817f3846f
-size 26320
+oid sha256:ff4c6f120c547329bb53574fa16197fad1ed01e0475dcdcd55d9d222d29540f0
+size 26286
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index d9ebeebc3a48..caedb6fc8343 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:70cd41180dd531a66000452dbd28ff350f2eb4bbfc302f174252e5e031dd0405
-size 22055
+oid sha256:75adc481ca3caebafffc045a08317774f344bfbaf8d3bfafda6d18a813426c67
+size 22025
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index d53db6402483..5fc4329c8a34 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3cd4d78dfbb89876b760405ea56d26cd4c13b95ebb0b0a94f532b22be93eac1f
-size 26825
+oid sha256:775975c7caf90588584cc7b47bc8a615f83353d5133f3173fb7079bc15538c2d
+size 26797
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 2392b45ff81a..5bd470b8b4e5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:524b65b3cfca6251fd47eff6b4f42076f56935b3f056d477b80dc064be2638f5
-size 23358
+oid sha256:b85c342b9f185faf436616e0d1a84f75fb47b150cb76bf6fab88e9e39c4bba3a
+size 23327
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 773bc455d499..bda8cc87f7d8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:969777f8bcaea5a08bf30874e1c84dda9aa219b4bcf9f36554c9784a8f1913de
-size 26093
+oid sha256:76b995d46d3f77d062b391e1ba51cd9aa94163eb34930ed5be594e89fb53e7d3
+size 26060
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index 012d98d6774c..916abadb78f3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:deeba4a9602986fa0e8972958344b2a523695b17bd2a6ab4add7ee50fbbcb485
-size 22759
+oid sha256:978ea905e67a96a5f733fddb4ce7ee9c185db15c3ee74be9f5d568e7d169897f
+size 22729
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 3185317eb23d..67c95231e4e3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8119905e049aa1eed336839080741b88e397418e8fead6ca72e0a4bb311c6605
-size 28877
+oid sha256:c4f440b5e1f27eb96a0798cbcd5aded84d20fd4efb760d1ba177f15bb3d9f030
+size 28853
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index a0f4125b32e2..b69356c20e52 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4dc73cacb54f70eed8296041388ccc7ffd62f369322c88b75d8c29705f321ff4
-size 27840
+oid sha256:56d8f0e60d7c2aa3aa8e541d7aed66d1a574f3f0c3fe742af9aa5532566985b5
+size 27817
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 97b05c54c986..74c46ce9d607 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dcce8c52ee8288093eafbab73a5c535c91c0c84d31c841909f1d87a1fc11e6bd
-size 29433
+oid sha256:f9a771d4fbfc3d09bb6493646a4012d880647baefc3414b97754f4b6eef0d3a0
+size 29401
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 085cd2f40b16..3aa2953f5b4b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:acb5710920344e74a724cd8cb248620313ab4e9f73b40e64081d125b7029c192
-size 28444
+oid sha256:8c51d982349077e48cab60579a2230c05d65a467cc249949fdf48c5c6683a64a
+size 28412
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4e92bebcf036..3013111d521d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4297481fc09c6ddc2da070746b3d4496b757a6e6958607aeeceae65ef3be666f
-size 28387
+oid sha256:ac5b0f39ab0ddd6b67716e5525bf99dda609e66f3627caf7387eff67bb9f125a
+size 28344
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 11b88cdcf9b6..97a1f3a14af0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9629a375a8bfdd974803a320adb0375bc047592ff56c31b168efdf03f81bcf93
-size 26739
+oid sha256:f4f455f1ef152ed0bb38fae9742b93b21b1614e77966d09c55eef9e98b1ba6db
+size 26703
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index a3eee18101ff..b5d7390286b6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:546e767934920a869ef87020c30334538303ed300b7efe7cfcbfc479316492e5
-size 28923
+oid sha256:9c4e4a958fe274355898d1d164c9cf235bb34c1fc5e7b8f1704bcddd189592bc
+size 28895
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index dadb1026c386..b31744880ff2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:67402be70676e0dc0ca7f59c3baca488a228f3402a0feff502e06c071339b48b
-size 27382
+oid sha256:d5d719a7350454f7467078ee30e37abf2624b4b23c4f9fccca71d2b6b7c498fa
+size 27351
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 04107824a7f5..2cad24b4df1f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2079bae0ce3f2ed04eed9870f5c2ad1f5d007428887a9625d5a00f3c97c7bf8b
-size 26163
+oid sha256:7f94f4da8e29789566693d6ca85f57e0a69312d0ee58a32deb15df0f510442d0
+size 26131
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 7c0421455e75..69e5f46514ee 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b7faf521b8812eba3fd260aa2ab7fd3d6a999f1683a0c5ada88f54cfe7c85353
-size 22794
+oid sha256:c7a0c5cc0a02c529bf8db217e9080bf85f61a0b082416ad7a5b48efb6d4326e7
+size 22765
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index bd10568e37ac..043d4a63ddb7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ce83432d6be7023b471ab886e13be6df545470a14f4d89d2e757dcb09063b30
-size 27065
+oid sha256:640559a29df683974a9ba406b6087630b9e02c05a8186a70a1b3e2b72695839a
+size 27038
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index b33a40caf549..b222cd8a9cd9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ec03a3ace2028e39b662938463517f129dfe579cc5ca2b78b833bc6e1c23c846
-size 23501
+oid sha256:85417126fd98287d8be4d39abac63eb98739119a385ed26f7df9c534cd8200c3
+size 23467
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index d91a8e6a0baf..206ba82fe44a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e78c4f3bea6365da7dd08bcf61463dd60cc4f9c60b153a2425c0ecb5ca3aa924
-size 26156
+oid sha256:0e0512445e37759257fa76c6145e76494fa339ebbedeabb244942e8dda92be73
+size 26127
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4a04b39fcb2e..586551ac6196 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4ee7a7da671ba50febcd7bf84c3e1adc6ad4c1645d1d09c1a7c3f23f88ba9a0d
-size 23007
+oid sha256:fe2efc793b058c2020fbc703166565afa34559a3622788d13641e6622c5354ed
+size 22984
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 8bc6c5fde833..8910d3bf01f7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e8d94c6ea5cfaaf8c72fa1a4deb8940da06164dd5d57d5d0b9d4c858b94d2fea
-size 26250
+oid sha256:1f582e49ae5eea1906acd416588a6c98135b5035d80bf4395d81d0679426d9f8
+size 26223
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 1ba2e6ed80cf..a8b3dc84d0fe 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:635a846df1823901dd7026fc8b1fd88bdf1d9da21e5a6fc05c0afa79e2852cdb
-size 22809
+oid sha256:f5ee4494f34cf03eb86a9de54efd99a3961430e3f116d26d7047cbb282e4eb1c
+size 22784
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 7aaa92e1cb15..146bd8202a9b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fa138ba859efc0f0bc6b056b280678d1ea2da9086264df1a9c49da8f6debd16a
-size 24027
+oid sha256:8a5a651768ed23ac6956e47d42edbe1879e59cec9f2fde290b85328f899502e7
+size 23997
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7b10eb05d7f0..c94c9186e70b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e98e14bb93aea33325e4bb27296caaa4477902348c6102814fa89b0ecec01270
-size 21669
+oid sha256:9cfce6221c0c0bcb02cd4f3cac1c28eaf10ee38d9ea69a9b14983ef7bf21ac15
+size 21642
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 3170eeb3a673..a2727010854f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f4f11a3a9d4dceb3337b92affa38fa51bec1e2c37f049e14f2c958b93db1be39
-size 26985
+oid sha256:2f33cde31ef75a5ecb665d7c055eaffc95d672d8400ce234c2e179af29b4917c
+size 26960
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 7060590a7467..eaa87d1f8bee 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0150450d1e7f6ba70b4162c190681f1e4ea358f52ee62b92f7565348fb2738d6
-size 23508
+oid sha256:e5e2aaab4e6917ad2295adb49155e7743d1f467543e3f2fac574fb28eb30b5da
+size 23474
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 7eaea074b6ff..a70361bbd64b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2c89eef63778079aed9103aa0b81181842c84859afbb3c7c2db2b2ec92688a74
-size 27538
+oid sha256:74a3ec69e61d85ac39f81cc03444704d3a420b147fd671efd4353cafd566f6d0
+size 27510
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 1223c8e16854..915bbb53913c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e4d77f531c223be0dfb69e296e399322848213bc046eb9ed58ebf7c3286cc253
-size 24365
+oid sha256:cf79127d48bb6af16da97885b005a713a20fcb63a8ff67102e22e674cc7268d6
+size 24326
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 55d37e7ebb3f..813b94888942 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:222aa13caf42101703c8f2bd8efbd588a89c983077734f200855f73a9fd73195
-size 26978
+oid sha256:00c439e8361e89f3110bd9f3f55899ff2a7d969f559c13a89afc1ce4649fe686
+size 26950
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7e519e971a41..90810718f113 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:43b338fb9626d2796c00d1e209ad255ca6114b582faab6455be4944aef4143bf
-size 23741
+oid sha256:b214d5651250fa9da20cc0f0937a3b5196d2e2dce354f988b0a2b25fd48bd165
+size 23712
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 77488a4bdb1e..115707f62d44 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bd3b03eeba42a36484f77db68d470568218fdbe4b50e3e8143bcb040e4cfe775
-size 27063
+oid sha256:a752820b4105ce0dae41518bc2142d0b14e22b2f006c33f987e4f73244fe54ff
+size 27029
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index dd8e9e2195eb..7096a6fbfa98 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:03349a02666d881e62cda5d21c4afe00a9d1a616d7b951f9103766d251649398
-size 23630
+oid sha256:23bcf27a9fd85bf5b6304e929964553d42cb7b058a02e40a0570783d95241fb8
+size 23596
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 0af396734fd3..045953b6b78e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:13f816e85c37a2a2ebbf55254ee66cc8b26e93f74b72067b13e7ef17166701f8
-size 24774
+oid sha256:b50b5daf7aee2114c57d5a1c08822edae4f93493b36d1d444cf338f7ec35d1e4
+size 24747
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 96bb80ecb212..31a686958f17 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:af6ded99c57c076e0fcac8939f627d405d4a959d3624f944b98928f8a8e48ebb
-size 22382
+oid sha256:19a12be7552972b2db357d166fdf61da49225d5e33bbcc9a1d9f6b93636132ef
+size 22343
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 16c0ab2ffd5c..b36558771a3d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0b77f2b29737d108af15fe1d71430120637816b1e048ffbab78ab029ad1da471
-size 27666
+oid sha256:91c896a08661c42c3b75d5b6bb10fd0af72aaa8a7fffc9b87ecb1718780fb1ae
+size 27632
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 22405fa39a36..454ddc7da647 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:427e0d615dffac9c2a13d2a53fdb20a74db77e4b5b2ed2f395d44d9eb4aa4194
-size 24350
+oid sha256:7301167929a13dad7a32162817490103134869ba11ea61fa3cfbce66ec8bcebb
+size 24313
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index e7c26c7ae7a9..ead5c78b61d1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d0e844612210bf8083aa7d50edcb3e4b13d25ce96aea2482d52ffaa8a13267db
-size 26906
+oid sha256:aa0518b7f97fbbcfe0e17747d7924b7d1e2c5b15e557c514c1ad4a9ef04df97f
+size 26882
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index 276dfefe12d5..70ec4eac9b07 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:995ab96fde2498d4d469a1fab128caf4b509b84332c0ec121da5ba7b14d40e5d
-size 23558
+oid sha256:61e0b456d9b35242efdfc9da8365963682a89ab7fcdc1997ce62cb1a26be15af
+size 23526
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1156f2602fb9..fd536a1a501e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:96325695d80c5fe484df82de1dd8034811e78e81f5c0be8cd8e1567dae16d3d5
-size 28914
+oid sha256:ed223b75b5fb9c69e953b64d907b7b69bd46e6a5b7ce8b6029b22969fd368d50
+size 28891
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index ba5df6ca0090..64e4ab39bece 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e756e6897f56cc5fdb1063b28ac2c84df03fca462e538947ea4118e0bafdf81
-size 29906
+oid sha256:5685ab435fe65e1640f31c53fa4c7c642b665b9e77f191e3c1b40573feee5f73
+size 29877
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index d6142f51ad15..50354835299b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ec5e5dea61db495a56b6503039851fcf8f3d46960b263ee70bff5ccedc2b899a
-size 28227
+oid sha256:80f00e2a35bd13f2bfb864365ed69938a7eb63fd64e2e9728b01a30902c97647
+size 28193
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4f4733b6fe3e..8ef9b1a3c693 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e8b54076fdbc014e592951cfd4bdb4e99984d669df7d48eae99e6370ba2aef22
-size 29148
+oid sha256:e4d243e163b3c13f968e3b2f9700864e9da4106a54189cd0e64747a443a59fef
+size 29118
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 741b513020bf..ba8ca673080c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:66f358e4b4b2f093b8a0fe77f56c1fe1139aeafbee36cbfd9ed0166b6c49021b
-size 25857
+oid sha256:8924db13d7179e9a654e3cc6d400cb22d84d0f9e577aba62ce3210fe65371b58
+size 25825
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 304994656f6e..51c54aab7ba7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4aa6135960e945a8c5a0f876805bcf372f323d410d6db100949ef348649a83aa
-size 22751
+oid sha256:c524cd07624cc68baa09cce93f3b8085be43e1ff94f55fac694d3fde59193935
+size 22719
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 0730d7872ca4..e4e962e878ef 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8f2e9558b363b5b5daa5fa19ef14fce7735d6057ee12a41680b04816641ff47b
-size 26526
+oid sha256:c523a4661afb8df0572c3f88dcce38707f31a4945ac8f24abcabe792ec90dd4e
+size 26497
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 209e178e0ad7..9b45b269a7ea 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2a05d91bbee5eba4fe0f996c94c77b6efc9e5254accaae9443196920adee3814
-size 23646
+oid sha256:21f59043afcadb7b9944fdf50412ba874519688d29c3606ef7209af31ad5a335
+size 23614
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 9fa183c1f945..ee4f5949b24f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d7f4ba5462875786327d3ad6fd4386b10d8077843457d31b369889a3cce7bceb
-size 26457
+oid sha256:91f5e8bc9a90b44b1c0a52f94fbcad9a239724cbec8c3c4561ec2c61a445ee39
+size 26420
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index d920cf109475..de92e05be2b9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e6ef2994faf5eb0b3e184f2d8af8fa9b9244d640d6c892359370bc804189180a
-size 22736
+oid sha256:47697685f85bd8fdc321702c039475960ef31821c1dd83fd2629292b41b740e4
+size 22711
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index fa8fd0d1c9f3..6d5911685213 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:167241d880b53bfb45771a6e52e155d471899e5866fd0a63b66805dae27b10fc
-size 27113
+oid sha256:b9e5bbb9e15b1a0b9d92843cf294fe4c38ddbfad8b4ec02dc4133908a3bf82c3
+size 27090
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 677c144c5457..e2f7f4ae457c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a9a8956c640b4da491ce3393808ec70d5076abba3995974429843d5f69ae7933
-size 23841
+oid sha256:e63ec498243f0f40535ddffb6901424155bf36b6bf6abd9fea8b9f45f612b5b3
+size 23808
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index b51a0e7d1304..b57550454db1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:15ffccc398ebcaadc109220aec7a263f411660b90dcd30e58646664dc0ddd9ec
-size 26521
+oid sha256:458a91e2a545bae6b08b74180fae84bb6e944be78db797a926bc62282027463a
+size 26490
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 8f11b9023d94..9695af3517f5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8ff8bc21f866acf939b060d906922004b793536cbc3c3fa86c74716e84cba37f
-size 22708
+oid sha256:4c53c258b5dc8100a9a3d83db40075df370433b434c231bd66a02cf8fceb1af7
+size 22685
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 4837625c48f7..7d8a044eaa95 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ab8b489ab683de2883b92012a576f1450b527c0808e4b0ac169c1d00d15af3e5
-size 27169
+oid sha256:16e5d69eecae2596a7c514d2b0137364a6b5d11c4b75338d2bb879583231a919
+size 27138
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index e216ce61f5e8..3fa7cb24195e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b304c29bdb049d4f0adbceb6ab9896a9fe44cefd8576cfc2a9f346d0b18738e2
-size 23530
+oid sha256:2a8b82327a3ee2cc1914cc9b6fccba0e62b21f0859c94d1021dde55ad03a01a3
+size 23494
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 2e8ce0b022f3..59abc4efc6d6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f5e38fc9e0158905c979d1e9699a01e0d285e5523cef9559149fdca772c747bc
-size 27921
+oid sha256:f400b4e5e4ea4a6a34ea21190d9d357d41261fcad1a63c92cc326d8b2d39b40c
+size 27890
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index e9e8f3060187..6e82c1c317d4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:39b47ce28222dde73e87da4ee8e491206ef69a784da1c3780fe5f8c1115834a4
-size 24557
+oid sha256:1f83d57b6774a881abc4a71a5e39b63403016b040c9ad464586c883e4d8a8b7f
+size 24526
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index f86d91c7f41b..396b04d0877b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a3c405771f714ccd9a2bf54c1d9cca0a3e8f0032e2c35e1f486f926df8f63b46
-size 27170
+oid sha256:4ecd8572749e34996ea83655c1e7b609e1461227e2b8b412079a53d5ab40e534
+size 27152
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 6e9a13c7bd70..2bd6d1ea3d92 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bc57c5b97904d28808e6c732ef8c580707c4bcae622c22a2c52aae13951301a9
-size 23649
+oid sha256:e113b2f9a425884070e81a7dcf85235eafadc0a5f69b59652af9ae382a7be251
+size 23617
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 94f61769a439..9afed0b94311 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:654e3797bd1682fec475b81258617f9060d5f88f25c3a266aff736020ff90504
-size 28009
+oid sha256:99b98d547a195d97854118505224ffa1cc7b724a3c389eae6e58d705b28d33b5
+size 27979
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 4b306e58f8b4..6c516494edfe 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cd87cab39675f7268aa86495e090acc20c858947673cc1eea6ec385f395c5ccb
-size 24569
+oid sha256:6355ae775548aa9e01812fe4ad513fb6e38496d2196fc40e19dab6aacfe3510b
+size 24531
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index afe1972cc1dd..d4e154eea8e4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eaa2c103a1a8cdcb800514289b2918187ee3f91d6f6336de2385a54489582ac5
-size 27146
+oid sha256:5de09112abf0bfd7b733c965763b32312930213fbd523d8d3c81a542aa2d1de9
+size 27122
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index 2298a880d1b6..1c623b698822 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bcf16ac3b31a002c32867ef19be0f6aed8a8fc5e346f4509cbf95baa9f8c44e5
-size 23750
+oid sha256:dd8f1397055b139fcaa53311e66849156a89b885f97ea2e2a5292d64e73ede36
+size 23721
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 828abd348d9c..e917ec64d49e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9cd0367378237d361e3283a88c5545a284ef9c7ef618d879f241342afe987480
-size 31077
+oid sha256:5ea2bb9646fbd36e5a094b5b704313b96b16f76eb4335c467dd05aa85a7fe941
+size 31050
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5de744c7dc1f..dec3d547feb1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:765d9904a00bab3bed2383c84dde9e5eae1e0993561137c0b1366711e72dfe7d
-size 29142
+oid sha256:1c089784d183395dd190e651cfe886e7ba10dd35be6f5fab38ba5bfa44648ee8
+size 29115
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index e0a8086bc70c..b4dfdbea29de 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e73fe3d7a340b16729ed006090c199b8fd77eb8a9ac6a903402aeadd2af96664
-size 31854
+oid sha256:acf7c7ceae47fdf774be91d2cf69efd8c6219c1ef32d5f88d189a7723de94224
+size 31822
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index b437090c8303..368e6ce0b450 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b7b1dba30694eaf1347334efa53fe81d2088935e561ee21ebe735f40e5cd7a5a
-size 29761
+oid sha256:97c49245d71c4e73646d1c0336c88f227a43a981cedf9ca7583b12c9ccfee11e
+size 29736
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 98ac7d5173b6..7cdb2468901a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:89abd74f688cc412752b45db7e345024f6dbfc432ec50c48e69b70568ab97368
-size 30566
+oid sha256:4027bda19d4569e9c78c1fdb7881f42502b2b23ebce3a8ca3bf0c114f2bf929f
+size 30543
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index f9fa8f29d484..c45b5d44e9fb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d880d0849bb172fad0d5d9d7d91f641e4efd55bbc6bd432287b1f9764f079bbd
-size 27904
+oid sha256:79df2db3216d075c7f9bec2acfe3cd4045dd8a3ff7df2fb56814ec8315254b45
+size 27875
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7eb0b5dc3f1c..109f33b5522e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2831f2fb560cee70e7131f01106aae96554d176826099ecb8ef01e1a71454f6c
-size 31406
+oid sha256:43cbb26c23a500ea7f1ddccbd839b2d7ec873f7fc2066b589c4b686548db6bf6
+size 31380
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index f5c1089fd31b..5c19634f13a0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9fefe646c8e216e180dc6022e70b0c69557e2b876cf18fa0f599c67cc316e8fd
-size 28584
+oid sha256:8841bb02849a92c17bebbd0ca1347e75656307a7ef9cefd4d6077d5a2cd7c865
+size 28552
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index b9f5bb1f8b74..cab716e752a6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d468cfed4d24d028fc3011d19a6e4a66c9311288aa11601a62f5ef40249fab68
-size 29338
+oid sha256:00142768b842569c2bba1751cb2d17920f84eb14ca3a3a335dc5537c2d1ab0c3
+size 29306
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 8e3e8a86bfee..3a583636895a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:79aa852b76a4fc20be4c2bc91c65acbe7bb72f7900ea6ddfb674bd9c96404ef6
-size 24938
+oid sha256:272f9786b5bda7c01267ecdb237835d59ee9b65d3f590b0a428ec719f116515e
+size 24914
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index d139fa50922d..c7af807fb4cd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:11cbf07405da3984f14434acc64bba1864f3dae0ab1ce571ccd55a6a75e6e386
-size 30213
+oid sha256:2c821c0db5c7c8f6fb307d0905f1efea5a995485bf41139629d5fbbe73f62ca9
+size 30182
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 32d13fc8784d..7206b93d590b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3641f91e9d58ccba956a912ffdfcdc9cf26cb2f87c4f8daea34a9f1722fcfab0
-size 26444
+oid sha256:6f2a5e14f08c325cbc3665abbb1671a27ba7c5b58d9ecca91aa5912df07eab79
+size 26418
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index b9f8883fc781..dcaa97c32f3e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1ec6a81864cb0bfb9cb762bdea5686ad927bf0a0ae5c5fd8ddcd6683652af6b9
-size 28475
+oid sha256:ccf9c1a0b2faca98bc713b9ec70e61f710a5c64480d193c76fdf83ed7027abfe
+size 28445
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6dac986c386f..57ceedea89ec 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:60ca9836148b6f2ca445df4047ba2362028953e280c5af68bd43a2c2170ae918
-size 24731
+oid sha256:62c36e52536df0ee581db526ed08364f1f424d6acbf9a5d134ed6f8b74ea84b7
+size 24701
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 0b7d4b86cc86..a1054ac71652 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dd017b5e4e46b8eaf96617c4d0cb95608d5e9679a913d1e80e56027045591053
-size 29472
+oid sha256:19b03c36a78353c14ef716ceb5527f415371f0e7cd6604235ab2affb34a85cf5
+size 29444
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 3ad13187d3b9..b56ceb656391 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:92cb5d5074b4c10c8c25a2da466d21ab6d0eb718b3551a3d6de6fbb091e37066
-size 24928
+oid sha256:8752359db1bf94112cc524a021023f94de26cc9192349ab25c1e3f7d94ee364f
+size 24903
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index e5c664248412..d93cd607c204 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b1d9a8f5164da94625f77a687b0aca86c1c570b5461606ec9ab8e4f8ae729a5d
-size 25824
+oid sha256:c25fd33a0240c3f908b8a146f58bbb8139620292781fc8f5f4fff38c10c04584
+size 25790
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9e4abf8740b9..d79c7c8e4d0e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:15e5aaa7466521e4915d693d6e71085fa8bb22cd510aaa42691a424aeea34256
-size 22574
+oid sha256:afae926c6ce187a9d0cfbbdcffc54db4c14b7559a5011a5b6e7393c20435be27
+size 22545
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 8a44e69970c2..766f9a3e34f5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8912be4f00246fc58bdc73e857b587050c7931823a420c38e57bf34ea9bf4844
-size 29834
+oid sha256:5c1fd9fae2e6bd844b933778696cf47798c172713fb51ff928146f5c589a9ab8
+size 29807
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 4074122c84c8..4e8a746675e8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:66c154ca75c18e0719fa9389dbd122144980e7ba8bbe91b2ced84676a5a5c193
-size 25771
+oid sha256:241829078bd53fa7b576b37cc24f9c3029f32903f5d9319e7d4cddf74c4a4ede
+size 25741
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 91cec15d463c..3caae929dff1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6d730bbf009f894182edde9be3ec940f72886d52523da8bf6f9865f217724b13
-size 30674
+oid sha256:87e748343beeedf7ed73a75ba6992418fd1fffef6fabd761f21e197fe88b5251
+size 30647
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index e6c13f773035..b0e62cd9a0cf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8356c9e700930e7ff320b532a0942b867fe09e5fb878d07788255651fbf14b76
-size 27136
+oid sha256:719b697f4ece63ff9ce8fb0258f70a89cbe8c2083cf523a678b70bbd4b7a7550
+size 27110
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 4485e6b93522..4296d11fc863 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5f1d863ec617b442addf6fabd65508b08bd2ea64e78010a54fcc486163e91eb2
-size 29110
+oid sha256:52a70fc1aec79976f37afa64301258665af7886834c43955373fd3c0777816fa
+size 29092
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index db1aee1c73ea..7d58ff757548 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:96c5fa0547b49fb494f33b28765fa4ca13afe0105609478feace248e171326de
-size 26276
+oid sha256:446016be685b153ce04aa72d678b55f38859406986d1d758522cb1e8391339f1
+size 26247
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 2b520a7dcfbf..e8cb009592fa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:725aa69293b2ef8b27ecaf17918db8ba1d5a0d4ceee4dd8f12ab2809b2104f0f
-size 29933
+oid sha256:e4fd5d11651f5160878cb4a8fafbf4bffffe2056d1918ab89d864aa03be810b0
+size 29903
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 8ad232d76b07..f79416c942a2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d1871b0e5c74c86ad2802250884c561dac0fd1ef2df55198672c1bb2f13d2a6a
-size 25742
+oid sha256:766812e488cacf59c8a33e988b37ca3a85e5896da1fc34b4e12f714db14ae3ed
+size 25718
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index e33d39128574..d28fdd0605e3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7f85c1442a283acdcbaf4a875c7c71be1c7732589c74189b0ab510011e1b6d3a
-size 26428
+oid sha256:1d09c6b94788dd994e719ea999437dbbe0c32b09ba27b46f7a0e9a88132cdb4e
+size 26402
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index fe84904dbed1..fe00b5bd301d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8ed7a2a6cf1b9e73d26f3c4638aa7605f7e09f2f1aa87eaeb22dfeac48a414da
-size 23120
+oid sha256:7da5b259a59c374b382d03d82621a4219808077060e61764c187f3dafba891b3
+size 23090
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 2ba8e5e5ef5c..beb679f26a06 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b2efae208d9ba62338e82f309b5a5639c821a9a653bd4e387589efd4b167a9ab
-size 30958
+oid sha256:ede9c0ce57a23713c80a70fc5621627644e239347c3e306e6d81bd11c3012742
+size 30926
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 34b456cf150a..94af276056aa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f83227fb6a3397dc4b751094ef89fab8cf118da4532eff63245f469382df21b2
-size 27092
+oid sha256:28e8f98bdd1f1b7af945e1817fef0d3b24c7ab7c2ae17716a9e294609f295208
+size 27065
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index eb4e4a839aaa..f943d535f146 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:908f2240cf944c6bd1a81d47d5b0c72ef651205b87f33811b201a86c9d365725
-size 30232
+oid sha256:fd7c7258699116a3c334de9c28a845a937db9fff8bb611210383298773a28b90
+size 30199
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index 203a99748c09..57dbbf8f0c6d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:756080fc9276dd6461bc3a199d2640ca5ce273e7268ddbe32ee781d6b34a6647
-size 26458
+oid sha256:86b6e10231ab5ff261f6ade0590c980f2582d035b0afb4c72413b530128b11e2
+size 26432
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6fb384839f1e..7523a7b527fe 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3d638e92bcf512c9a2c850b55c6cbc18b6916528e8ed544f611d94fdd5d390bb
-size 35501
+oid sha256:e5bfeb64723148b361920aa37205818dcd7f613772f8a6f7c41f737218b428eb
+size 35471
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 9b680e2fdb28..4c743c1fd988 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1cb3616b752e76d2fa28f1de1713053507548477710d4416cbf29db864b81ecf
-size 32884
+oid sha256:3158ccb56506ff933c8d6febb0674bfe3103741879dbf94c2c16d8a1a45ded84
+size 32852
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index ecf0bea07bce..b429ad5b7c9b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:258787ed3c819639d4c8d2a40d32de7e9be2c39ab45565b3aaae843c9bc3afff
-size 30167
+oid sha256:e2f68802da3730190f6d10baca9bf9c2ac01ce6432474fc8223032d2993cd70a
+size 30138
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 9686647bedce..294226907eca 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5196c050b28907c4dca0e8dd56992b439b6d4f30a6c568fbe7b321988d0b596a
-size 28963
+oid sha256:59ced0dba2bf3c5f7e4405f039c8c95c1807d525f37304a0617b34c8a6195996
+size 28935
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 1a3783234220..31a80d66b2d7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:065847daaa61c43588ef39bbeb9a6b90680bc715fafdc41b0dc43155d6ccf96c
-size 22481
+oid sha256:5e6babcbda5e2399a2e3a5fae198abca623f836a4082a3d161b2dab0ed6c0d8a
+size 22452
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 9aa57f270d37..3dd1edb76876 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2754a53a7a95c07f2c585c06fdd5b71be515d4a42bea4c03d8fc4a2cf3c6198b
-size 37210
+oid sha256:c7c211cfbf5efc175c8a52b231b49db815edbc13444f1b2fa58b7d8ac9e2d982
+size 37185
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 7dba958c8085..d31c97ceb836 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1e0d576f041b52ad84650662b27a8871ae93ef7db948ccfc97fff313146fde96
-size 28932
+oid sha256:a5214b176d39ed46df95d9b8f8bc6ff510cb3bc7935c202d31aad11132ef203d
+size 28905
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index cecf5435ddb6..6cbd8a98e615 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:563cf4eaae348e58f6b33e386bb129f3f29ce6139320c161555d08481f8b9189
-size 29976
+oid sha256:a3d3afb5e2754da9e83a34c5da72902d1628405782cf5dfa6d26867ce5067ea8
+size 29947
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 8c97c95b6dd4..d8e5f4340a95 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4b9d226cdfe2233ea0c14de3ecbb2091e431b99fa95791d5553d10d5916e1299
-size 23261
+oid sha256:4b24c40362bec7ce273e1b68deeeb82d0c289d4108ded3c7ae054dcf48d1ac56
+size 23232
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 2e2277f90673..1d23e4ec03af 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d9f4a964d2f3c2ad07b1888736ab59f02357a2c0e90fce354fb382d641c28d9
-size 29634
+oid sha256:f04836072a16be3899abd09727d7901fdb5a5206babdd2ca460700e3551666a1
+size 29608
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 0e0160fd915b..c4dd73f2d07a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:91cd55fd28f1f5a15d414900d661f394e6aa8869b5817279ec126b1211768436
-size 23466
+oid sha256:ee944b5795ab63d66177471dca76d606040b56c981dcbc46e876afcc9feca3d6
+size 23437
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index e2eb3e3e738b..7013b2fd47cb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d64b080a010424af34077114d436ee1c4076ed8de1d8868398a60cb33917d8b6
-size 37951
+oid sha256:0dd052af1bc7c1f4655c4da0ed081e6762bb2484897202bb8e283265d1a60a5a
+size 37928
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 7dd77d73d573..8d851e606e3c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bcfc4fa71b398d864f35a6e682afd03043a0394ff35a350001e92541fe195701
-size 29529
+oid sha256:784dcf0e92f9317744d437221e9deb9fa356631f431661cc5f34ebf645470dcd
+size 29503
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 18c5b56a369c..5016df70e870 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:12bb7389e58b334f7f2d5f05cfeef795f13555b6eb8eea7fed2a9c5fa00e21be
-size 30729
+oid sha256:ee631bcd9d011565ecd4f5bde083647f3072a640826cf269a639b32787199d5e
+size 30702
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index a071157d5641..271d78717be5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:80d481b17662c8764ff0d4f1929a9e5aa05168c73d7d39d4ba05fbc49757269e
-size 24104
+oid sha256:633af4568284010e7620774662448bb461ec515d8ff0092b3d84b7537f2d346f
+size 24074
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index d2eb86ec8458..51c43c3059ea 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:51130adc8749c20c20979e81a5bc4e07a0cb931433e79de2dfd758556d0884c1
-size 22647
+oid sha256:75b5d829b10e77035c4a79b5d152c7110264201ba094146c9122f094b37d676a
+size 22613
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index b4d55f7823d3..92394a57e7da 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0515afb1b50bbea52393f62dfaebadca4cb924d2c8d054b09192001ac0a451c5
-size 19545
+oid sha256:e23204fe2326f2f4cc6e4f89d11ec1e4eb86589217bd27abcc0b69b43c4767a7
+size 19512
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 9ec866ac30d9..e0537ecac2fe 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d4ca809c24b34ac30820aab96eb441b6f5a373183f9a1b6913cf5f4999a270e5
-size 23123
+oid sha256:de3868a96fc9aa55f6a7cadd4ca0f09e4ee93135a480777e5c63a4d1da41317e
+size 23102
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 610517e8ea17..1bef9a30b904 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e42dd095dcf31222a7bfae68b67ee2ef94f05f7267811c3b4bbfae2611978a4c
-size 20235
+oid sha256:07a8963417eb32320337f75e9c817e028503d15f1d0ebe7c6e44bc4902240fa5
+size 20205
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 35118295b7e4..ef3dc9290326 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:621406402f2894671c92c1a377ab767ede73732b3ad4571a688b7dba671327ad
-size 22685
+oid sha256:0a489c038e77ebf7b54326c8d1263606ef95b2fffc74ec9a672f606b6de5e6a1
+size 22656
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 1eca9bc9ed4b..549e6a79937e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5aabe5558ae1bf2ef3266956f6291e0b528538e442def49b76db81651f1f2a0e
-size 19611
+oid sha256:5811f19acc207b68af567c0b5dc208a6d763d2e4d8c41df00bc4146122048979
+size 19585
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 19bedd3614ff..a1367cc4d91f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:10c8aa21e8d66f9c75da38b87e3ff6557667dd0facb439fa3650cd98c284d7f3
-size 23673
+oid sha256:987a47ba5ce592e2ede810ea8fcb29e5cddc937e01f1d1966a849f09aa622b78
+size 23643
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 7c51f321e100..c1079f2a2ec6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:afc60665c920082f332ba113467ddf9310aa550eed02b0f6ac99d07bd0ac14bb
-size 20602
+oid sha256:a7944434cb4e47853b71c5e790115a3c930e21c6e14bd8986f8013dbd615da32
+size 20569
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index c2cbfbdaa806..5fb22b4bb606 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c24e881020604313e875e8f22b38ef319fac3f0a2dadf1b752930a60fab5b7c
-size 23610
+oid sha256:062bfa4d70517a5a6217daababb0a8594992ed039b8297d97b17ada6f7562573
+size 23575
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index ef46e19b9328..f33341a7263b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4bfe490205a81d94f14718be070043a2d147c18d75957d4d7fe4003f9dec2fc3
-size 20939
+oid sha256:a13aec3056b5e8561f736af4fbdfabd137c0d6481b446372f99fef98755bf9a9
+size 20906
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 1d163a87f338..8ec72b211544 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c80a3ac0706370bf4ea773faf829c9e9049a519b7449314957ed324321e040fd
-size 23757
+oid sha256:f8f89b07cba2d55be9a0061322399f2c2c9dab5db85dd5c53872d2d315b6605b
+size 23730
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index bee547793af7..331c465adc2a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:011ade55c106f27e0573009891643491f08b954c8a622a9969404793820d3828
-size 20679
+oid sha256:b8ad42fc0f28ef796567e68b5afd84333560c78fd965c744448adb269484ceed
+size 20649
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 88a03747dde5..284f6cedc48a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9ab331ab9c9156f4d86b88f720765732de381e0668860747f77c5a6dc2c0185a
-size 23702
+oid sha256:3f5e3a0add60c1ecb36da676186a5dd8102382e46d1b963040d691412bb697a0
+size 23671
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index e3067d31b88b..e486d6e6b81e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:08c6ad23313de5adcdcc08e4a6eb93d41b3da8458aaacf3fbe461f3769f1627c
-size 20878
+oid sha256:0c9f85cb6459fcf571edc4c433c880ab9c0ea0a01139ebd1cce4136ff33b678c
+size 20851
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 21f503151aca..e77fdfa5e485 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4197d181b0532ebc240b9411cda141cf656374c777eea49f20dab3eb9402dbd5
-size 22951
+oid sha256:def3499f0cd992e0a18a5f0d06d6d64c477a9eae466742c6c3f42dec54cc450a
+size 22922
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index 8a53419f6e8b..5fa2b0abb91e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:776d6f6225ba9114e199e802659cd2532be492a6e994966baf1fd22487e770ed
-size 20262
+oid sha256:215fe26d025c5e426e44a03698be6f67dbb2f2c2a75898ea3b80d292f5cc2c88
+size 20233
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 519d7a13d43b..29f671d442fe 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e0ff8b096c09102cc2d3a1cb0cb542cafe2bf90abf66fd7916e4dcc54a3026d
-size 22678
+oid sha256:b378f02ba98b8124bf746771136d7477a9d0f0cbe0f32aa0666280c863388d22
+size 22647
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 93d1c92c5a13..e684a3caa07a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:18c0b9aa851492a0c582e28b0736882d220d4ae53453222e74f362f9463c4855
-size 19783
+oid sha256:806270b3e3b2dab22e2d0ae8862e8b46da64f85a56007ac96c9ccd808a16e9f7
+size 19755
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index b4c76028900b..d60f1907c99c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4092917e7c38efd138fad1d1ce231bbe9bc9646440358ede31a27db84949b7e3
-size 23109
+oid sha256:b359a5f8327689b62e8d608dd4277504200aba3e0f971e9cacb8b6fac149d548
+size 23084
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index df135396ce1d..12e769c6c47c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:28fe71b81ea2f644675dbf668f31edaadf7bfd89fcae71d4674ab69e2076da01
-size 20293
+oid sha256:bef9807b143e2e9fed689584b913def682c7c79527f58cc43bfe0a0e906770c0
+size 20262
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 6c4e5a96ba86..36796d5ce563 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f32fe20f28cdb10053d2c4e9e8b2a057e5c4d1a1e3d22657555b8eb75ab82dba
-size 22598
+oid sha256:38da009bf94f567fd4315500d3fee0fcff4f0bd04941c12ca830fa2a727e3b94
+size 22571
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index a8cc771acaf2..911cf5ac9eef 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4c5e121da2e235ef1101b2264b4e83ec9c13464c6e48d43162e32c23e6b86d4f
-size 30380
+oid sha256:4883460354b968890f30b317924689b0663b664fd33f3470c9fd50d8da35477d
+size 30352
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 780e17816fc3..d2c54cbd1aad 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:727bbe15d202d90bf171edc4131dd5aaf1bdca82f68bccf2bb2d665197c0dbd1
-size 23136
+oid sha256:137d1648d268649ac7f62d0681d11e04b1b60e812d03d0537d60e9de6d047a0c
+size 23110
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index a7eb4f3ef6fb..5a7adf08d862 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:acc0ff0fc453b7958eec29ed4f0f8d843d39ea6e6e91b00a06fee43940815c28
-size 38770
+oid sha256:c0797e9fe4a5810f926c7a0179fb196d6e1a0e4106edbe3bacadc93647bccc02
+size 38739
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index dd9314584567..84c1822c15c8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6b5a4bb1dff028c3792c36dc9355b48067d5050acaa67d4176c2ee01958f520c
-size 29323
+oid sha256:78e5f50452118d04e57fcd66bfd81427b415f1266d69d122a496f5949921183e
+size 29289
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 327f23f667a1..0338e1033bf4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4485276b7e446ff4d2ae7a8860efaab6bd165397d24bf38835f1cb28a1eee51e
-size 31538
+oid sha256:74ebdcb5113e17b5149d85674d8bee73a5fe6cc3802fcd9115f8b13c143e0226
+size 31517
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 1f5fc82e0e21..3eaa0dd664cc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a2f71717901fdb892ae69f418e1e326d7a78ed197bd39c9f601d4b734af18b52
-size 23869
+oid sha256:afd630436eb9ffcac7b7c79f45d09a2bf975aa27a8309cd2097b50c81e8fe347
+size 23836
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index a6602b38e88c..4f9b9349697f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:405341a16c35d6f18380d5d1931c06fa39c9b5f39495006e80c976b3192bd61b
-size 19747
+oid sha256:d3a6ecc848e08279a5d598767b39e5ba1f309d747a5a26397b1f01660231e5a2
+size 19718
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 82420eb475b6..083768c40201 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9170ffc844a8c34aa2f68d2e49fbd1c197b1345b1a555bfba1afe80fb8c3d0fb
-size 23235
+oid sha256:efd082fb0b67f004736eb22237df1eda55f512bd1200b606d3c922ecc099efc9
+size 23201
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index e9706e9a1933..38fccb68c29a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9a4ed0ef8208cd32cdc1f00fb05f1a76c23842ef428033944e9114f170e14c8f
-size 20727
+oid sha256:dcbb48fe0aa1cd5b768199d0d20a42ed596d3c5e6e59a5665eba9df6cf47b269
+size 20700
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 66a587c92be0..50eb7e607fc2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:437b69171f4c44c725cd7c4410375d6aa188ff76930de6d231192dbca9ea7320
-size 23548
+oid sha256:98c45c8d2ebaf27880a8475b9175079c430a43a0953f204a177e7c13102aa8f6
+size 23518
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 91e037d057db..b34ac2ea85e1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:971d84fa732df36fe9c18e1565cf855f687c58e8b8d1230566fc2f15d9afb295
-size 20957
+oid sha256:414684ce462cb85f1a0f20955b035c53d24c16ba0de5913826b672169ca506bf
+size 20932
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 9290057f4e01..ebf89d3ed62d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:29654af1bbb1032df728e5bf5d5cbea2ba3ca00ed2644f6a0874bc995e03b0b7
-size 23364
+oid sha256:92f152ad4a2cd4cfda6a83fba424a812cb02efdda60a17de75b8ee09d2f7d563
+size 23335
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index c1ca4b07232d..b3d4f5d9677d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e529fb3781bc4395c2a24103c4d12715dc67fcc52a80d8d83dce80817061d7f7
-size 31136
+oid sha256:57ec5321b0d0bbe43ecc56661111e03a20b586ab4e6e9f7b16e31cd3808e6b97
+size 31105
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index c937e815ec0b..10cf1b018148 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dd512aa2f87878b8c95f7d0ceb774a6e66e131a1e89db7b592581d88085b746c
-size 24339
+oid sha256:126665e7e175295a6845eb65a9f54498f01a33d0bb802d6a353ef1453de79489
+size 24306
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index fc914007abaa..6860a58016b9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:02003fde9a66a5e351d6302dd353329f3d1cc902c620d36fe9c1a8a032fc0d66
-size 39525
+oid sha256:192e4ecaeaafc84b5fe0dc6e46249212b6eb9744a4d6adc885930d5b15ed25d7
+size 39495
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 45d476b969e3..a55fb493af44 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f80fb8b0a2d8ccc8806203171f32f463fbcb73fab2dee9efd83e67f53ea25869
-size 30540
+oid sha256:0b97a9286be3b27009c6dc3c198916afa4856fa7949bc7e03d9c60311405c315
+size 30505
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 3c4a7985f11b..6edccc44b8d0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:df10cd9665181f8edb8de2293ab392891b91bc4d47347a002685e3f0ccf8134d
-size 32111
+oid sha256:ed4ada8a4b922a3f60ecd22cbbb7177d940687d23d904fc7df89f97ed4e4e1df
+size 32081
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index ccd96ea44874..8ee70d2d8575 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7b716e99bf69b2b2d4229e6cdad691e03baef74045f1fbcbeab67c628b15625e
-size 25060
+oid sha256:1f3fa3b7ee5c2d8b8c8bd641231c619b05503ee4279cc88dbd38beeb590d40f8
+size 25024
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 3b5a2d9e508e..a6a809ba8bc6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b1fc3a0d4fa5469e59995216ef02e910362584565735058436025f52cd59ead1
-size 20849
+oid sha256:bb81a6abec295750035218e493559f013b666a851c621614e01092f1db28b9f2
+size 20819
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 885f629a74e2..42b4d1b7c808 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:72e7a5ea173de5dae28ab5f94ada4290c4e3bf2ddc55bbc078660a98417ae831
-size 23532
+oid sha256:631916f879daf0631527eafbbbe18fe7f8357606caa9ea59f2927e981f13f606
+size 23503
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 150dac31f402..2be541e593c4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:89bc997302b220f673aac4b06a9318adf7036b44c55583ec2d6d849a425c720b
-size 20815
+oid sha256:5157b04874f40dcc16816f5200e5358fce07c92dc4bd387416008617502d16f2
+size 20786
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 863ee2b02a1f..c8c7b169ddbf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ab1933b8f3783809fec94f2a71dc0971acdfd20396483b9988a32e78c9c4a9e2
-size 23006
+oid sha256:9556fd130252b113ed5b80674ed80cd37058a193728ffebc71f68dfb6214050a
+size 22980
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index bbf4ee68ecc1..4c8c8f3d8a44 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9347c720a0a97dd15a6a2098ac7b9bd32ced8e1a951d4e11a5e64a3acde790f4
-size 20222
+oid sha256:18a4891e6b873384cfb554ebf6c78118047cf7fdd7c53c1daac2a2d9f0e8bed4
+size 20192
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 421cc1e85b7b..6f34cf7ccd92 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e03a32c0bce0e30c39b31c488a8762da2e893eef258b8bacf50fac8cce6d2ac
-size 24285
+oid sha256:3ee17be5d48fd78760b9fc27bd6a29e90f585ae1dae959da70f1fa4e6cff1489
+size 24255
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index cc843a7f0004..b8070e54c5f1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:439b7528bf69d09de78dffe81a68b6d57573952d40e099c0149eeec7935bdf57
-size 21652
+oid sha256:d89670e92a1fbd946622521dea048fefca0870273234cc06ae321960fbeab427
+size 21620
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index af303ad67f4b..92442288fbeb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a9a2121dbae8ba836a8ef3a64bb249d85772f6d2ab11ab8079e13b32c3de9f4a
-size 25272
+oid sha256:2c846d4c270646efec781ed088385129066fe8342e59e9be66e8bea9c21c5f88
+size 25244
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index e39e50ba8f6b..1fd107c365f9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3423afbf597f5873b9d8b78e3a937deb611766ae17a3e184586636a5c0763a3a
-size 23008
+oid sha256:49990aa9d2814072ba67de69ed9f9bad1fdd3b9be114add3435b4d99c7940a31
+size 22977
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index ace3bcc71618..914aa1967ca8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4f93b2e46a20eb4982136e6f957f30bb34d70e1ff43fba63c87adc03f50b03ef
-size 24287
+oid sha256:6cfdb210e736acba8af57b1c192731e82b43a4c938543db8c3255d1b1d2ec3ae
+size 24257
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 8246f491a558..1c3eae6a56f5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cddbc14326e2209eda80ff1a0bdd7362f7251bea1d15f37a643fa7842b905cc9
-size 21763
+oid sha256:d1a069cab65a10e2338a8ff3ac820b8c4aa16ac1a3e92c6a3a6ee88b858f58cc
+size 21724
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 93a0e9765ef2..8253ced4992b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6a0933b85a86b345b282c094797c15c39bebf093ba3b828088264e9f41c544f4
-size 25379
+oid sha256:e5f16107ebb5fe5f9e53447ecef8322252cd42abdc9ed27e5c1df7a6ecafe004
+size 25358
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 54137eda1247..d962bc7d913d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7fde93262d1f6c815ac158398fd7b965614e48df35553de0bef17384272f5c26
-size 22803
+oid sha256:75e352d1e5cad2890e8dd92bbee5e0072ebbc751c22bff3b4535386ecf2cf7ff
+size 22773
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 888cedf4f293..d605d9112fa2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:094050541e8d1201906f3bea13bfaff683a28b8b3b93cb2605b40faa4cae96d9
-size 25899
+oid sha256:a53a26335842777061179353dadbe9fd4dc8fbf7783945313b8f7a2806acea21
+size 25870
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 58325cee57af..9da61666d0ab 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5e6cd5ceb058cee116764cde5210d8420a538b7cb8187bd9a2608ea03a0201e3
-size 23439
+oid sha256:5cee3e9b35537921562a23bff7b5b52b06aa491fd3d43b0c7ac231efb531fc19
+size 23405
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 7fcfdb58957d..5734cc577d42 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0c7c880f67d01bab6ec0f055e1bd873d364eb7bbc871363dc51545a23927e38e
-size 25582
+oid sha256:0306627e6924e56ab43291d9d5e0e9e64bb3d1bc2ab44267f318b82375e54d5a
+size 25556
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 9a5da4c49972..70bf9c0bc51b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:63e2b0949425a173a2624985411b7d7afe45f0e450685c3bc290d71370ac006d
-size 22931
+oid sha256:fe6ac6723bcf24ba12b819d6d0d0efccf1e670e1ea53b4b32ea659254e0911b1
+size 22908
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index f9a15fd0e9b4..6963e07c82ab 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a514aba3114b20d5ee6a772d018436b5d7899e8e816bedbd58df3b38d9d8bf13
-size 26094
+oid sha256:3f16d5e97385d33ef552613897a83700c3809a7f1444ccc0cbd32651e9d5b1cf
+size 26066
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 16f2db75c47a..09608865b45c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:86c7a79955c504699ee62e4529581c1f5a953b2f86a158d01aa5b095186a9ddb
-size 23524
+oid sha256:6a00fb3324bb10bceef77b506276312c95e092433e5c175413d38f4ad0155f52
+size 23496
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 554ce2f6d8ab..3dd5f05a0401 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d59fd1799f1be656614b5489a7ef079613298fa109ef2419d3556b59e088e77
-size 25169
+oid sha256:709970df4b81a62f7e599b7108597033c89112454ddbaf0971a44d5de41dcf14
+size 25141
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index f88c7dc4c95f..c0a911839d78 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:adf61080b5ddc0a46b7ce3271e1778ae2389f6df74ffc796a1f04c1dfd584fad
-size 22960
+oid sha256:d3500eef1759c1567840e2e6b1dd215e5ccf0f7f2837d0b37bfab136c202ca29
+size 22931
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9baf682d47d8..4130a2bc5aef 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f5747931e40f7ca1c17ecd11982fe6b8315d9ccb89ce3bcbc4fb4870e892fe19
-size 28553
+oid sha256:eda488b765eaf9f049d310ceb459b3afe0ee0195439f0e7fe9bd4b5db2438730
+size 28525
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index eda9e33092b8..12eacf0c3cd1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aed7d748ba3f1868ec8fb1cc4c844743bc2b2a41f5b4a1e15e696fdcdeb7b639
-size 27671
+oid sha256:107b2943e63688c3dbb08d4499ec195fbe662bc2f8ffb47fa24bd329faba68ea
+size 27640
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index faf2947544a7..cce79e1780aa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:63183cafd36bc6162c921749aea2d02e41e16618b6ac2104e45e4afe2b040a9e
-size 29021
+oid sha256:f1c7a8d065a11c9e39bd7be44ed9f4cbbaa3feca02a84232cf72e7798364012d
+size 28989
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index c9e34dee6551..b0680c7bc74d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d60459edb02697cca8378b56f917df934f96142fb654e99128a1f6d3620a5139
-size 28190
+oid sha256:75ad396b0fc103725164c2dc01a87534f8f412f7150a672ead509ac4abe5065e
+size 28166
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index c6d5626c2526..d81ec0090aaf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf039b2a7d0e4875cced03c17cdb794a2c241d879e1fafd63dae1456cb082b14
-size 28905
+oid sha256:5c84713044af29643ca605c31073f090ce5db9f4c008a7373671206ed1054930
+size 28869
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5d0674255b39..844f182e4932 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:53c3ae44956ae36a5895490efd9ffeeae63696ad9bb57ddcbd13799dfb5f5c1a
-size 27124
+oid sha256:687c1b49b3631f87674aac4e0fbfcf000ecf59b673df75615cb3809a5e65d00d
+size 27086
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 66f130b1233f..7a65e646295a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c7bd1a2bf0676d0c62ea455c65206f896fbda107236bd076a144263652f09fd0
-size 29361
+oid sha256:d00780a58e57f21cc165d01c3ff8055de00faf8a034f190ad7c80f0119674045
+size 29334
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index c57bfaa2d226..d173e4ba63c8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:36100d6b0b60a6ab41f5c0e5b8a22ca13a2cd6574c0dc2629d8290c90bb5fe18
-size 27551
+oid sha256:0cb63f160a200ef9869175d21c84349aea9d0017dfdd52e9afbe1e66767ac1ec
+size 27521
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 9ab2f4915713..1706d3b254a5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c61bd0ec67e6ed542d8295ad3332cd6c2649fcdf1aaadba6f201e5287d27e834
-size 25977
+oid sha256:bc9886dcb0917ac7c551a10058ae8a4543a145d99eef3c7a1ef805013e02b418
+size 25949
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 5bfb8168bcbc..b976a0619db1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c2ec7f7b488bb1bf84eca7e00124dc64adf7de486a493f02db6350b94f6d599a
-size 23257
+oid sha256:104765e039370294f285afb3365d8aa2d97e99696ef12e66b75cd5f78d430b16
+size 23225
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 508e07bbde20..b8250fe4a9ac 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a6eb7ba9eb796ffb72683d553b69c9fe47da1a2c803ec6ee4446f1ae5cf06952
-size 26684
+oid sha256:068b3362689c7dc00989e2aabc1d95ca5f5ee6f73f9e65849a956be632aa51ca
+size 26660
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 1c53f8999b80..2a82ed07adb2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d30a43d4506d37a3b903f1d2ebc3162f9f4023dce9217776bfda3a9ef282639
-size 23678
+oid sha256:ecbab66e933da3d18d9d8c64df01de340bff9d536a3a835ac4bbedeeac8ae0f1
+size 23645
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 85aea07d4926..bd829e4eaca7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e3b8ba2ba7fb68afd3e7a40f6e67d4dcf9856f45242b2bfd288cd61adb57ec53
-size 25537
+oid sha256:9c07b3c64a619e3b4031c2a1da05ef5ce85ba93a9dc94cc02230cffddc9e3d2d
+size 25509
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 671f5f8e90f4..09b0be97737f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:51af08fa9f33b800aaed847da968ab4eb94d2fddc7502c5071709fd863cc1283
-size 22367
+oid sha256:b5b0174d2d87a249c1e00739e85e40890a70eb7db933a569463530f50ee5bbd8
+size 22341
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 7073b48cac19..626e3e124143 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:185c5e84ef7a2e71583fa6406194fd2375909929c5031cbd17081ed7248337b5
-size 25943
+oid sha256:a3c678cb0781ae22f79b1e5fbd3124e548a7f076a475ae45c9b9251a66284362
+size 25917
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index d8e7d9a7e5f0..4065597c710d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ad9c31fe2bcbad9128ecc66719ce12af4611df6d0736a105dfd01e5e7daa368b
-size 23250
+oid sha256:df1f7ff711a94e927fc9b7672816b08a6bc59cc700896eff9ffeb87f38e7fa53
+size 23219
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index e13e735f9fdc..65d94e351af7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fb5f84c548a5077ffe21e8933fbf493bbaaa61c81fc82d2e4286db7787c0e7f6
-size 23879
+oid sha256:45e341a770477bee5334e73bb807942e455f057c01747100141dd002c2da1edd
+size 23849
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index c7144d333897..48818afbc1f1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:36591e42916936c7bb9c36c06b289ece058f7b5dfb084635a20b5b44625661d3
-size 21236
+oid sha256:154ac80c7da9c48a49ea419a491162accf062e62bbc81cf657ff72af7fc94092
+size 21201
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index f909a8e49f76..7eaf43f5bb8f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:abfd37ddc4324ff4d043da4b34baf922df5d75805ae7861bca7590cab6d1cb6a
-size 26980
+oid sha256:5251d46b2d1586a86b878c20ee3a60513a8dda13468780cce1ccec1327e89ab3
+size 26959
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 76800b1432f0..43017b119c56 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7ff82a57749aacdc98d6d2c70060ca47f4f0221160d1726f0586410d78f84939
-size 24292
+oid sha256:433362cf8d422c1c5c2ceb177164d65de137caf0e71531dfb3be0c8a25eaf72b
+size 24257
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index b44f736674db..225550ea8bfd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:645147f2f6b684c0119579070ba1f76a6e6018e42a68820e2078bacbfe05dd9a
-size 26838
+oid sha256:b472969ffcac052253745406d2801d7b6474c4a0d35c3bc2b13ab5325da11a02
+size 26810
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 2ccce044d876..9f05cdfb04ab 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:84b485ac0bcf822e6508c843b93be45468090acdafe8610e82b54474842aadce
-size 24469
+oid sha256:f2e8af7faa79e35286416a55fd97c412ab069fd74177edcedbf47a73071c4c7e
+size 24437
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 079ad77fd263..20dfc78fd268 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8ca2af34370ce83ec20d344f646379fc066ff5af0619fad83caa1b67ad694595
-size 26475
+oid sha256:8aafe88402a106ce019b98e9c738afaa890913cb28fedf2e7ab00a2f471f2d35
+size 26444
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 370686da6cd1..62c2c8b16d5f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:966751389c0ee6538784813127e88ca41499be76b405b0504a84fe3363c20e75
-size 23232
+oid sha256:475f3a48f19f902c8b3b8680e41ccd2eaa5a7e0e8e5d472e32708f0da90e5b52
+size 23198
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 7d8f0ac07ade..a57a3354d6d7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e87809e368cd390c94fa9449b3654c9c95a033a2cfdef63afe0aac6e204ad2f
-size 27232
+oid sha256:6009ce12cd906fdf09c887612ad7f7837e605e30eda1fb23d6bb1ab00eb3684b
+size 27205
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 079549b061e0..966b041deff2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ed5e030b6d19a9d7d4543951575ddbfbec17d027475262c1711cfc6592f729f6
-size 24407
+oid sha256:8b8d1edaea58afec66f734f59cdcf4b12d80e3a0330040a7f14f611d18132c53
+size 24376
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 42247eb8c452..008546ae50ea 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9b00d0bff62349db06eb5a8c78e414554014385fdaa4430d70fba10245571b49
-size 24814
+oid sha256:a65c982fa9b16d66c9edef77ba785f362777a2fef1d96ee054b879bbf958adae
+size 24779
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index d36992579e5a..f6c85aef3081 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bd1e01a305db9880561d1168eed56ac37d249c126480e7179006c1b43c71a0dc
-size 22044
+oid sha256:a6ab8df9a94b2e5bbc5483c5dd4327326bfa191b37df23731a0fbc4cddb96b89
+size 22007
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 0b404e9255fa..f26c4294d807 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cab86abd32f656782ce4a0d7caff1cc0f629ea360387bd4da6ebfd006441f1bf
-size 26792
+oid sha256:86c9e26adbd78850e7d74bbdf502a37d69ca1061c3fab7e85b7530d76e48fdad
+size 26762
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index e85d09267365..534b4d0f29b1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b86bdbd2365d3cb3c69d2ca4d6a8ebe10db1d66f59e37bf1cd9089f039232236
-size 24543
+oid sha256:371f4b6879f601aa201acd96ab9e536e46b96ef11b4a298a6859cd11f8c5159b
+size 24512
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index c768a47497b7..ae3211a137c1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:32ba573a6d8e43848934b71c9949676347c2104c6109cdf22ffdb03a1c9da168
-size 26481
+oid sha256:7b40ea864086aa09ed1c90332298cbd97e81959d9df6d73ea4364e1cf5863a3a
+size 26452
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index cfc9846e0b41..3807f60fd4d1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:66184fc517e9a027d1148795b91eaecd1273b5c00e2a3bdc7268f87b2962d06f
-size 23733
+oid sha256:593ee4f1f6309c0c2ec389058afd76daa0ba9d82d1c7f5af88dc767df071c44e
+size 23707
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4d3f495c4fb6..dfe400484f23 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5741b1eda7b9f345032a496d7558a478f43b5e3b9cb201535fa71384cc3060da
-size 28560
+oid sha256:efda3fb8cd90aa8d445cde70ac38e0ca2bd24712e8b355d431f45c46590c2a32
+size 28533
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9e42b3165f65..ba2a7f910a83 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:719926f470e8665a281bfb40d7704f84b8724e80d5630fa6711a2b9ea937f380
-size 29399
+oid sha256:c9bdec0e345e24ee524a59462d74ce13d4938c58092b773fe55ed681104edb1b
+size 29370
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 191bb20311b9..991485f7c59a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ec14c73593938ca0c7ff99cbd5f4a111ad381c05d144cf261a5c3f49ff4f196
-size 29063
+oid sha256:59ae23849f7c904644fcc379aecd76cce2495f130b049756d8e8bce005a3ebb6
+size 29029
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 3a157d01c1e7..c14bfb09c402 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:df078bc08f4c7f77ffdb2e07ff6851ef6a6b312ae3fd0a3ec012ff2f97f471fc
-size 29890
+oid sha256:3233f815387f4d5fb9bac0b84a7a9a1f4d84b77be44aa08c4fb958d7f94aca44
+size 29864
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 8c9320b60b66..b484b0e35039 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0e26ce71b43463479e4760e79f1c82703ce80037c49192f872cac26e3c61d081
-size 26126
+oid sha256:8dec504abbdcaf19d5cea673692b59f70b3b137ffaa59b830e152331a117f253
+size 26100
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 98fc1c8c5b49..f7c35b70e970 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f23964899995151794d1e22174e8975e008fe1033405cb888edd7bcc0a9e17d8
-size 23031
+oid sha256:f6348e60ea64b3fab09716f206f9ba85a7735ef3162fd823f1800e8c10ec053d
+size 23003
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index f8a19ba11680..7dd83a79e3d9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:24f397fbedcdf3b08159c4e54a7c9aadfd9241e2c9a1f8250615dc6510d09fa9
-size 26956
+oid sha256:e1f256dd0760dcc601a2c145a7542825f020f98b9c32ba9b1cfc2494aa5baa90
+size 26924
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 321aa4c60acb..6dc94f80b523 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4e4e5e97059db26f2db5a3fbbf947891cbadff008409267dbf03e37eb344e5f6
-size 24047
+oid sha256:5c8fd3a87134dacc6aa2c99cd55e0b38abd4b96acdbe94271bfb21f51a13062b
+size 24016
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 4eeb4f382321..b9fd10a83d18 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:44a0bc82ae6f2551a5a653c83c5b7336f819b51b0e37a645e9ea98dd882e86c4
-size 26069
+oid sha256:affbac8280dcd5f23c65806c7c5eb7e2d410fcb1ccc003079526f1fe480abf7b
+size 26041
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 826f157936fa..c0a1a02a6ccb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cf04a1e21e3b5011a3bc9e375cb9b5426056bf7b303e2d3c229bee86934ffd19
-size 23339
+oid sha256:7797950382e65ae46481814b4a44c06d755fa0e2cbe8700419754fba8f97e19c
+size 23305
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 4925569b8f41..5af46f33c059 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f116dfd4214bbc76421776b8e0d194722faf218f3f0b2d47ba47baf5579c182d
-size 26354
+oid sha256:ee52fc51f2ff186ee59119318551daa0754b7b255c97c58d2f8b2f92a01bf10e
+size 26331
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 623bc750a5be..22a94f8de9be 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3556125f58f5cf1c8a8d254b011acca34dd22cb7620a93bcbc84a7996c10e264
-size 23960
+oid sha256:4b05b62a7e76b9fd333c9ddcad3d65ee5edf671b3b533c7ad6271dd2029b9701
+size 23932
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index d6605d48e1cb..722181046723 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a28bb41087d8f0e38d8747bce2cc5db983007c03b152c0574a0ffeedbac80f46
-size 26050
+oid sha256:e168e4d9a16be8c755f27e9c320b975b2babc5fedf6d04f3e484e1ebbcfd2d11
+size 26030
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 635b719828c4..428d5079efb6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0829bc0945a631e0aedd0d5177aa656a1fbf95c249b357ae2b7d3042d06585d1
-size 23268
+oid sha256:6210cf2d01cb20e63de2916aab98bf522fac050fce12ff49b0d2d453e6259eba
+size 23240
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 109aa69832f5..b19d0dc38cca 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:48b179349bff779e30c41f5011f51ba7900c2583519de1086e5d4b122569436e
-size 26710
+oid sha256:f0cd4acb0cf1f19ca060002ac224945a5d42c402b11ad8a304473c0a5260d115
+size 26685
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index fa3b6450519e..61911976b60c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a52648138196d18231b8d4429afe17c3ea25fae9cb5c3915a07ed2a6c1dd71cd
-size 24415
+oid sha256:eccb5d4aa19b7d154a8a45a09428409393cfee08deff292591bda0f6508ad8ce
+size 24381
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 7ae78d55b445..747c89515626 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:63ab3005de00d6fdb7e284b26b6b945cb56577bc26c37a02ab2334bea569d9af
-size 26749
+oid sha256:40a8de6c28ea02054de5796bf52bcbe2186581a4be8d06185d86b0095883ba6a
+size 26714
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 1cd08b918e37..5bd22758ce20 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3f98a8c60d64855ef053dd989827eea8a11fb3ff77fc8bda228a3dc700a1b198
-size 24643
+oid sha256:a04a16aefec87282ac356bc73e4ad5bc0eb17a9504c88278107e90a276402e2f
+size 24608
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 407f1838ed2d..66ae7ce2e35f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:db1bf9d23bd64338d38fed137833422c16bb9a3b33234a84508c0ce0b336bdd3
-size 26859
+oid sha256:f239ff16f5f9c0da81a95dba5eec743a4e41bcb763f401a335e43d5e0901a1a0
+size 26832
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 5e9b4ae031e1..c790a9709af8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b895ec3b2590959f4623b3dbdd13c6068d853aaec9b19fcfc2b561a441bbdc67
-size 24529
+oid sha256:19a800d14ee95e0f37bfd49945d091efe3fa4b64d7c071ac6423041b71282bd7
+size 24495
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 358c97d9e0b1..2b12e03700d0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3401c016ac10913c747a3d6ab638cf2146fe58cd01fa376b97f58aabd7fe4e99
-size 26749
+oid sha256:b8c2ad9469a984d6749f4ac86cab6c48ee6f113cf548dac1e6b7805aade7700b
+size 26721
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 277b69e68135..8441ffb1bf46 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e8e607c75163c9caef31e4e416a24f5114382b2a4271b59eef3bfdc0032f6fe5
-size 24647
+oid sha256:5c10b30fcbe02844f27d45bef9400085fe487ee08c491e4ab780c785c94c9e47
+size 24617
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index b802a936e638..7b590d46eae6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:30aa39103158ad18143bfb91564b96c3842c326bef234b68dfc101b6f6ddb58a
-size 26269
+oid sha256:0309ae971a4eec4094c4638dbebc67da1fc2ffd31c1107b07342b151d69d9207
+size 26246
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index 7995036efaab..cf93389a990f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c62cffaafcb2c1901e190e80bb583decb644bfe9bbb173956075b14fcf03b8ca
-size 23873
+oid sha256:814a4b040aa779a7134a652f1ab6f21e23b96f8880df49b0fd64b7556a85919e
+size 23845
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 2c2abc527981..49f6a0a08f4f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4f2fa6e246f46cacc0cca8e715a584fdff74f8c004294c438563a3b086f3ed13
-size 30577
+oid sha256:f29dc16196f659199877996929c79f80ef899747e06074c56fc08f1bf0f022b3
+size 30548
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index c9e9965c9d5d..13030a15debc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b87cc4154e67dc922d0d2adfac3ffe3f79087e0f554c73e7826d4963ed16fbf1
-size 29134
+oid sha256:b53135bb9f47ea0ffd4183624ca54e02aaaea08479175e4cab21402fb02357f7
+size 29104
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 595ba9d5bc46..e4d736ca3aa8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d608527050cf1367e27c75142bc04299d46ec0100a867d7ddaf50bbf05b92d10
-size 31373
+oid sha256:2a66cf481e198196cc5074751770430061c48298946efd4f0d6de0a4aef67222
+size 31341
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 3a30a5ff824f..2b2db787d6b9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:681f2d186943b9a252f4a55c61a9d8c8b8183fbc9505af274a907c40b63f3c92
-size 29851
+oid sha256:227d52c9154967f3a91e3d227d9eba0a3598bc7290e75dc7c44d1d17eddccecf
+size 29816
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5f49908c3400..131e4a22d1c1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:73d06e5d9aa6147267400973bb4f473f33247033f32e7c367a941b5550b8e9e8
-size 31027
+oid sha256:59c3f7f7105660d4965237f03bd5116bd16a848899b66cf26e479a4a0cde29f3
+size 30996
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index bbf4a64acfb4..f3f900412683 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0e2e32629b22be40f59eebb966a943b6240b22126904eb0f073225b7831bdf8c
-size 28616
+oid sha256:a322c0d8f7f57312f48dfca86fcdaf97430ee06949f5b6f680ba1fce0dc6e88f
+size 28584
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 149d065eab4d..77f2b2c18aa2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6fb7a6c013eaca630a622cfc6177b3e043d4c68b78e4343e5d86eef86c06d14e
-size 31809
+oid sha256:e5c259186d28c7a1cd3ce57ca3bf81df3f724f2db1e2d1f4499429be70704847
+size 31775
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 2cec4d68e1c5..eb5f0fdd19fe 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e3a2aae7aba9a2828c579688d6cf7485bfa501ae18e823c772c521564b733e90
-size 29168
+oid sha256:5ce0711953ac536ea105cad90fe8385bffde86536a92c1f2272ea67b9253c5f1
+size 29139
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 3ed0f594bb1b..c5cab450358a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:be31bfe70a4097a3d00067edf53ff67dd8c5cb46d3053c9ce277b8831935f0bd
-size 28254
+oid sha256:32cc59a06814e7588e0cb85dafae39a3fbfde951e56a2940a7b3bfcd677e0c6a
+size 28223
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 3cfcc56d3d0c..913d8ca1abff 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8a0cfd6011b86607853ead522557b19f15fb44ee31ba8ca664ef3bdc35968d80
-size 25539
+oid sha256:fa624302d76c3f9e6c796451f3c38a40c7224b6f0cc327171684e8d0de78046d
+size 25518
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 5235aab71924..23c60c7ac63d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:acc3301858fa50b0b2eaf9cfb142621d72380fd84bc1d23027aaaba24b70ac75
-size 29415
+oid sha256:beea45f62c62c08ab7fa83b9e19aa07404398c8f28b0ec14696c77954958e339
+size 29389
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index c8b0da96e3b4..aa2927fbe917 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:63ed52f9802657362c8f2017f935d20da1e9840ed301599216f8573d80762812
-size 26588
+oid sha256:cbf3e43cf6ce76a60692426efe7294701480b42c27e830fb5e9311432e4f2788
+size 26555
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 90b039b8e479..12ad6cb35b2f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:88b49464b1a37e78cf0ab2d43679849d5de80b3f8fe9f5445d68e999381baa06
-size 27837
+oid sha256:cac4e84120656d8305946d5440af2590cf16026ba5298814b8a3b43f91a68a6e
+size 27809
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 96021597f043..cb24f20cb301 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fc3124e9a319c9bada3328b56c331b0aae1d23f410486a61aed9004a5a28064d
-size 25043
+oid sha256:4417d42c16ec8b4c517ef3841a5f82fe8ef46a2577af2a10e8f7db9dc4562e39
+size 25014
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 2b15b006235f..bd7eb46c19a5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7b10044e190efec8a362568ae3b12751fb199a250d313c456b7f92d7656c05b1
-size 28311
+oid sha256:ec4654e470ebd0854aa94646ee66aa9634cd279330c21c29250f03422ea4ce9f
+size 28282
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 591789e585e7..82effcc3743b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6439175bce244c27e4950654d545551aa66710a732bd48f0779b558c1cb2a0b4
-size 25433
+oid sha256:e25c5ec7cc19d6ba3796de54657a53a5a04aef8d6823e3290f062fec93c229b1
+size 25407
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 1f021b0b3e7c..31c5139b8eab 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a690bf4dddb6453b2dd09dc7ee68f5369e9c0a928dfd11fc0193b3275f709799
-size 25274
+oid sha256:95d4aa795cadb6e3300171d98864d82f671b61d5269ac96c591cbd4ab56b122c
+size 25246
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9b3fcbad404b..d009ce90ec63 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0b8d7d5120d38cb4c8969fe5d9a4bc2b15f39260dbe724b201a9a12ce5d204fc
-size 22895
+oid sha256:290b3143c822ef6aa02b5f09de15fe164750c2cc27b78dc597cd794434caaf29
+size 22864
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index d6e5be877bbe..6389a383525a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:726f42fcc8799ffe5dd4d07a73ef5de22a055d9fbb4f5e64dbe6fb090057958b
-size 29201
+oid sha256:5bc9c9069982c27a04fde597d74df10b04d71b3fc43cb913182a7979732adeb8
+size 29177
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index e63f0c6489bf..e3366d8cebca 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b9749b653310991deb3e8b553e1b2d9ac370eaf8b5b7a9eb850cb2801b0eab72
-size 26509
+oid sha256:da2ebae0e2c5bc155f64ca795612951147645b61ed90a4c6595d2577a3244b7f
+size 26482
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index d49cccaae462..4c29685930eb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a236d599fe6cc08c986cabd5e78bf95dca3369c4a02b1d95a560359a793f45e5
-size 30182
+oid sha256:fd3fbc9de4d0989cf8380063dae2010b79b9e07f160334b9ef2ee95db385f339
+size 30157
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 0a39ca9ade5d..94abbce6b32f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eda70e4ff32abad7302f7abb4025ebc98081c0d540c54fca2cf7997a8fb252d0
-size 27310
+oid sha256:741283a897cd29f059af906de523b55ff1b2df8c408946b301423c67fd3fc5f6
+size 27286
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index ed56a40a9954..285745568bea 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:01c45954da7baf77020748e8715f9d3576165ae4b6dd8e5cc3b87f979ab8e1e2
-size 28527
+oid sha256:ab6e8afcb74c9a3b4ff5a6a79f5daa045e5ca5e4cb6a7e60282f2fe65a52280c
+size 28511
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 33613690ab4e..c7d9100fbd17 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:82183539f738efe41fe0d165f42a889e8d53223006842261ea1ae2e6917926fa
-size 25979
+oid sha256:cb705e5354c8436fa9f46765dac0fab5cd44c550699691b27fb802251bf3c580
+size 25955
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 94a64d820ed9..a8c8153c9a19 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dbd49a3d3a9d84cf4ef49a33c1120ef86b054505f89407b7de09c7fa45b8d1f5
-size 29373
+oid sha256:51ea2c8879cae5beaa74737c933246d9d4411546a5a721419f9bb3c2aea30b46
+size 29340
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 9baf670a7cc7..82d0b32488f6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bc218c60fe23ddb879a7f8bba4c872e77b4a96e099d0167c9839472431df86d6
-size 26577
+oid sha256:7a4a0200fb1c460d9c6b72d9817d7a388c51b10860f26e9ca783a1113a6ec18c
+size 26548
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index ef7200eae4ce..5d4cb2eee0df 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:286eefd52083ed2fcbe318558b5b32d55def1b0f09b27506b1b03fc532bf32db
-size 25873
+oid sha256:88ee6d825a547f808ec0ec6dfefc168e8f75ae89b98ba73dff06a9b82cee62ed
+size 25835
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index f7743fa2ef17..387c6d9edb72 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:83c1693cf39a51ef044364f916d9a30b37dd9cbbed4c4a97d951d8875dc0f896
-size 23625
+oid sha256:ddb674d0848350fcb468b7b4e3d7c1e3d5abf4299aeda27d9e2d481500312ca6
+size 23589
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index f29a3bd14e24..2d959c0782f0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2c23551087b6fdefdcba6b7328a3062b4c391b147158846d06b974a2789fb82a
-size 30208
+oid sha256:98043eebf6042970193e0a25cf5beb50fce57268103e5aa1165c2c6c1f9eb932
+size 30174
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index a50f0ad86efd..a75e754f83e6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6ea03e305524068556fd4f77e6bb6c63d11227e1adf191e784b2b957db1566fe
-size 27278
+oid sha256:c0ee5a23d741adb0981c8d7b964518158fb3c8f6ff4c88e1a5826f8017119186
+size 27246
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 4ceb4fa8c8fc..0fbfcf6f664d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8add459efbbba95029ea109d70fc8a9dcc72097b598ba00618857e5321547622
-size 29312
+oid sha256:d64cf21fd1ef690a7243598d506d48ef262be7e1de7119fcca11f37c448b6f2d
+size 29284
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index 9cc880c6c1da..7e0872a11cef 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c1ac20d2c47f3aaef10e659ae436a1f8677fa0ebf292b13c88a57699f54aed5d
-size 26616
+oid sha256:794e44137f4a59c41b76635b326ec97faebcb6672a9e3ca5c6e0966d11f292d2
+size 26586
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index f1981b282c6b..5d3cd7888a0e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d3163c5f00036333bbeb2b32acf8152c9d24af521c8da3b30ae9dea12e522f61
-size 36372
+oid sha256:05ef91125f215a929e8204095a0f83062a0e1afe5190f4183b2dbf4566e6896c
+size 36339
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 6c0549476cc6..c1dc1e1e2447 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5daa2e69c77af5a68fd65cc1f9b44ce12e7d3bdde33511ad58a75246f20f5e8c
-size 33107
+oid sha256:b9d42d382b4c67c825acb949f4c5d4d9b59fff94b5619a20c2529457272a1194
+size 33073
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 25473f5f7310..679b9eb18b10 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:574eca5f33f81a54d4e4baa61e91714764d6fde8c24d5792f1f7e05900a11349
-size 30703
+oid sha256:4842a79e3fc75c06e36f76c10ce6d994756de8889d0ccd626d47b3e5f4451a9a
+size 30672
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 13b5792b8318..0d127fc876a4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:86c5adf82a1f363f58a3252c3a991c729379c2fa0ca61c9adba5d2423affc4c4
-size 22689
+oid sha256:3aa0cd48257eb405ee21c376fc30d3bfae9cee51d54e362b499f4b669499e056
+size 22657
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 86bb6017e37c..cde65796c0cb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3f8bec66da6b068108f14b1a4230e1e256c4677d4edaf4434997017b715b60b0
-size 19776
+oid sha256:87c9669baa672a08c34d94f4afe961378a4d3065e9163f167fc4deb024ce0b25
+size 19740
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 43d8fd32eda0..170bbaa312a2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8581f9a5d056adcc0ac65c72dba9752fea47b74ac49f9801dd12c565961d6495
-size 23113
+oid sha256:3e34ceb4b430d924d7e34065b432d1175074085eb75c23848c5477f54645eb4c
+size 23082
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 1bc401cb6f8c..ea993adab25b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6a629f66a77624f2944fb7fd9f40202422e279391dcef01c605e66e6535b73a3
-size 20290
+oid sha256:5c54e2a0b363cdeb965c28314122b74e87bbdcb781cfd669f7866cd8d7b8a959
+size 20262
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index b24f3c9270b1..014bc72bf48f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9bf8c691025aea6bbf62a0880fb6f76f79da499ae24c5e3d2dd7573000e062c5
-size 22605
+oid sha256:738f268b1a64b3e67b80199a484844e780222efe53c55e75378bc95677b946af
+size 22578
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index c2b52e9fac0f..aef363d2e434 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c99fe13bf1c1f249e74547aeb308d49fe3da3b329c31cbff9bbd1fe811fbb112
-size 30406
+oid sha256:2d0e47060e7d9fb5d39e2a9fc5d1e124856329f3d53d6482b1acb1161669e3b8
+size 30370
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 2bafacd3474b..5a72c38d81ed 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:188b83f64a9dee4bba0dfc5e857765b038dc18df1e7a1f8a2cea1ffbcdc366dc
-size 23179
+oid sha256:50a0a42df29b4028342bd30d12a454f5f60341b35c96f0747457e25604de43ca
+size 23150
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index eb89163f7118..42b010960013 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2f0982a82cb5eeebd95651f5ca62a9ac39ff052a84fa6f7c259328db44ba4608
-size 38790
+oid sha256:b3d1427168ad6a8c124fe752d2bd11b6fc3ca673ba998f09a2209eee2b2550f6
+size 38755
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index c1a279ba87e4..4f713ddbd781 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a80b23a2d8ce6f2674e6ff567e53a194deef76a8e7d8d668dd3c38732f447e31
-size 29398
+oid sha256:0ec964ee4e7b7d31ceb23a5819298359f0137a6b36f104ad8595fd0aba8872b6
+size 29362
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index e69837a881ce..f7444278db52 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fd5b554987657c37e12cf2ef22bc7845f073469f8c0dc07fb39345bbfedc3ee8
-size 31523
+oid sha256:51bbbc20c0eaade9af6a8100903adb2ffd586c154e7ee1b993393f1d912086bd
+size 31495
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 2b3452b0074e..2eb263849ed5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c21f9758de37dc14fae07f534955aa13231563c4f0765b7e8de3e041eadef335
-size 23904
+oid sha256:b17d52235d3da3b8813ec1941762005ebd1f24c068db82f647e953ad264a6cda
+size 23873
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index ca5623a76e68..02f85245418c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:990a9e85e0af53a4bf58dcf15e9a449695436b1c0ed9fb67a4a5a832294c38ae
-size 19771
+oid sha256:e5db48b1fea1c8dc41f3ad7938ad008d52cc53a1edaa5cf617d5417a4c0dcc98
+size 19742
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 72e340a4c113..3fb6fcd9b0fa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e34132053c2040c039b401432ee45ff619f01818fd3f9b2601f5a3f338faf903
-size 23237
+oid sha256:1e9839e5787fc5089d23f38831cc4fe90c319fab16cf092fdbb0587620ee633b
+size 23211
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 38b094c38884..929a46ecaaa5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:39ed16a48d5da8b4e8a483ab7e9eae9ae650fa797da53646d280c85071f5a2ee
-size 20747
+oid sha256:4f4eb2520d4d7d424ba9607b66f4612262c9f45ac0275a22b0608d601b3841a5
+size 20713
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 96e8af13177e..44cfdbfcb505 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:16c2a77c174e41c38d70ec5403d4fe87279245564019bd31b1add477e906f299
-size 23563
+oid sha256:abc06fa722c4bc4503a29fcd528eadc10668cc13effb573a7b0a27042464800d
+size 23533
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index b14fd82b44c2..f0456d9b9656 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8387826477e2323202a8a8bf1ae3a19ce1c0d6293e193703545b3748a3205c8e
-size 20961
+oid sha256:80124f9946ee784a111295f7fa26ebe06986f551b987f9e243af60c0d16bcdc7
+size 20933
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 24aec9aef8c6..c79e48431456 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a42cb825d4aa54b021678d94f66dbbe6163bcf06032971281ba890cf2d15dcfd
-size 23370
+oid sha256:de2afeefdb872ed3fb5ad9d25894d455903f2ebeed850cce5bb811b507a31bb9
+size 23340
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 7e1e095ed4c6..8fef1ae42db3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7762749e18e76d2521dec443b6cecd4ac907be01cd46dae902c8025843fd1965
-size 31137
+oid sha256:985696340808c4a66a3db88b7538551e96343f024bab25e69d0160439bdb68b6
+size 31110
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 1a9ee08a82d6..a53cd8262c7b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5b3776950e0941bb28556a49d864d11130f64c9f6551814496eb384cd57be4c9
-size 24358
+oid sha256:ad5dbba8f198b193dd60952f80bed06f8e37d5af687777b5c9d6e3527eb99880
+size 24327
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 8ba117b0785e..d8b35032a4bb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7d2f0729052c2b17d3fa646b2c2aac50c88f7d1c0fd9f696789cf3992528b055
-size 39525
+oid sha256:ade542e3abdd1129d7cfc9dfc8a56f875b0b9c6fe0b14c47530b539475d91cfc
+size 39501
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index d22ed8bc0e25..2155e7e04507 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2d11371c7ff780f428f25acf52580e824d2c16d34bbe9533bd3c699025346ccc
-size 30598
+oid sha256:697b1f726b7839248d346743b2ee5430bc6e0192670dc17cbb44e61d5243e3f9
+size 30569
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index ac4f2a57a1cb..9bf1a5bbf04b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1db1e4ffbacff17f24422349d31cff93f56f9a3de357d5a0cbb78b54eab7adcc
-size 32121
+oid sha256:fbed01c3b56ba1cee9ab3e3ca4413cdb6bd15968dc4797adccf7450ad2884101
+size 32092
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 496a3c6fe88f..687637ea3ed7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:09dd308810e2224f649a2f8c5cced79712f4c185184741763e45a32d629339ed
-size 25072
+oid sha256:8daa7b6b3d0e034174ceabbea949bf7bd3b189a05dc27abfb55b7eefcab76ac3
+size 25036
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index db3f32608178..99f46f70e636 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1e6710a678d5de6cb807c2500b46b92531ef5f5b546422f871ab6a54f4f7c448
-size 20837
+oid sha256:7694d61579770bfdb83ba977fa5aef13046178b2a18dfc786524ee2d8a3df9a7
+size 20808
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 90ee1472d156..23700473ee38 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6b0999e9384c307ec4674c23fbb00aae17fffeb27db70fc96f233785c0bf234b
-size 23533
+oid sha256:992c467984baa58a004d9c38886f4406655578c9507cfd90599aacf2526977eb
+size 23501
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index a099f5cc5955..0ea34a55e14b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7b9b3bddcb17200b4712348e070be032e94aeda24a616ecef9f2e31386f0faa8
-size 20873
+oid sha256:d24d6a05d5224b7d92b03464ef05420c3f915caea00488615a96aada75acd0aa
+size 20845
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index bfe6eb9238b8..aa8e43017aa7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:736cc6599c5c89586ac5733e790d338766cd3f20add0e2f56f38a08a436326f7
-size 23004
+oid sha256:e2772e5d9b9f8bc7958861f8a3c901302027ac427d68000673c0b84b088e8a46
+size 22975
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index 75eb2a75bdfd..7daed82b2d79 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f7e39ac3176c0b48d2b963d712239325039bb970075c26d41eb12e74fb103418
-size 20245
+oid sha256:147c7014e0794da9ac76e052eadc2bb970db3fde77fa228d28214ca89c25ecfe
+size 20217
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 9761f4d909e1..3f10f3059dec 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:17e5a9289e109227c9c74656b58f0334bb6d2c06b44585d9f48d505646a2abc5
-size 22296
+oid sha256:b86437ad32f7defa70e28a5a14da9a2be5275ca389f8ab0f7cec3b601b302395
+size 22267
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 4a0c88d94351..0c3347410662 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5300665c26fd1f97d1c35e81be5dddd96aea8a2820fd44939181903101e0460a
-size 19295
+oid sha256:5c7ad5a4d35008757806c285d1d97894a6676c746add3110630873edecb6c719
+size 19265
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index ca4973294c4f..cff72eee7397 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:efa80190ada5681f2b2f32d5e4c8d2d315e3ac9dd6505e60ca3dbd3d1250fb9e
-size 23800
+oid sha256:1c301fefbc7f5c7eed9b47a300f5378f65129924ee2cec0bfa2c7074e61092af
+size 23775
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 7b24c7aff3d7..d45cf0bdf1be 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c6d711b6ba7edb0012369eb0b849d50a951fa9b8ebcadc18cad4103ce5b63da0
-size 20500
+oid sha256:0ec45256538a895617e781b2b290b89e49a8b60d5d1543a6dcdbd6315e2caf7a
+size 20469
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 969ea1418d68..9a6ba3294b34 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8dd7f9320eeb7a81a193e90ff074ed28de53cd55da1801720b0870feb09656d0
-size 22581
+oid sha256:6409a556d4e9b33e3483c9321ab97383e2600cb7098ec951328027c6f2188070
+size 22557
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index ce1ce3cd6b39..14915fc83641 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6223687e6616388fcdca0246ebf998d04d102953da98330fe899236ab5bfacbc
-size 19372
+oid sha256:6880289752065492fbf133b46b9e0b42a2986d4f9e4e52f2006e66df0ffc18fe
+size 19348
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 52bba9972c4f..c4df20184d0b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3eda7520091773d1289273a625f75d65a37bbb53a9e0f669b4f3f0e1c3d11937
-size 23230
+oid sha256:22211b59ed03674022c527295a456568aef0835b7d3b19c78189fe07b2131835
+size 23198
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 98c126375d01..3e348cd1492a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ad8746f89af38f757e7a7c3709b129e9cc4bdd1963ce279d477a90ed09e2d231
-size 19926
+oid sha256:e8ff52fa58a3384e9d5705c3f91f3b8a3c3928d8b62ce2868a4c1c9de984dc65
+size 19891
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index f6e7d1e81dcb..53a07e3c2895 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c0dba504165b5511b198f1f6486186f028c360a320b3db01763fceb2a7057c00
-size 24108
+oid sha256:427514fb4dd0bd6ff9a1d246e4404040d35cfcde5affbd800f576b057613ee1e
+size 24079
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 96df858ea427..2e19810e3602 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cea85ed3b0bdf60b466ac7faf855a513ca89e2981286bdfd892b5d1d6d8d5228
-size 20679
+oid sha256:6af6292a40af69c3b3bd758c0210bc14b7eb1670081875dd5b2d90cd683198b9
+size 20648
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index ad1fe4fa69ae..56a6b499afe6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f776077a7c1b43a699a1354cc5fddaab2efcb583a37757507fdae12c59dda57f
-size 23143
+oid sha256:b33c0d18de0a2e3a00c59cd7a465c7120defebaeff058b5885388cda239069f8
+size 23110
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 5ef71a11d085..88dad63012e3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a6ba54691a787c71d98b1036b5f286077629e1ad2fb8354f23a440296b395578
-size 20295
+oid sha256:9669892dc1e4cbe06240abd9fb35fa99026d555c9eabc970f9cb85c1aa1906ff
+size 20265
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 96750d421086..0ccd595c3ec7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dbcc1a2e9f984fde2d115500b19b5b2d6fa5488bf73ded2b33c15c4505f718ee
-size 23840
+oid sha256:c81bd4f926a702cac1c47ecfaa707ea941a541e353f98de029cb73ca898be680
+size 23816
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 44efe27ceba7..9d25db71f11b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b06cd937d943eed505d87ff50333166899a132033393a1e6ee35dd5ce9e28b67
-size 20946
+oid sha256:da359b12858adf965978f9551935a0b0fe70a354cc058b5597d515f4efce14e3
+size 20916
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index bdea91d4c06f..ac6072616387 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5fad5d60effb89b6c14e78b0700e600d0c9c27153f926b5e98e38fcc6832a3b7
-size 23345
+oid sha256:b9f44fdd08dcae8729bb8adb603e088badd038ba4d0e9663513498345c83cc17
+size 23315
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index 7e14d3e36be7..2f9cda35c1d0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e0191b01e8565583a5f069ff97dad4e46a03354e461b8c1e8527c92164ab3068
-size 20668
+oid sha256:002f9f22caa55f420fcb0db0423db28ef8f64b1a3056c9f395e0533b7a5f3c5c
+size 20642
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 26eee1e53e2b..15fbe25a2cee 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2b73f9d2ff2b850e19fd5f44443b420a1bdd61b0f8d815aecde8da947817df2e
-size 22149
+oid sha256:a325c18403f23544c64a1a5c229962ba7ace7f3a41b8b0ab6e10ae6275a40ea1
+size 22119
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index df5bddc39801..c29b0947f4ab 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0a7f666935d3a10bdaa1ae2bedb5b564fdb03b44fbdfd3be8ed4add24b818c2e
-size 19414
+oid sha256:7ef7044dc9c09914f9da74abb310d4d480afebb069a4966774779b2e727c8388
+size 19385
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index f3faa9f417cf..5f0381c4573a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:71ab3d24f93317a7e200ca29a3e3bf5c289440d43c39fcc1f7a26b732459c62d
-size 23400
+oid sha256:1f98e974288da0d84d0d07eafcc42500c078ce1e3d861b985f4c5b628b7999aa
+size 23369
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 16ecef923698..162fb1e7a70f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:49c74402c71910dc67a9beeb669074717b7a75fbaff159e148a23f536eaa2196
-size 20584
+oid sha256:97c2f69d109a452aef687fdbfea4335ee07853659f4935f875d2d78afa4e1c7c
+size 20552
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 674045a820ae..97bbacbbd8b1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1ab284287e65d5c594d088b2f36bfdd4f13527d8f6cb98d5450708c514c46a4b
-size 22559
+oid sha256:09bbb9979563d43606a451372b9c86c84619778f14b2776d6b160320ab28417c
+size 22531
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 9e0da3e747ac..44a84a625a45 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:178c35ae6a605b11805992c23571b9e350fc940e3f69b6838112f4e25eeacb68
-size 19492
+oid sha256:890cd153f06a0e613afbfa5a05f8946dfe84fda47fe7ccbb172c60c56cc11599
+size 19465
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index db80c6a8119f..098bbec6b9e5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4f0af8ce51adadcb7f4182b2c0604427ebbc42a826d9887c218a26f4fb4d6e0a
-size 23040
+oid sha256:4cdbbde8d334da0c388c829fb6f21412f3b6eca6d8721099a563a316d232ac9d
+size 23021
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 8a5ffae09508..2cf2521cf676 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:62e2ee1f65be68d5f45b9fc2707d4dd2f90c8c53895928741adbaaa18333dc69
-size 19846
+oid sha256:b8ffc340084fb4ef5d1a9734f6d715c3cae1a0bd710feb0c2b5a1435bcfb0bf8
+size 19815
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 3906910ad944..39a0e9e93a9a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:09cb966f92c554553b00aaa70dc22e2ef9e934ce8dbc67a8835ac0a3ffdab381
-size 23628
+oid sha256:33a580154a81bd606474dbf1d054047dfd83183c888c5159e3c4a209eb3c1441
+size 23595
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 490036aeb273..8349abae1bd5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1efe6780ef6090b0401cdcc729ae35141e714183d6c4a3aca9c13398e02cb836
-size 20810
+oid sha256:44fdbbc9dd8477e379bdbb2a592293b29a11a1324a78fbe640184d5abcd3071c
+size 20783
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 911191ff5348..fa936fe4822a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fa7114f297b7bce04dfdefd2bc34173cec104838c3cbacca7931d7f2d9d5ccaf
-size 23152
+oid sha256:e69c1843343d4b11347c334d93d8e2918a28f143987dcad3020fd735d65559d7
+size 23122
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 8b230795074c..201497f79873 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a10ef68d74d18a59e7c3a07341135dace708d84b0574053e0fc415e9d55bcb4c
-size 20075
+oid sha256:1846c77be9da0a798f14b4de585b46c6a06ce4cd4c43599626d9ab10e4d130d7
+size 20046
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index d8216ac5f5d1..e464efb2cb32 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6571af301a0a5888a1b8a4b3b5fc2d6a10e3e44a6ef736648334c2f4e3cb5c8c
-size 24074
+oid sha256:a420c53b58f3c2c58c2751b8eeac3a10179be708b1cdd4098ac9b190e8e2c5ca
+size 24046
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 76ae537baf30..966749dd4777 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bda3e17b3958e8b05998ba0a6c14f21f7b378359d65d705a0c5704caf171a96f
-size 20865
+oid sha256:e7a85ef859fa35c3c067b7449077bb5e4de593b7ad9c6c51634f999113b3a728
+size 20832
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 9254530974f4..669e880fa26b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:20e7cf4bbcf8163f3d2741e19ff5039006870c76b995ff218375d1379f5f0e47
-size 23336
+oid sha256:92109eb2362a3e3b619f0c1ac3c1a43393374313bcaf2bb78e82b70993baad0a
+size 23307
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index 7804c2e6413a..1907ad449eeb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b61bb02b4507aeb8054c33d59de470bf534787361251e445593c97e3cd2450d7
-size 20350
+oid sha256:8e3f7227d368a84513fccac7e1701d60d9d44cc11b4db62ad6f75084d8e363cc
+size 20322
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 366de6565b6e..b1c8fe7900de 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:17af6d2250747f8f54fc27e7a85b33c3946988310499bd71934cf0b761fe46ad
-size 24536
+oid sha256:b352532e1ce1005da775fcbc0876d4391e45401f6af99c3c00ccbae74f4ca3db
+size 24505
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index c6739adf91ef..dcc34f17b987 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b729c0a4c2acecba6af2d76f6b18a66c1eaf5baaca333da51219b1b3221fefe0
-size 21585
+oid sha256:88101c75b1472b34a11e565f8b4f8b36bf3eb34654379da0e30442c87cff10d7
+size 21553
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 57924822cf1c..a512958d57d8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b2e4b43714ee228d58282bbcfbc7f0bac3853c26c0e6d4a456fb47a4835f4c4e
-size 25904
+oid sha256:7fc274c8e9748ca8a1b1f48c664f59d51ef534c6fc43b48cc87fd51c4046b14c
+size 25881
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 9224b61d3a3e..ebbc8691311b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8e71dda541a6e373a803c66feeb6d62fb366ab1d37462c824bc5a3b5a615f317
-size 23376
+oid sha256:97291e3ecd96cd45de51e73b0f6dbb001a60347ff04f6371ecaf27b7386d3e66
+size 23339
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index fcab00c6c1b4..e1f0b4bc8ede 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e4b2763cf4e038a355c777bf0c36593a4cce10bd3fab460934c67cc8c5021bbb
-size 24361
+oid sha256:945bd32ff488b14be1aec2fdfefc6c4528ef2824e2d217e1840af5f57ea1a316
+size 24336
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index c0bbcd086944..12441166cfed 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7042bf3f6bf4a5faf27952a3e2113474963a01f4982892dd4e7dd8de07cbb461
-size 21667
+oid sha256:867e047f8c951931aadbfc43d21d6b37155e65a26298da3f17279c884ffecc49
+size 21637
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 112aedd339de..733e0e0029d9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5253f79691d61fa86a4743b10db2d30f653181a88da2106e1bd3b0ea2be81cd4
-size 25128
+oid sha256:b78c7d86505346555bc994996fc77146665ec65b3a3b42c8b0c96b5a747b2a94
+size 25101
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index d47c44e834a1..5a2dfb3f0cec 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e7a89b802a37aa9570ff06424f930c06528914199a596343b7c3decaa9dd3d8e
-size 22278
+oid sha256:e85c09f8886459dd98dbcb9c46a7c207fcc96a2a47fbb0a3461c58fc3e4ec824
+size 22248
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 1af9f8203370..d1d7fa4fb9fa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:315b6880fe047c9557a4d9715f3fbdd6cb5c11b7ce4bf1ea2feec451ad694a73
-size 26351
+oid sha256:9d92864d6f86b182572d076463e23765f82358bdebcf7fb12fa8590d0c937657
+size 26320
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 1a54527f4ecc..8985184f27a4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c6dc7994755f38d15bf1905fcdff12dcfb07f2afe76f6bf3517460556e9ce807
-size 23662
+oid sha256:c45dbb551d6a81014c2645e252a96a23269f622185d45e7c3f2718cc37e5e5d9
+size 23626
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 69d5880ac528..161d15f77619 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3fb42f29e859d21b875dd8aa23560786ac154b06a32fc9ea0dcb8d3b2f4412bd
-size 25156
+oid sha256:cc9d5ce9e75545bd2f17a104ee30d8089509167ab3aa77e50881abd769d83494
+size 25120
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index d41e3d40e962..0ec732297ddb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:66ca1536e37e4dfb5ff4c8a02c635b638e22695af4ba61a5017c4274cec9257c
-size 22413
+oid sha256:7c9c0b0b791aaf276912d07ed6f589783d5a3ca4c1bb6d2f7adb329e7227d0de
+size 22386
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 605b00aa8483..e1106c1d4acf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8c358a4d2c90c78ef13cd273580a574db88ef65a98ee73d2d7fa3ef87cfd6325
-size 26287
+oid sha256:3110a67f9dc53c050cf7ecf3381906f2e31cb921a712d7b10e293860eaa86825
+size 26260
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 59f5ecee5879..c562a200f289 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c05f05006a1e81198ea7a9c308dddbbd0dc83c7e0e2fe4ca6ed6772caf7ebffd
-size 23705
+oid sha256:0b349da5178794f663eb4c4cc390ed98b4e36227a45c674bdc078f8ffa9253cb
+size 23677
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index bf9d8b1e76f4..cf0b7e375192 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:46fb8201e677f0317fe478b39129fbc98d85607fdcd632dc75ade7fedc219dde
-size 25934
+oid sha256:4c9a991f869f01aa72b2eb4acabdcf301b821d24a780737fb2224514441af296
+size 25906
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index 26b57f3782ce..aa6fd6a6f9f6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a4d8655a641d5eb5fe067a3be4e6f6dde71e1ff25681a2a6425df2f0c899083c
-size 23244
+oid sha256:2b9fc4a2291dbe27bd773fd23be5a4a5bd4eeb1002fc2e0364190df9303eeb7b
+size 23214
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index d534f49c3565..c1f13013b490 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3f628609e3166e6d3797d8705e3432b315dda6f45fbada8bfb5b093139c4625d
-size 28005
+oid sha256:e99b59bcb7a9cc1106fae717cbb790158f1a0c14ab7224b10f87d285e13e63ed
+size 27978
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index e4e27bf2a595..41807f73cd3f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:00f12ca8215a1fb72d9c77e114bfde44785b30a2281b8bc47ba7855cc40382c7
-size 26648
+oid sha256:3107a0295c18c55dd527b80a29f8cf251cbc90e90f2f2052b52c9606a873b7fe
+size 26618
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7060a9338c38..81ee53fd03aa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a91e4ee216761679312597bba95b8e6e65a3bab9eccb49ca0c3b7a71990177d8
-size 28976
+oid sha256:0f8a73ebfb90d12f0772761ccfe6d64e0ba9a63378b6d0f437a80b37bd81ce60
+size 28943
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index d6be891baaca..e9d6537d043e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cd96c12579581fbbbe0ce08f5075c170deef520b33582046e4e8d35d5cdfb615
-size 27477
+oid sha256:0f5c94c7b7e9ef177340bf531918d098c018c274fc235600ec588d8638fa98a4
+size 27450
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index e954fe309740..391a80505c5b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:87647d37fd9c66bd532474418be71b9ef804004badc5a375dc080f668562c700
-size 28222
+oid sha256:0ce666690ac79e0d72f46101ccc6b504229532dc33095b590f717af6347b7064
+size 28182
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index e5ffc88cb789..91a86d5ccdad 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4e8c4e4127893538b46ecbd559d15a3930e5f45bd0cbf33dc61a5bfd779cf90b
-size 26116
+oid sha256:3064ebce612a3b577e0340250220d1aa3008b97afca1c3d0ede1908ab6060e24
+size 26082
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 2cddb11db5b2..2eda67b50096 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:82384193f574c23e6d3629b0a2d60d5aa1655b2050af7f6dd439239402387742
-size 29229
+oid sha256:ad2bf18819ab48641a9c3573d7069ebd0f26ecf82ab3081a1ea18c1998d0230f
+size 29209
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 20f33227927b..f36575c5ceda 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:437a9e03b0aa90a364ce0318fece807d788661ae1a7b5b5b6ada050f4b2c7069
-size 26846
+oid sha256:1a41608d23e8588630ce409676096f8771523f5c9f3ae8b221eabc08494793e0
+size 26821
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 73c03d14a3d1..65e4df6024d1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e0fe74f7ba4bcebda6b827bb6231805b862b283a1320c1d6a39971df0b834f9e
-size 25105
+oid sha256:db514f78210e902c0adcd3b4373d53d5f589971c4dfdde373b96205f7cb9624f
+size 25073
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 14518fc4d14e..bd9f8de495f2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3b096cec45015b2af5e5dd0f72b547a854c237b5d9f0fb4782d6b70bc2e2ff88
-size 22620
+oid sha256:e4ef89b2a3d9e2fad678cac3dc4e268dfdd0b841b7d66aad459785c16ed3b7d1
+size 22587
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 514e963a90bd..698ff28d1744 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c3ec0fa488206f6c8573ed65a3915d8d8d6320e4d262148a7aff9475773706ed
-size 26398
+oid sha256:a9f7299022b7eb971ab50753c3f79ad4b14e1d3b46cf960ab714c3b8726ae3dd
+size 26372
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 146664b948ce..a8e99202ae67 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:454f35e126da7f6b17f40439cc3412c1dcb2e02f90e94c3a4453e08d19cf6df1
-size 23694
+oid sha256:2e0e9515f6c9e3dab5044147974fbfaf3c74647bead59ab65b87a6e1fdb7fffb
+size 23663
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 972ec280bd3a..ac7f35da5bf0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:828912e9a51c2248ee139bf6f68954877631a62d513494c5ef0f9a2cabb06085
-size 25849
+oid sha256:7000c64f9f6d91e652db4e45461aaa9d465ec109f84f439e0c3a2f4993971050
+size 25821
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 8f5f531c6a99..96a548947cad 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d55c4f9c965ea73eb6eaf602f817d11c566c74e532d9fad3b67c88015b7829b4
-size 25560
+oid sha256:9d97996e38da66e92531d0a1a7d2837089878ad0b29911e79f153e440bb11ad4
+size 25533
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 89865e40c4fd..44289c724241 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:991bc80f42089b45bdeee88015b3f7623b5c6adcdbef959b86796df295e28085
-size 22749
+oid sha256:5ae6b94c0b71a7126304ab6cff3ef5302e1285df573da5343261c316fd1fe174
+size 22724
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 283be02ddb5a..fd08bddb0aa1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:133063e52b5ed6df5c0ae6ee39404b736722ee95b45ec7b4a5fb383e953efa70
-size 22882
+oid sha256:83cefe195abdcc5e20feb0c77dd577b05f8b6137983c20215a4c61a73d09f73c
+size 22853
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index ab24c5b2a3af..d6d0cc222c06 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dcefe6d5607140886b76f3de1e34a21797b51d2e54efaa41b5a388ffc852bdae
-size 23118
+oid sha256:62b0f89b990445257f9614d52f29147d45bb5ddc3306f787e7bb4f5ada9ed1c7
+size 23087
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index da8dfa34acc4..fce3af821626 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:94b09d99d44bceede9a76385ffe2fe94c7bb123d33a77faa0fb07535da33132c
-size 20762
+oid sha256:16ac94e1341d6eeee4603a421197ed75df48fb553eeae6b95078d9b1eac2bcef
+size 20727
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 8869ed21eb21..02d6ffa2b9de 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c196ea773cafb664f7d88296d1a8134833d4eb07d4153677380602bb9f8a269
-size 26031
+oid sha256:17971c1f52a4afb27487676a96e5d009cf5c9eb2f4c906dac994200f92ca9e14
+size 26007
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index b087bc573aaa..2131f04205ec 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ea07e35d2a1a6dad0de093cad71b25a3861deb6ba1d86e385693fc8969b6f97c
-size 23292
+oid sha256:d3a4dd42a24097f5e96b7113b67dc38f7223ce12741566a096e371092adf9a45
+size 23260
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 9a9d1ac6e7f3..a77414ce4a65 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7154e9a15037b94225eaac4e159bb7481e70dde132d61d0f8e390b33a4c72095
-size 26686
+oid sha256:1486b8d69cc647c7234ba26fdf8ede363d14f6d05635a30319b1f491e5357922
+size 26654
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index ef871c21d534..e228bf1b8c9a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:71a04e642a65db603290bf69f3815789a0b03969485e6a0e3d2f69ba16db5330
-size 24087
+oid sha256:87af59c6d0d672ba2bdf4eed979c69536a84d21491243e62d8e24cde2bb356c5
+size 24058
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index b98cf2ef86e4..f463d69e2c5b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cdecc681d5c2c1d9671d07431e141d213f4f9311072e9fc592a1df445fd3ac21
-size 26033
+oid sha256:997ce8f5aadedc3a1ae1c7d62add9f985fafd2c4e9c5dd1bf68c66b909df6a32
+size 26009
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 8a09a2e7225f..b3e16cbe7e72 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8e92577e642f0f867d3a711befd0b6ed003b52b3b428cad87d5776d6ef86de91
-size 26411
+oid sha256:5c269b4604d6396576362642284aaedb8ab53c06890377f920e508ebc5e7a2fb
+size 26380
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 3e6672102e27..2fa11f5b1fc1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5d7b2abff93910fb0a1233a138accbe05aa8c0d311f31e280b67599c26dfdd2d
-size 23796
+oid sha256:fd4200788b5d431b37ed3c99ddc45e03375541346d4d5844bd98f411cd7e3abc
+size 23766
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7a96902041d0..62dccf4f5308 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:245739f5d3168e3a692b001f9540e2d47636d7361332877edf516f82e04bad4e
-size 23771
+oid sha256:e1b236d881c64090da59f9232f214b2db6b1c07a1d33e9ef12cf3d0bc7038cfc
+size 23740
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index d3b71f7eb01d..c7621c0b50a4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6d1ed431b6df7141e302a0f64d7467a4d748cb99e91c1a057708731e099964ef
-size 23712
+oid sha256:252a515433fb4b4cebca489d66da79b22dd5a2acb50d298f39c7189af67fced5
+size 23681
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 0a581732e531..c37bfbba909d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:efaea1a3232b1de271f780febab04c9a4da71d1d611565625b8ba2fcae42db8d
-size 21624
+oid sha256:8bb02a0d6ba8c10f1b1e05cba33d74b009a364cc49e1d3290783304bbecf09a5
+size 21593
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 88201260845d..b8748d1a25a2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:44ba8eafa9edd04d36aa758cc805e44b4de9419811aae920ce49abca0704d990
-size 27064
+oid sha256:0f8b39ffa79788f91ea45fca9e079891fcdc6ce54e2780774e4aafabe82485f0
+size 27027
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 82fd0f6631ee..aa1f9d4b86eb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:af066b3628e24694b5a4a0dbcbd48e95e470b0036c951a6cd828780821491e99
-size 24607
+oid sha256:b713748fdde3639cd5f9639e205233fcd9c30da5dc963c19576173fe16f790d9
+size 24583
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index c34b10a7558b..7d7880ebbf94 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a732fe2afab1b1a265bb37fbc39c130f0b0610a5a490e568db488e43bc237a18
-size 26673
+oid sha256:f25eedca7e148788474878376ef1a269a2f0f68c9badf67608f15119178a9c01
+size 26643
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index b33b128314b4..6a8a94cd90d1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6436de3419ca369f82e3f908378f5e6bc96ee6e144025589c776fd788fae29b4
-size 24076
+oid sha256:283f03f417050094442e30d738acb66a18a8b3e3dad02c0bb9cb5f7f44fb9af4
+size 24049
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index bd94867284ce..c058d386ea26 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a6522240d2de4761562d83c1a4ca1bb0ae7ffab14f9c8031809d1c0673e38214
-size 25129
+oid sha256:3129ae40b5aac6a24748b78111d43126ee4f56a8271eaed37ad9227cde847f14
+size 25095
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 888949132f16..c7e2d570dbb8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:422b0369527a9c90ae094e7e4e824ea4c61d0153c7db640721d4b7b059006475
-size 22877
+oid sha256:1e42b5fa4b81aa4a16475a400d7e404915a602002ebe60e1df26bdc7f6e094c9
+size 22845
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 44f885b34a7b..ca1b73f85893 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2326f6ca530253188d8247f55cb8719228f4fd0701512aafb5f6d8841eafde2a
-size 26527
+oid sha256:79055fbd1734595427a21e0b07cc4b360a8d236eef6965a8739ab1689a300f4c
+size 26496
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 63a791369dfa..eef45e4f1cbb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:139efd973d6a9d93f7b503c6d45eb42397a8e397179cb328b283e4d2ac6093d0
-size 24043
+oid sha256:02c44a2023959cddcb5929ec5ae6a42dd565cf7d78db58649bf776e41e76f9d4
+size 24012
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index bda3695206eb..9cad27f269f0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b0afa0964a7f01755fc161ac448db6e3ae0f89d07a05b9f5651f0673896075bc
-size 25909
+oid sha256:a2901b23bcf4ddcb530dde3bdd2861007426a8689274340085b9b324e01bc4f7
+size 25880
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index a54f69e19d4d..c0924bf092e7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8da4621aaeac995990bb7d5f1bd09fda64f77ccb11704c99b1fbe004fbba8889
-size 23042
+oid sha256:93934b502e69c4a6664cf2cba4cd9a7c2675e28e55c08db0c3273e269dd95010
+size 23016
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index f65adee1c721..639709b82e0f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:45d795af092075a7c381d4af51211b41bd8b46597c9f8be1e07aaf4bd4ba7e9c
-size 26082
+oid sha256:96c7905f27a573d8932b7c9c680172ca70ed3f93defcd377c9f29ee094dc56d3
+size 26054
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 15fc2d0d74dc..168cf47fedfe 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7a5a0657fdb6e33758a763577a8372fa841776cb209ccb9e5da55c32cba680c7
-size 23588
+oid sha256:c4733a20a99bf41c356d1e406f59c07d81eff5b7eb4aaadcf43b9b77c5552b63
+size 23556
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index c96e43dbf0f5..3bb3971c3b42 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cabdd0eaf3bb5e302d4df46e93ae1f2ec8f3a60c892b38315f1949e786f16e6b
-size 26852
+oid sha256:f870fea9342a98f126610fdc4989db06296f5041823864608fab833a009d2514
+size 26824
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 6b6d17b1ba32..dd212521ec28 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9088d7081608349b8753f368b25a7e283b3f6d147a47744a4161da96185048f1
-size 24357
+oid sha256:efd5524ef4b42f0e32d50ebfe72ffcc95ac4d603d5a9d7380625dbf510c9f27a
+size 24322
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 1eeba479a5ac..6f5846c6e3d3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f24e1ab9809eabf7d77f1ccad76639ed9575e97e2da5fa174c783c9985417586
-size 26546
+oid sha256:257375ee53d13c97d8bca69523c342db4ac87a9207463714e7264972846a213c
+size 26520
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 148a3dd88ff4..66daf125d0a6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b70d32c6e0a311e02a2b30aaa8d9db98a5e7e7c283902c8a810bb9c4ac2d691f
-size 23706
+oid sha256:a90a16395dadff386854f3f44e4ec1f13bf6114b9feafde82d375c3aa3d82a98
+size 23673
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 4ebfc4b1f80a..8dc35e8f03b3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1e33604d599e096c8fd081318fb803348f70b32aa7c08e1fffe32dac2bb655f3
-size 27376
+oid sha256:4422fe5c7cbbcffe948087d27fb0bf7bb2304366957d76d5ee4ec7b0649e6b80
+size 27345
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index a6a8fb0b959d..e62e312b8567 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c6ff3d7823a5309073dd3a65f72bb75f1250252809cd5f3eed05c67f04556b6c
-size 24461
+oid sha256:e99f6cc57b8657a76b694264f3ecfa474e9f99937f0b1286bceb97527f0ce2b4
+size 24433
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 8309b5aefca2..cbb651a162a1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:86880f49e379a77fe304db9f9baa788a7108b5a41812c3f3630e5c0c331355bf
-size 26710
+oid sha256:76f91e73effd0a5fd41375374859d8989b855e43b121d3f863daf5066154fd46
+size 26686
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index de5fc7a72602..6f81ffbf2f83 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6880d6c6545912852bda952bd3f9cb625981e7046ba87548d05f46b17b6981c0
-size 24043
+oid sha256:a7382259db9ed5898daeff1b48ce0ff63d66ffb1ae578541849517aace16e3a7
+size 24021
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index aa9162e6340a..36a6a432ac3a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9d682a29f9d992bb3dfd9c6b813f7da59a73585c1ba8a36f53bfdcc0443f8a3d
-size 30859
+oid sha256:3df4c3023fe8f3b5f4fb852d47efa4c41e18bfd8a1a598ef71de0ccc2c7257f6
+size 30832
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 79324a80a5ee..92491fb2b365 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e9092ba69fa2e2e4cc56aee7a51ce5eeef2cbc19ed3e92407df6dccdf1edaccb
-size 28371
+oid sha256:163d84f588608fce7e19eb5c4d6fda8a9a7c5c987824848334f43b41e1681e9b
+size 28346
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index ad9de649ce51..58f189857c93 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dcfdbc668b5a53f3342a1175dc5d2cf0ed28704fa67dbc2b15fe2dc9e3a872d9
-size 31803
+oid sha256:4c244dfea683792ade29342289fa040eee2c4864dade772897cb642874b4a67a
+size 31781
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4c8b0ea5a09d..3765cf493b91 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ab3acf7ea84afb40e3f6c5404d2303d73564dd02b5ddaa95fcd822ce6e4d0787
-size 29098
+oid sha256:f2e567de86d73f15b182d9342e77d91f6dfaf6854523ff1b9f2e894bcfe7470a
+size 29066
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 98405d5d96c4..b8270995ca89 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ea512778e0ff09a857445689ccab456896339ed3107cb258c658f9d6c61e9494
-size 31202
+oid sha256:43c4a7c2073dc6939bc3d430d83d2563e13ad48b077076dece6d4ce3b1dcef5d
+size 31178
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index b09e15b49ef9..703b5581cf80 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0adc54907cd9ac76c7c4b19a38c549130e246c79871779a59da0409af4910f19
-size 27749
+oid sha256:41e4ad7c1570bc507a03aa43ebc3c45f53d94ef37676701d2b19130f63512241
+size 27718
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7f24ba2ca2bc..f21d6109353b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4005f99a2b61eefe91e7a8f8478298a75ada13962a5243f088c21fee09d90f5c
-size 31966
+oid sha256:5dfd352de153ec6f0953c71ce96893c05dd42c42de4becd0a63e22431fd4945e
+size 31942
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 3451fc90cdc8..345e7a55a55d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6b520ad8c9d79338c51d25c25ce93966ebe7108df48c26fe7bf09aa6412505b9
-size 28392
+oid sha256:c8425ae86b1433942455d294e9fde72070657841f51b2e872470f55dccfe3692
+size 28367
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 4e7c48927e8e..3eaf90a0b032 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4e01fda066000e3ec2bc7956abdd295fdecefecec852a7a6918d0c470bb25e48
-size 27753
+oid sha256:c0a55c3985fbe32b821db65b7415dc553d575719f0f379dcdd89b17bdd36e252
+size 27719
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 5ad093ba7d2e..18dbce037a61 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ba7cd7741c9e1d91665461508159370281be88febc3829538f1a488af12d264f
-size 25394
+oid sha256:741ce4a7fb7979bc16d2732fd87e800d1adb087210d626cd72a331c4ef00fa6f
+size 25378
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 7599c81ab850..41eec55e2308 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a2331d5839ed8b16b7b11d43c0f5082e6cde90d86cc8c9e25b5783444804e2b2
-size 29577
+oid sha256:413e1cab964f0df7fec79cd7df385b0ac51a77c1f36ce3bd107c0c43e2924de6
+size 29547
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 82e6958be789..dc731bc6f98d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5a010a4bea955758e6dc0270d1b4ad51ea09df4165892b4a1f4839968972cc8c
-size 26914
+oid sha256:d9965f360d8a44df0315a06777fae9cd9e37dbb5fd269b19e22d07fb4f63ab8b
+size 26887
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 3b090906805b..96b53e8812c6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:40dec842a8d351f480040de71498fe3344bb31f0146b22934f5c3ddf24c08a17
-size 28325
+oid sha256:571c1bafdfd93dd7281b1fc41cd9431bcfbd414d7c843ca1b6087bcd708eec99
+size 28295
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 3932c5a1d8af..417eaaed66dd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e4410b407e2d46eaf9e1da87c0400dc308f16ac7cc40a52a42bd9c40878877e4
-size 27940
+oid sha256:c427ff6dc7fec7c7a5df763796efcc79c5729e6fd61821e0a83ab4536964a38b
+size 27915
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 25c4ba89cd97..291250ca6d68 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:87fd31d6c1070d1a8553bff97c828dfd0e6dcc08661a6640b7afc704e21c8134
-size 25585
+oid sha256:498bfe7ddd664bc41146ee61b10b9a070e19f3112e7cc28f7480d2e4f45d51b8
+size 25552
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7982a7fa346f..c893f99a604f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4411e83053525a84725b03a0c0ef5bb56a69e3371f310507dc2298fae5fb5d40
-size 25431
+oid sha256:f316fbe5538055319687deadd349f87e57271fe79ea97d675ac3f7914b1cd001
+size 25407
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 172630e99175..a94a8713c412 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c0a184e5972a2dd6ea615c3b7a0ae353a3b0a4cdb0fc8c45e928148a682e1e5
-size 24852
+oid sha256:c65dcb261a87b7d7ea1fb43e969a168829e50b100f0f276eb9ce0aae1791cc34
+size 24821
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5379295e803f..0107229a3d01 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b4d20a5f84a0ecc068096a5386e052c0b26da10c3ac074d9ead0fa8fdf29683
-size 22105
+oid sha256:ec39faf849ff6a3e174b70a43b2deae927ca7a6ff285ea356f24569fc1f5cff5
+size 22069
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 6d4883190915..44f93041c534 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:58dd7f92648a0e53c327c3eaa11362dc44295f3fc03c7386a91705360456ee70
-size 28549
+oid sha256:e986935f5ba8ac1df27480f2d269b010df69c9366dd1e77fae58232477af45a3
+size 28521
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 1d6521321bb1..83ec37ce3ab6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d5c28c4c15633dee490f9e5c4a1f657c1967373e56be0acf7fe232e7568f64be
-size 25832
+oid sha256:b6197a7b3c6ea9c3ef2ebaa7ad3a7d962d38937ded393a00218f3dfb91253b9a
+size 25814
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 68d2841d50b3..3d289c3ac904 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ee73738bb4d96b6a53cc1fe1b21ef79a70328e73ae1a35309531fc40449021b2
-size 29731
+oid sha256:192416b866dbe19dfbd257856a8b1c03ea1528df875ccfb985fb0aa6ed845bba
+size 29699
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 7affbbf76f65..0170164c3a97 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c0e809ad85dabd62f7e8fbd6efb972584351843bcf09e67ab14d76a575d2da24
-size 27521
+oid sha256:395cd3c36af5c1744ca743bc679eccc500d0f8dd21f25e819b7528fb7d2e0b04
+size 27492
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index d1c7bb2a8c39..cdf022f80f9a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:46274bf2284e5c58f4eaeede11789fc11052b18d2e0996ba566d741644524901
-size 28770
+oid sha256:a023ac6321f3d06658ad02e91a241fbb10d9373ede890721cded83053f190431
+size 28736
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 18f947f3990d..583f365b9c88 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f10b8ba4f88d2fb065182884c875afcd0f7e407a5f06a09e0c044a16a61a2a0a
-size 28976
+oid sha256:6c66f9f94cde73a7aabe52e84d0d00db7e5fff60d019935af3c553cf5859b804
+size 28947
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 07410bc5b429..9aa9b2d874b6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d97bff1e8ad5c08fbddcf5d8b096eaffe1065498fe8df3ea9bd1c7b73bf6b54
-size 26102
+oid sha256:7ca6316833a56e4628e1c79fb47e13c4171ac4c7943b0b4183e4a943a9238c39
+size 26078
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 28caba0357bd..33adab670a76 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c29cdae3e2aeb5757bb0108949ac7e7c9e4956dc50f61afcba674502a94a29ff
-size 26045
+oid sha256:01ccade9b341d6d175c940425658d297cca72ae2fd9f9702946f51e40cedb5d4
+size 26018
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index abbfa7aa761b..347c9f74ecdc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:af66fa1614c1d4a80aea07a07c21f2202eb6cd29e630cc39c94f3d70acd9fab4
-size 25478
+oid sha256:da69b9c54ac18c3a6e85fadf51db6fb73e14394124b2af18671559666bf55d88
+size 25444
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 716fccf13f9f..a79c28b49fc8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1cb7061cb0fefd59a8fe7ff0ca7acd3480ea9f245014c55f573792618a09ede1
-size 22773
+oid sha256:f757cd9861d66964da931661e5468f159578e2451d95aefe8197c4b9c7d7ef16
+size 22744
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index a11e2c6f1b98..9ba4b8ee6021 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6b8a8520af1d087c4cde68a25b65b333f1d190ab68556efc7c5738b2ca86070e
-size 30089
+oid sha256:9b20959642dd394737814784b1d4dea3ea62f767d2f29a7f81b64e717ec52962
+size 30052
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 609d6e4abd63..c3542168ed1d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dc8f24c82422e08c2269287cd0d77c29dddb398800083a136c8ed5f40ce0a5da
-size 27730
+oid sha256:7f70e2877a1d563bb5aa6c1b8a1ac648c50de3f9fee81ee6a1baf35179ab7c66
+size 27697
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 7403e638ed42..1fb2880fd3f4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8e2c0b63fe45a6925c10f91f83808bd9ef91508171393432776b5ff01481b1cc
-size 29674
+oid sha256:1dd3d6411ca2208e1d6c462bbf2f1f1f4693b445da5acf82be40b1b9bd217f93
+size 29641
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index 96cdb2915473..785be532a729 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1169a05771ceaa01cc4eb95bd7316f083aff99390dfba2b37420d28ac0a1e573
-size 27140
+oid sha256:0889a12b1c2711dc93defc5ca611afc62a466cd15a3a0747bef1740eb3cd7ad0
+size 27110
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index dde34e9aa73d..b560e5148c36 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:570513f5ebbbc2b8f411a4bfac56a89d1829765d09c51150c314ce6e4dcec9b7
-size 23427
+oid sha256:479e6f28e48599ff53a4b403db41d08674d4465b9612c6eacb5d98dbce105acb
+size 23395
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 3682fedb64cf..afa6b55339e3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9d32e71e34c4da2d0696c299596638a9b2c5bc2126d36d3430208b7ad343c2e
-size 19860
+oid sha256:f1585627bd4bab96a1640688b1e18f03dd3089725531e12dd1ceddc2663aefc0
+size 19829
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index c37e84d4d87b..44091eef9723 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a1585a1c47068739b0f5eda9661336eb862e53e210e3f6ad15d2cb14ce4bedad
-size 24867
+oid sha256:bd054510ba94d3ac279e953c1a3291affe9727c9329c37c877d00d38bc705d34
+size 24838
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 28e8769c7aca..bfe17adfa673 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6107a6ff20592caa71109b78850ff39f84c1081610f7d291cac4c82d413089b7
-size 21303
+oid sha256:3023031cfc06f9fc615cf814b488e22c50c1f2a497035efc23cf783297344815
+size 21280
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index f6d9bcb78110..220ee2e03470 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:07e0af0902d1e599280919d2887f5d95f50afcbea953b565ab9f2c9966c97f9a
-size 23385
+oid sha256:fd87760b6700c3c0bd73b7300f7ba53a18c6eb8e0964da2dc60c48240cd101e9
+size 23357
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 77f128bb246d..2bf88eaba10c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d1e9deacd919367944c54215d1b4fc1d288864734217804e95a8052691793f72
-size 19986
+oid sha256:270b77cf82b57da106d73fbd80f4cb7be24531406433f9cece4157abeca6af28
+size 19957
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index a44879877164..fca390c82fc5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fbf8571c1b00573177696cfae902599a884daf12464ef9e0e1ab7ec3694b4df1
-size 24183
+oid sha256:b61aa10754aa30b1225c0c60e2a45fcbff395833ba7ffcadbb90e91aada25d27
+size 24147
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 85419e4e2653..4e00b9eadfa0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:77cb73211907f097db516f73167cbb3ec5be55c2c9529c4cf76d574603d3ddd5
-size 20346
+oid sha256:7603ca26751d6a47639b9c5d5b72170575e1dbc4aef7a066e6a28923b6ffedea
+size 20300
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 48e854bc1905..a662e082efb1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:370e3e8e89c5e3b0db945810944221c0b7bcc2ae32f31c4794930e635538f67d
-size 25110
+oid sha256:72e7470a3d35be372c96a588bb73c9feef09107df1361f3808bc537222af8048
+size 25088
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 7fbee27b3ef1..79be7697968d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9356f82c8f397a665e31d010149aecb3ee2ff8fd138245e8c01cb542579b7683
-size 21269
+oid sha256:55ecf23fdd7185541d6448de65d2f632e455b766b394bc5501bc0707e09110ab
+size 21241
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 79b930a0e48b..75a83a390a06 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e034fe080f0688c76258ac8a5e03c80fb9b27380647303cbafeef2b37dd1763
-size 23982
+oid sha256:1825cfb9ca5628681c7dd9eafc25cc402d31c30a5336c82d065f5dd4d38260e0
+size 23962
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 26c03f9718a2..587c77a2276d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dae7a5a98158c26a4ee8bb3e4340a68cab0f08cd82e2212e49d918150d673d5d
-size 20917
+oid sha256:bd634cc654352d893be840335355ff23d8263ea09077471379cd22a05e68a482
+size 20885
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 40084bee852d..5c84e10ffc90 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cba51b149c5380909551196d3215cc9dbd86daf4f65883c2438f14d5b4bbc341
-size 24958
+oid sha256:0e7b7eacfe2c8abb8085953f9114d43174325b9f15f647a33de87a265c51cba0
+size 24937
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 9db901f6cb30..cd08a7bae135 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:affe92e72cad71f6a732fe8c912a879fe9cdf36adcdbe34fb1b3a2c3176adaad
-size 21732
+oid sha256:d7c09f6fd18b0825d4a8d150be9df71468ca757047088616e52c77cf0ce50a5c
+size 21700
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 5137ade5c217..7f8f2f0b951e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:857c2b48e01e215c345945dbc7aec83663ddbf80365395248d834ac227e8ad73
-size 24442
+oid sha256:c1d90314761b504e4d910ee8c2fc5595de645c54bec7b4f82d53a34967ccbce9
+size 24413
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index 8a6adbe4f3e6..1e24c10597d6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5250071db62f32a8dd358e7c154955c2dbee6e1325e993acc8a670830d78d9c9
-size 21465
+oid sha256:f59acb0ca78b97050d149f5fbc93417a6ae7ea2d0c7c0e94b255b00e31b25c73
+size 21437
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index f5a44ed65fed..b473d3547ae8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4218f44219801558b24663fb02a9bc68da2cf44a15763e5476bb8fb3c96ce84b
-size 23226
+oid sha256:d241188d424fd777f18e083d779b09f10981cf58fd43452183e590517a75299f
+size 23187
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 869f3e79a588..d8fca63be39e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:223bd5cae831c01cce832c5f25f3b36b067b33814f4fb7471e329dd1b7f47883
-size 20467
+oid sha256:af576d26807715cbe6e1ab81cc4e0c29783d29b025024b93589ea4f96e609d79
+size 20438
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 388ec23170cc..70bf4d9d7e56 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0506cba74ab0a0c3aaf588c7a77f9fa6c36d3f7888866541f711c230c234ce45
-size 24534
+oid sha256:4c9d36e219a7d987a76f377044f296771c8b3917f054f7045b9ba82a0c0d193e
+size 24510
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index cf788a37f8d1..1dfb9e69b5cf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:17bdf93fbace0f5fc1b0f0ad3f3b79503db5716248d4827b27b379e3e2f2c67c
-size 21699
+oid sha256:97aa08063ebf2f531fc4a32a25de724b63de6588d17c6f04a708b14de4afc4f8
+size 21667
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 2480e61e86d2..8575fb439149 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:da8a116de9521ff9f029ff4378d2f43dabd2b7fba9bdba4c144c4f2b3d31d2bf
-size 23605
+oid sha256:6c6c966a99973f517d38112d474eda8f3966d9a0e1724221ea2bf3516007b626
+size 23575
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 5e3b999b705e..8ddbc5ac7fd8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c575e2833767ce2bd2ac2c18e4257f55d538218b8244b8bd50d5fb8303ff195a
-size 20687
+oid sha256:3a54a204ada59da520a802fb534587e557af2aaa62145b15708e1a962afacd07
+size 20663
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 8eb19f72c817..1935ce3b79a1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5fbbcf958645188da27d230f87a5156bc7b2b74a180c687273d505c067745d29
-size 24065
+oid sha256:03769ff6af8bf7ac9941b0ddb420cd10a5b86e7c9caa5abd330b95d32738f2cf
+size 24029
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index c0c375bceb43..c4cf93ac2ed6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a77a91d6df4122bdd92fd30c1fbbe436dab834eed301a8c6a9ebf36ffd59e720
-size 21056
+oid sha256:b61c78aa52cb54df845b3932d7978a13e0c63be33a412d59b94b4026051014c9
+size 21027
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index bab1c3c59305..9235552e8625 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d9ed373c2903807613d99b9efc971db4249409804a98038af9b2051fef241eda
-size 24938
+oid sha256:97c3b1c0570629d22a518119fcf3e90de38e4c220aa9ceaaac43b06d69b5b5c7
+size 24912
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 5c7f31cf2098..4bc5041e361f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:27a5b89d57db5d0259829195c896b527859280fba173e7982251ffdf687befaf
-size 21938
+oid sha256:95730ab628edaa5a28ed8a39ece89cbe1ca2cac19a70247d70bad97fbf8dfc81
+size 21906
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index b75892997a7a..f4797d040410 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d482414ab15f861608ae282ffeb7868ef9f8502998c970d90b8573085897e32b
-size 24270
+oid sha256:54d5a4061cd404304649e6eb13686e92d5ee96a42adcb51d49bf5bcea027ca98
+size 24235
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 63d6fdad39ea..e5ccb07e1b7b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:583c82400152d4bb872a8a6f980c51c755f6bb83a39d1dbe2739656d0b273794
-size 21369
+oid sha256:75c3563cba274472353ccd93eec611831886b7b3474f624b1a2c70817665b0b2
+size 21338
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 2917086d5663..cffbbfdbcfcd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:105626e12906d221404c105b19feb20e5ee8b9b6dfe461220f3c7dd9d63f516a
-size 24960
+oid sha256:eb9c2af175cac20998e2ddacbd9e97cab4dafcb20062981429293d5e19bb6638
+size 24933
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index f535654830ae..0e496c9e7291 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6d0675580927247b6dbb012cab6217dc2d9d57300bce8f035bbfd315940f00b0
-size 22241
+oid sha256:c648ac31d1dfadf56e2e6878597dd47bfc6e222e5a0be3af4581cffccb081502
+size 22215
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 7d89ae08baea..86188852d2e6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:31995e4ea2ea373efd7e1dbc16a8a3576a0674f1e8eb730e9bd7be4bdfedd971
-size 24543
+oid sha256:0bc9df7ceb157a39457fee02a8fea73f6180875196099cd957202f0fb8ee436b
+size 24516
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index dfec8f03730a..3d04d2e47be7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f14b0f5225c318e775157b5c978a0afa297e652adbbf175f7bf4277c5436cb31
-size 21723
+oid sha256:7058d49fe5c114dbf281bab30760d6e3828cf8a1a0164e72441fb3df745401d4
+size 21693
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index d1b465cac9f3..e43496a9fc1a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:51100830fc74d3eef36c1bcfebf370c7db4646d2822168d675899a521c466332
-size 26899
+oid sha256:030452ec9d5e6a4cd95b305919f9e0b5b022c9a581048b0f32bf37bf1f86c1ce
+size 26877
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7593553e3dd6..28b23a11953d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3d032a6f866c9b82ad0ebb7c4b52e04d990ded6f0790562bc033f5dab0ba54f9
-size 24920
+oid sha256:ab6ebf90a89fcf56ce867607bdf6c75c448a8d4925201819c9f6f021124c26d0
+size 24896
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index aa9641494952..36aea91c7c46 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9b0b156e58b7203c6cc91663d96f09fb08b59225dca9e82adcd4e78bf66cfd73
-size 27683
+oid sha256:79e543864ca3b76df870f24f67c3b2c86430c8e28ead7beccd0db3b06fe48fc8
+size 27658
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7317470c86b6..8101d8520007 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bbfb8756e2e001d2fe3e0f15a4cfc72151cf149c73fc855680bb5479470f98c2
-size 25682
+oid sha256:3f920ddfbcd1dfce0d9eeb24dd199db364edce83190bca227d1ee50e9ccb724d
+size 25653
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 0c9a59858b75..b9d2c05862b0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e0ebc6dd41e4a8db7bf2ab59679cdf33438007e0d7b67e1e5eeee46588a68a16
-size 26603
+oid sha256:02a344548672f51daf0520da69157644c2d044fb465172b94c3a996558a36bbc
+size 26577
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 07f4369c859d..8f1d3938df15 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7ef0a1899156fe71da3d291ef728dc298f9c97ac31ee458e330c6209d2ebe9db
-size 23550
+oid sha256:7b1a12c1899643028ac3bec1397bb15b4edd018b1858569a946df903a6b64189
+size 23510
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 833be3a069db..01145f41347c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:af18b52a020a40e1e8a5c2d5d1c974546fd04fd54f545e1c8e68141cabfb5b84
-size 27623
+oid sha256:409f8b1dbcce7e47124f58aa673e1bcb72f0d0fbcf754425b7926610968339b6
+size 27596
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index bb07e59639eb..f49d54d490ef 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:48e98e60b933b9342fe911778d4e39f521c778d4c712d978bd5814811d7e33ce
-size 24733
+oid sha256:70f13e9a79abda1b5455e07549a57d39b57e7c1c86590e82dca202547c6ec109
+size 24714
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 0e3401b06be7..fa893927f1f0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e416a4cb13da3e63527dcc1769b24132cbf1e0bd5894da15114b150a3598e9b
-size 26861
+oid sha256:d2a5392d16fd4980ede656dc48c2d71c1f1771d1c5c3d2499e173e8448024b8a
+size 26834
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index fe46d9164ff1..366ff4d9f817 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5eae06ed2b0ef015e48662a375f667c4909ab455155c5a753b728f85b3d11b18
-size 26869
+oid sha256:97b4eb0e16d559fddeb4498e0b45a0acacda12298de779d7c7c9f233d063a652
+size 26844
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 6be9d91ef2be..fa4f3f194d99 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d752ea0efeb77fca3b4d75cffa2670f5387a909e8ff7ad9d28e77f2c72732a54
-size 23757
+oid sha256:8cb61c4576b5ee85e82fc1ea853816bc83e22a98098239b072c597b9254095a5
+size 23723
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 78a5efb98578..6bd42315e15b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:618161077feb424fde0e03e21b6951ac817f17f29b0fb12a043f8a2182da5d1b
-size 23792
+oid sha256:1fe0c3e5244ac8021aeea2e8735f1b4a3daed660e121c0cbe450f7e7eb9ae040
+size 23762
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index ddfa0e6ca61e..c1edb37fa570 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c3f2a53e39e737ad8e20e3b50150f5447458718806c94cd28ef0f0e995735b51
-size 25111
+oid sha256:74ab320b80f9354a84e43be6655a386a6e96e4ea9950fc4c594bf474bc259fb9
+size 25081
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8938c6ccb627..2d3d94b3f8b8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e0ecb1dee2cb448f2ef54b4209800a61d749ffa9124c5ef1dcba95e6a39ea3f
-size 21938
+oid sha256:0d81a1f900b04f2deea89d6600775a5c427f243a082399c144f1aefb1270898b
+size 21906
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 197653230f6a..ec5025666023 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d984a57c03d9125819ea9e2b35c92951b0e0a2f5310e8cfcf94b5135985f563a
-size 27467
+oid sha256:073d3abd169192f208f3e99edbce0fe3572b6339fa9c9456dd1f00b7f3dfdb57
+size 27436
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 7513770f6230..b7d836f15c1b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:62562b325c7a3bda5a7b7c409ac6f0d24432b17da25fba3b76d73fdd62453a21
-size 24092
+oid sha256:e26b91df33609ee345bafbdcff294a2e979c568537315a3f9ddc853bc4c76717
+size 24069
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index c0788e38f97e..4f31408ff075 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7eb9d33cdc861b6b42cdf6983bbe3ec4e5dab84847ad7501b69f9aedf53d8d7c
-size 28013
+oid sha256:8489ddef2c20b5ac52c5c89b50e2287d7ebf552d29b3169aa2aa021f0be01ad4
+size 27973
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 19573e5e144f..489b13c6b1d7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:feb1817da5174d1e471469a88d73f16fe6c2f8c34109b1282091d5a9bdeb4fb9
-size 25031
+oid sha256:bca56442f4a5213656cd1cb005499bd47f8b4b77b278c1347b55679e830d2c98
+size 25003
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 70cdd54cee7e..91099fbcd916 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:22ec32509b3a608310ee77a5217b478df330d66f2d9f8b9532600fdcf2c8f98d
-size 27243
+oid sha256:e087b529887f3f885651a45bc36b53afbf47ec4fcf5bea3b4033057480e945b0
+size 27215
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 9a7f822c95b3..1b8cdd42eadd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:46fdefd4b35ef65f7a514e6fe6724893db92032150c7eca8ba348fa9d609ea60
-size 27527
+oid sha256:646793fd4507b920f6f6d38e746ce0ad0f80593c30db2ec7c1f7de95a459921d
+size 27498
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 96d726db4022..c5fc86edf640 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:392c07db7a277bad58d548157b8d917f7853dad9fa92fd956561883fa9fc87d0
-size 24767
+oid sha256:4c87e2269c5ac662ed85b1467fb87a8fd91bd196ac4e0404c79751309d7d5940
+size 24739
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 954bc1ee7f16..8264d2dc632c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:60be5e4071b6a5fe88539ec725c1a29c5dffdb6461bae93281b97517712baffb
-size 24751
+oid sha256:1128beb92947bc59675c4885172f83746dd216e4054648e471127ff1f0616e93
+size 24727
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index ed3465ce9fc0..f064fce4175c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:132c598f4da9eaa0b5b09f5d4d328f0fb8e1e68a5792853a05c4ad7a032fcb2f
-size 25570
+oid sha256:2f394791de60a5778282fc74f395f4f589a1ec5bfc4f71362186958ac1fe2816
+size 25537
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 743852deef3c..d9c743ad2057 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:23f6bb65313152cbaecdc499e7c25e7ab3f9d1588333f140b8b6d70171fe3c3a
-size 22854
+oid sha256:19ff635e6270c5320ee7cf9336cc688370cf3e0caddfde60e7735b190ee5b61d
+size 22826
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index ed875426be75..01dc0ac22d9d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:86ea87f3b6f6efb9b8fea7dda86cb8481b84eaab0b1b0607545ffc620759e589
-size 28251
+oid sha256:0360c27e2b8db9a2c16cca8085f2ba55e27b089add4d69a874b1e69be9e1f971
+size 28223
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 6bccdfac6b7e..59f4ca45286e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8f5a43ec99e615f62e4a3585a87ed9bc282c4c2dfc13b7aa8f3f7c29f7942d45
-size 25582
+oid sha256:107426ae2a38ff040cf8fd9204a3e079d4f8c2b5448777cd208399839db6c3c6
+size 25555
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index ad72c2d8e743..88ad40a1b5ed 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8172df285a6acbf45f3bedfc85381c32c2fa7c6ef76b0c678592c2bcb90680a6
-size 27859
+oid sha256:85466528a0a9418235ab053a69089cc4027ee61ab1d99a2277fa4dc4e96091e3
+size 27830
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index 9001cb74a091..f084d334694b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3928eec0c9fbc3cf3b132aaab44391f5eddc292abfed62e17884aef0414e5db9
-size 25144
+oid sha256:ea4ab7b17138b2775ef87bb135dd06808a9390128a42acb028fdc3d58b434a58
+size 25113
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuant.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuant.cubin.tar.zst
index 997152245b74..de81e9081fdb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuant.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuant.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:614428e0e220167458c3a10b738be9c8ca6208d3c8d53fb22357271b5bad1624
-size 34581
+oid sha256:236f84c3586bfaf687f2db61ea40881d5c9f49ea77bdc5fdaf24d6f6abdfec6e
+size 34555
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuantUe8m0Sf.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuantUe8m0Sf.cubin.tar.zst
index 311a97fb9d78..6e0cbb5525fb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuantUe8m0Sf.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuantUe8m0Sf.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ad225cbb5aad2b9b21bb69a216fe6b0f4e46d0d206ae23de34d90a3914cea93c
-size 34858
+oid sha256:441730d1e6fe9f167be4103401ba753314b982a0a68ec9b285569b736a31ca83
+size 34830
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuant.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuant.cubin.tar.zst
index 1344a9efbdaf..b7287c976a60 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuant.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuant.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:465281a6700c219cbc9ff7940933f13a8d7f4943ddd360c4401044f6badccbab
-size 30078
+oid sha256:3e1fc07e77dbcab6da9eaf69e6bf602df7806868ad5e2ab5e16bef83e34d008d
+size 30045
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuantUe8m0Sf.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuantUe8m0Sf.cubin.tar.zst
index 9f21b8685991..90e76ef878d8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuantUe8m0Sf.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuantUe8m0Sf.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d258f67156e35a32571e2510fb7d9abce24c6bce6d486328445e74a42599e5f4
-size 30183
+oid sha256:ce2a9e2ad869506031ca5d9a3832301ea31b105ee500a879d86e269f87a9a5f6
+size 30154
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 4c7aaf763f26..59e71831c128 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:15f9725ec1a39a305ff061ab9fd4d1f9197c58dcdcde055a041a491e91972806
-size 26652
+oid sha256:966ba85b845290ac1d76e5ebf4fc853f8e741271e1ab589be16e65b49f8f6c53
+size 26620
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index a886890501ea..1c5b1f8628fb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e4742977bdf26b62a3b1a1935aacd951ea0099c540838e20da0b33ebc238b079
-size 24330
+oid sha256:db613dbaa3984ad1970df03a06fb90499e9c440fb1680bd34aaa51e1b6cee0ea
+size 24298
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 8399781bd246..98d40a0721c9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3b732fb7523b949ad70fb906ca8a3e2370ebb41dbd3dcf8bc95133b722777abd
-size 27713
+oid sha256:96603ec1c26db73864f6a048761aeaa48e13c2dded0b5c88f72c7df90ecb999f
+size 27683
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 08d7aaf83231..ea37d5e3095d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1df07b8385103de6ef13dc461a052d4348165ea5574b5682c220393755983ffe
-size 25544
+oid sha256:3546d21ce05236e1ecf1fd5fd3e62ac0665c60b2d460a3a66f996cf1964f690c
+size 25520
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 932bf5475380..d48d3b93b9dc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ebb17550c1399e7d1b84917d84010b4bbb153525cdd6c18d9f9d4450d03e7d29
-size 26829
+oid sha256:a3eb1f47f435a90e962d2585481860bbe504b7432596a915bb5f8b4e2e7430cf
+size 26800
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 1bc640ab7c0a..38c96bd7b895 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ec82dee55f48bd99865d90d50681f823b9bc147939586d904d816061d5426e66
-size 24657
+oid sha256:1042f87dc8dec4b2ab2c2de22843e926f4f2969eae4372b63c76aa0062df5a86
+size 24624
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index c79a1734b6b6..610d23f0563c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:881b153e2c44fe239ec1728e9ef0c221ee9065a8b0ec35f711d125a2e9532d37
-size 27461
+oid sha256:0b5aca67fa91c53e8813925e38b11a27023c323c0b6356dce3ab93410e678f37
+size 27429
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 358689c47279..3d653ccdc706 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:36584e63734274de6ecbbab7957199177328d91feb03f17f9ce7c70503a28cc7
-size 25217
+oid sha256:65687cb1eac7864704e599423d0ba59633fecfdd9da0dc38cc8961c0155a92c7
+size 25194
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 07889367c700..6578df00a6da 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8f4a8cd10120b959a78ff2d9415b316ea9f90081bb83fb4dcc3aad9908ac4e8d
-size 28082
+oid sha256:3637a4194aeba2b8f2bc801edc7a35e46f6214f5a8b5c6710cf09c4c5b565dc1
+size 28050
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index b74ae178fb76..e6bb81f2f431 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:49e2db8ca7114d1116dd0e1e7caf99fce1cd24269f9e8464bbe6b68a5e1087b9
-size 25732
+oid sha256:90b246a606ab9413b3918d0e15feebb33b772bdcff8dfb519b52c45e958fd787
+size 25707
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 3d238a903246..e8491b886e0c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4fe7d8112e5a00ad6421f41b59f788e307259ad3d9982cda0386179eae5e81ed
-size 27404
+oid sha256:984cec7386c7fd3361f99dfa83486bbd2c624be91b0a7a3b44f1f9adec6b7b2e
+size 27373
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index c63bc2d2da37..f71b947262c5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:10acc8b93e985904b0cce6cafb714933f433b98038b1a1d070d322840569a895
-size 25407
+oid sha256:6f52663659f6c0d599d4d0379f02bb8a8f10a2e6235734568f02025aee50cce2
+size 25379
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 09c6e47b3346..fa4c7ab81ec0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:11b8094a6b377ec77c5c45ba058966e3f3278687273ff93710078d7990a7712a
-size 28349
+oid sha256:f78d3315fd91516c87da5f04a6762914b84b7297b711cb86dda23270d5326ce2
+size 28314
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index a0a52f293bb0..46dc62b48bcd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:66429b189277816a3e213246d1fddd204826e51ce5abcf0707d013f43b0fae37
-size 26039
+oid sha256:b34d200e5fdbef6a12c2ffbe9a5897ec1d9c77ab58677e1f6eeb0371ccf81e48
+size 26014
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 8ac82a59b383..e356ce85651e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:90cf18b73172009e5171f33affda1c25585c9c65e4974c8f384d9db08cb5e854
-size 27765
+oid sha256:5f903c55dcc97518f1da250929dd59ec603d6ce748be38fd28abbc99ad8c95bb
+size 27734
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index 04b26acc7263..cb2ef997d270 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8feec3161049830cdda75953506fa6aa22e10de804a84e3e6378421c15db7f5b
-size 25759
+oid sha256:b36c8b0b9e5187f8d290aa2eefaf3259dd46ec39287e627984f841a9e4b55528
+size 25733
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 61354df19192..0e31853ca650 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:174c72754d27cdfa08c161835af86b0ac1837823db4b555af4bc47ec3cfea963
-size 29748
+oid sha256:eec54fe0dcd402802afc391d73a9e76475b7718dfc2dd9da5d7c597d4084f119
+size 29724
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index b37f67d92cde..4f7235999aec 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:206d61997fb5999bae06a64f8d0b28b521e59ac824a9f3502bd33441944e77c8
-size 26333
+oid sha256:d5c8d3a0918298af44e2ec22a57277599dc73efd00a31e916eb784b85e3ecfa4
+size 26304
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index f300352fb084..3064743b3c84 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:60b35502cb423ee252929f0e21c3f836fac85f87fac63f7f1b05f73a480c24f6
-size 30606
+oid sha256:2e5bfefa680bb7b823dfd179b2494aaf9afd0ef24959bbd831bf5760fa2940bc
+size 30581
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 3ed974cd4dfa..5b6888ad7e67 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4edbe293e5611d6c49413c7e5c989017bc603213c6278ed57b0c406e2276e876
-size 27218
+oid sha256:b01a1fa1b82869d5e7fd4f3d6685ac39fe0d0b774cace54ad17284819407ce3f
+size 27194
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 4abeb3d4b560..888a6b182adf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:01fc0a44987b745a4eeca8e8da17c22d6fe0b18924b9dfd5f415607d4640221b
-size 29307
+oid sha256:bca329faaf7812ad5112660a09b76fcec3d15941e7a41f263e334016983d3895
+size 29270
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1d941ffbef83..53c25b7c0300 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8632f8119c3b927e513cd77f5eecd4d12a934ba5813c65db7ee898d6a5061ebb
-size 26413
+oid sha256:9a602454c6f1d62630e52f9ceb3d57934e48d9ce5e7797d76b7256debafa4b4d
+size 26385
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 474e965b1c48..63ae81676a02 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:75581ab12b0ef26e5f92e25dbbd8232b3fc42dc3fd93c81f3f10732f924ced38
-size 26720
+oid sha256:034578e0aae53a56814bd8382fb1fc34a5053ed2c958f493a9fe881a17b04003
+size 26692
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 47a80f55e2de..be0b64f68b77 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:801a222407b8209d545b524b4afb9a82f17fcf6a0770cde8e3009feee9aaaab8
-size 23214
+oid sha256:924e0080c0eb9454d6d2e2ee5d5692f73690be6525b9a25841494503ba853c13
+size 23186
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index bfceb620cc00..388d0e2df54a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:db07190ed8fdb186e2477085af64c2801c0bd10612c36496c901ed8f7d349b23
-size 30110
+oid sha256:a7ecb7f390c53adacc60f394c2677cddbafae349fe81bd284a19ec3fc64c0e08
+size 30080
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 3d46e4df9084..1b033d4c06cb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1a9adb2208e6eb42e942a06077a19513faba24fbdfa16700b935b59bceda2249
-size 27302
+oid sha256:9d25cbb94a8ae52d2ed636f25626e9668e5e0c3a1c65e8c25d3cda011b20e968
+size 27280
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index f0a65d87adb5..56b6fc9dae9d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:580e9a2b991d5b459127b851d1b70a0fd1e47e7f7ba0c88ef741d60ec0fa1cc1
-size 27328
+oid sha256:a6ab9f6fdf44388b95c804fe5ece1501f31744f2cfd26ae50f4d9592e58cfd4e
+size 27306
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8f3f02d1f7b6..964c6777e0a6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:48df73a0353cbcff97383a5bb1b836844711362a8eeae6f4cd2d4491b6375f79
-size 24166
+oid sha256:9fc988ca36c3125df7081c989a9eb342190d6187c84e5ea5ea79b54d811f1df5
+size 24140
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 007c99905609..734d13385e20 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b78161e088affbb2705938c832b3341b43e59d8271b32c1b3c705bf926ca79c8
-size 21320
+oid sha256:85933252202920ede47fbf5276c270c49113ce949ed4a725bfdae683157e0bd2
+size 21287
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 9bddf11be082..d5ddb5bdfba3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e716225ab583c14ddfe85f0cc16000647902de463a5a7f35dd2a61b0919a5009
-size 18508
+oid sha256:bfdb51ef232e4eac4d2a1613cf6ce11042c697e03b298452f7fb26702cb07095
+size 18480
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 4b1454e9c3f1..457c99b85bde 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a540e41bd431a5c6174b6f7a58c9c2d21716c3b30540b9924baa94318b9d86c1
-size 22112
+oid sha256:4513cbfc50e6f9b0be055fd32b4083a09099cb8228e92dc3ab6330f29f49a63e
+size 22074
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index fd6ac01eb72a..4995b3e9ae7f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6cec5fdd3e30fd76f5e655893295215078805a3a9eedb898cf2e9107f1f78f02
-size 19290
+oid sha256:3d3ad06061ae04b69851dc1e1c0d6b28d60b0d2a687d4c7965a19d78fa134fde
+size 19261
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 05c0783bf42a..3e3fd88d9287 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d5c235f597f10751eba5f18cd8ca7cab42e7522db7ba79409c10841c554b5feb
-size 21346
+oid sha256:308caeab3ab0d11baf4d723b60d803b56bb395a872d3aff7f0c5693186bf6632
+size 21319
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 235c539e30c5..2044718eaa25 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7b38bc48b694a254b2b0b96971c227634f1f641a72d02949d3310367713310d5
-size 18487
+oid sha256:dd331108a701f075c32c42cdd36165347a042832d277fbfb2172936520dd0c5e
+size 18457
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 75350ebf4b0d..56a9aabcfdea 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f6794ab8f3de5721736670286991b8a597c588842c8a4f9b6cbeb28cd3e02d78
-size 22023
+oid sha256:9f6dfd9d0a71dc545357dab91bb6abc8e89d3f04436dbd87b8f66adb046c2814
+size 21985
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 531aadd6cdc6..09a2d294bec1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6db523e1a68221870f4dcca189c8ca5006a484f6013b6def314978cc0657ce01
-size 19179
+oid sha256:31ba85d3f844d05acfce8a303bb8e71a8ae4151dc72b5713e16d1610633fc6cf
+size 19150
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 26ad1637f895..63ed5be5ec41 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c42437779638c4d9c1d1ca5ebc12022b602cd7dfdd34777123e757327b2ebe97
-size 22513
+oid sha256:f7b494725194d7708462bbb282ef26f48789fdf2da85b6cc3b512fd4af7b5e03
+size 22481
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 019a7b14c696..f753f93c06a3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5028989594aa669e6cded91c90d560bc4705d8743d5069b0bab5786b25e61481
-size 19896
+oid sha256:9fb56c495330ca12b59ded832d1178514b6c391947d0fee7610705aa5c717f31
+size 19873
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index b7e9db70ab7b..1684a7b62f37 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:75235e3703483c9f21e72b52de3579d34696c7826ac0135066f6443bbcc3e0d0
-size 22159
+oid sha256:9948a9eec3b6d12f4185e441dd5efa3c4360fdd67056aa75d176e16b77009999
+size 22126
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 581620e29bfa..d11f0311b794 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf2db9063db160fce401b52804e8c1e7b78c7b39a7a05c80cfe8b36c7772c01a
-size 19296
+oid sha256:45f0bf908d4b18b3c3d2879ca7f2d137e60fb01a16e1d6558db4ea064b998c80
+size 19268
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 2a7fc7b27231..6c788f95ed0b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:76a93388722f071a9ae06e2f3e7ecf393ebef7beceaecfdef6e00ddb0bb8fbf3
-size 22601
+oid sha256:c0e2d2049b8dec0219da50a054e146b41f6f96c4e441e2bd644366455b1c8f87
+size 22571
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 40a6bc717a36..42145e1c1aef 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9e8788b32676d0c8d0b478bb8087e71956e59b885eb858bf913bbbe01092842
-size 19893
+oid sha256:d9b7731cbc46bea8c613bfe0f2ca1f01ffe19a0de5c371617146e1cebdb68548
+size 19865
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 3089fd2c8cf3..1bcd53fa9b25 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a2bd0e20a1b9ced41c286eaaae20cd4972d259027d9cd3e8367b16483fef278f
-size 21982
+oid sha256:1822b0f2efc308e884ae211d19bb0282bc14fa4471e467e6b5f72b90e37ea751
+size 21952
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index 3587b0ff5833..e9b5864530dc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:46b5dfcd35d038e2cc088e2eaaeb29fb9824198b3f34168d6a787f172f5a79f4
-size 19340
+oid sha256:182af10ff055d1f9a6e4cdeb00125c1e58e700b0c091b255307221a62101b6de
+size 19311
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 8c6b64a8a69f..897f66b670b1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8165d1d4d3000c956455d6a6adabc1a6c908d437145fe3538bd0988e278a2e5a
-size 21272
+oid sha256:e173f4eab070284571b8a40588174bf942776efebc921a23d46155a64767dbc2
+size 21239
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 2052cf58fe62..eebdec60f8da 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9c23350e89a45ce74eff049078e17ae134c3f043e38bb02804614a949572b3a0
-size 18385
+oid sha256:de18ac9c015e5b4e567b6f88e99e4ff7ab1913b5146c95e84005598f63c56b90
+size 18355
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 49c56c3ac399..3846b92e67d8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:27bc857ab59078f555df056b0603f3a230c6b6b79a38e063be3afd644d9ba685
-size 22048
+oid sha256:2307bfe142e39a5bad7ecf565dfe4e418504a4f91098be389874076080fcd7a9
+size 22016
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 29609699460f..fd139439509a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4997a2125343c654c37bf771a157251e9021bb223c641ff3490cb7b39c1c2495
-size 19382
+oid sha256:37a2276daf78385e1bd542f9f964d1fb9acc4c22414587d01af3de6acf820000
+size 19353
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index e76da30e2b22..a7e506b60c5a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ecc7ec9c068c8094431170ecfe7be7023cae627b95dbb2d545788742be9d12ee
-size 21295
+oid sha256:6f5e258b76938b107ffaacf4a7f4c8f354ae4373306c89399142e1f3699e150e
+size 21267
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 320360a9a4ac..bed53bcb8573 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eeb8b1f040a1e1f1daf25728bfbf65606ff8f95c1a09a97df0ca911e94fa9480
-size 28006
+oid sha256:aa925ccf18bff46212d54931cb1b80ae44a200a2bf2d3a6b78c9d980cd0a9a65
+size 27982
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index aa1a0d641105..79ce04d1ddf4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ab17f267559fb54cfbe5b9afa31ba5bbc3cdee494522f2943214826bd91d6485
-size 21491
+oid sha256:3d0213407e8f6b47c3ab0605731b09abd6058345c5c471b918eb9128bf1bc7ad
+size 21460
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index dd87cbf456d2..b69c8af5681e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:74dfce3dd51e4e109dff4750456095afde79a07c55982beb889257167f72f346
-size 36063
+oid sha256:25d3cbef3a8cab43a072d906e15fc55e64430ba7abee7a4d7267baed070a7117
+size 36040
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 5a4fee40d019..8d351dc2b067 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bb89f3fc6b3e215c4a011eb8ea7c8fd6de84d6f77784d7a42ab00df43ffa6e03
-size 28354
+oid sha256:f942212e172de248a665d570b87b0159bc92f5eb758f84f3ebc939858c56ffb2
+size 28328
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 25eaa3443681..cfe6096b4bea 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:524b5a2e446300b67716ddb5543fe0bef269a0517dd8e0e15815bbec8930fafd
-size 29056
+oid sha256:1f92a9511e4744386b92a421ed2c783f20d53cee5ce5028aa7f8f6ee17936a22
+size 29027
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 70b6025e0e31..64c6e4bc4012 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:efd3ffae2c97c7cbec5375de48770d0ac070d8663eb02635457c4b51da2ad0ad
-size 22260
+oid sha256:fe6091bbbf9603df9a8def7eba9872a74f161d5498641dc7603beb7646299693
+size 22227
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index ea0fdcbd3280..4fd7c51d62fe 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:32ef7c3e1ac62ebda8cbbcf191e54db256ea1eefe47e77c53be0ac4bc0b4fb26
-size 18313
+oid sha256:6b8170b7c751a19a288b2dc5c8e338f7928a3cbed0371496d17c125f99ba0093
+size 18285
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 8daac0c79dc1..d1e8b87f0e1a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9f735379df6aabbdb89b6f58f49e7eded657d70ea8f3891bad699bb25b81bb2e
-size 21909
+oid sha256:96518888f08a9f1ae833b77c6a9218b10f0ccb3d3dd8095b30178b97970446ca
+size 21873
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 4dbc6ed46950..e2e47158f5be 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c974b1c387ca7c1ca137814a18212126c1f98f3fc43887ef623d5cfa3781f8e2
-size 18870
+oid sha256:f44a400e9305722f1b27946e27a9b4d3dbf931e2729da5d58b2c2df1bb987d6a
+size 18837
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index adbf88af027e..769ee8ea81a9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:70bab73945419b26d8c025d734514867ae2ccbfa1c2762a5161aed65503e9e7b
-size 22653
+oid sha256:3f77cf09fcea9b6c8a743ae735154a4401d1765e06973a8063b02ecf4675f510
+size 22617
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 762e2018dafc..49e5ae6d1442 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1fe4b69ffe6681c13731be57e0a1437dc888dfb967f5b91902bd6469d2c5b892
-size 20054
+oid sha256:043996695ad5ea3f482d1033d3c2bb05471def72f416b6729e51dce5f3dcfc2e
+size 20018
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 7a3ec4b974b4..04c51d5bfa50 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:79959cbf3bf37601a93fc37aa385dc25127cd9e6d97067658898cb1542982837
-size 22004
+oid sha256:cfe280302070c1a938e827cd9b7ebed2988da1cc59feb6c374cd14df20edc658
+size 21978
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 33fde618955c..891b71aadac3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c007e8241de7ab63db22406ba4c30525643e35455e316dda93d9dec9568969b
-size 28634
+oid sha256:4b5bbf74d1050272c92abedbd000a44550b648b373f47566d9f8ce20d2f826d6
+size 28604
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index e6621b631751..bab9aa01c3d9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:adb6959d9ec0f749ee791fbf3207beaf79f877fb50ed7159b6696c06753b0204
-size 22448
+oid sha256:f08666e7b712ab0657f3d764d6efda4135233a16e3e35e9633dc175a649269cb
+size 22419
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index d9478182b464..5745901732e2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c6a521648309978015ab22480a6174b75f2e4ed7117345f41e84afa38dbf5758
-size 36882
+oid sha256:5de2b4a318ecb8114b229cbb0c0dfdfea0f546ed91d66c6bae2aac3fdcaabff0
+size 36855
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 857dae872fa1..f2636a117160 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dfa2122022a8d57669cf9ac338955582a55509df7da53c4f82f79edb16438f52
-size 28840
+oid sha256:64f815cb5a263e9f265aca1663fa1069ffda83be41f7d3f438ff947df27eba32
+size 28814
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 3ca3a4869c5d..72b2b723e585 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f78896c8391cd11db945a3646c4d7eb24138c6767d8f3bd97fb72bbf44bdcdb2
-size 29634
+oid sha256:e95322fe2a90c459965b65b64cd18d8f77ce6ca63d7fb2dd2fb885b3f83f0ddf
+size 29601
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 2b541f7675ba..1522706b7616 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cf56630353e101f704619f7a6e15996d6fc6d5c284128580474ab7214081de2d
-size 23099
+oid sha256:f5b7aa1d3687d8ddd458367b3ecacc117c336993d3efcb2b1c16e4d415018070
+size 23072
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 94abe80e2727..8442c8346a9c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e62c399c0ecef2d62985531586decb3e05a4d347aa6e6cf763ba0c4c2a3397d4
-size 19015
+oid sha256:7ee24b2eca69e2c039bff45956612bf3006ccfb47da80f1948532abef5b3338c
+size 18988
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 40ae2b992b0c..0cbcd1ee902f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:934e020280a16d1cd1ddbf3da7f02a9fd5959ec249c962675b40b47933161cfa
-size 22551
+oid sha256:652a6ff0af15178e037a47e110c9e23c629949b1b9289aefbabcd0e0c45bd20a
+size 22525
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index c8107fe07679..c20b3904f4d8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d5d34475998e8c51f513cb0bddf5bbdc603682bbe953ec0cb94b28cc3df3710f
-size 19950
+oid sha256:39f1f7c79797d6dc09c5ce60a988308062aa4b7539339d037c992494f40aa5a1
+size 19923
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 53edf922d356..56ba6a91b8e5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:99dfcd5a2de2e7c69bf5067ee7a6fd5b2340f45114f3e751d25f6f314f795956
-size 21945
+oid sha256:cb6e5af4d0a8ddcf24e11b07428fb239d0b8f08190b3db33c8fa048db8533f88
+size 21919
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index 0eda608cd604..c4ac64cbf2c3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0dcbdffde02a88d9c1ad7d89037c1a585d9a2cb098e517d24acf1c4e997cfcdb
-size 19325
+oid sha256:5a8f0be0b374717a5c9a83c6f95da39be20053fa2fd31aaa67e4a338415873ec
+size 19299
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 088dbae60304..8303432d25fe 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:353f278b21939d9893412afe0961c657727cf9253c4f2edcdb77cbde5bb0ce56
-size 23136
+oid sha256:482e2413dc58fedad31063a3436453a9176c0058e6bb8b07c3c145ac19d3d87f
+size 23106
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 1f2b81e43273..858947f2a08a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c0b9cfb57c7c6dae1239c154b9c4975791ede2a2364263c2a2cd05847c0b133f
-size 20623
+oid sha256:a71e2cd20d0a568351e606ed7760e424ccd9ba6b5af8d8557d5a771d1e092c37
+size 20592
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 3822910f9da0..609c2ff24240 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:03a6d597d56c51297e97e15e7b42869668dbb60718dba2018be07f3085742ddd
-size 24276
+oid sha256:032605fee6f314ca134be0985959dab1821ecc0f19468d5cbcb06aff41bf4dc8
+size 24247
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index b7e31f38c747..8cdd8809da49 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:de378a915e6062a3b754d7e81c6660e1e11fa59240f82f633e12ff85eca12e30
-size 22024
+oid sha256:de350686820ed2d8ce1caae33f029fa13beeef6775430a40b5ec134a2391c1b3
+size 21994
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index fa9a466e3ef8..374163f887f4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:952fa8e32136603270d06219ddfa63efce7ded134d1d2a003ed8efd02a5d0657
-size 23170
+oid sha256:2ff95ccc0f57a57c25005d6fe4af3c4b59fe0bc5f7dde5e1eb3a3476cf609d4a
+size 23138
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 47c773552357..3b7d22a6935b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a32c104d9981d1454e5bb185d9c7f92a396119cd51f352491aee68a2503abae7
-size 20348
+oid sha256:d7c66b15b612d30895b4d6a80766a3f8d26b90a458e5bd2cd0d1a9cca3b5f3e3
+size 20316
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 2ad0a7440f06..ca02067886db 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:75bce6fd4c31669c6faa5856ddb3418c651ddad15f7bff98a80a55c33227015e
-size 23883
+oid sha256:165c43d5fa72d2e2dbf30238a7a56260e8c62301062eddc4e336a4289e4f0645
+size 23856
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index aab29ecdee9f..ab164443b93d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fb741453669faa6d75f2529092ab6aa6ae1f726720ab4a3f69cae37f225d6557
-size 21040
+oid sha256:5fadb188a28faa08e1982f6d669daf88b92fde1835a2c232e160bde5905aa6b5
+size 21014
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 89b8682b6cd9..c7d1ef450722 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:48adbe8be2147df105bec34017e573ecaa638475c4432daa946b1fc5b1243bfc
-size 24766
+oid sha256:c0d0c37e60e38139fd6211de4b59e3ff6bbb085f893c78081d8182c097204a40
+size 24736
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index bb8db02309ef..be5e7f33a471 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2bfb6059c3e4f766a0066809b0bc6af67677731ecd88f2e1e004f3f858fc018a
-size 22420
+oid sha256:83c9614550c3e7879643ebb7aa035eca778d6afb209cb543b7c6be4555c2843d
+size 22387
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 9de540512c9b..15ad6e6d8bff 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9466c496b58165ecab830d78ad5f218896c1cec53640c8f4e22dd9d2b070dbe4
-size 24029
+oid sha256:02e7168de3c37401d59492ee07a44c63ae0e27eecaf6aff6f41f703b23ccd31e
+size 24000
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 27a34788d857..5803b92fd346 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:755ce33ba8b6f64060bd4847b15af1831da92a8f53160c6e29aa5432a618d785
-size 21088
+oid sha256:94e90c5717bfc78981d56bef2691739c38ea8d1e565330cf18f7a84e419e8309
+size 21059
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index d561fe3554ec..1d535990f0b0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:142a40fe449b918470fd62f821700c952840c58099d98eb7c34b62e5fcc87cfd
-size 24986
+oid sha256:cac461431602bdb10e850129d3d23732e576b3bf73158679b89fd0b06801782b
+size 24962
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index d26ca78ed27e..453137d92a5a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b750ab2b3be48eeccc66a80e4552b11111059f6e2dc206bcd94e5bf6d3837e36
-size 22516
+oid sha256:c2e256cc6da69228a421d1be58823d404cb4e32bd30a9a510ad62a147a7036cd
+size 22486
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 3ceb82740977..80b6673e2db9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9451374fa85fc434273d02d75db1d33dc96dcbf0b76a7c6a41fff59be972bc4f
-size 24163
+oid sha256:60e6501ca260d89a5be9c4debd0f2f7409c6a849db1bb93d5ce000bf082175b6
+size 24130
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index 79202cef5074..542132e1b6f8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5a3bd72b3d9c444674e198085d0701247f96be24e740403a975a4cb5d29c2107
-size 22045
+oid sha256:17ce32fca17a20035170a111ab6c55fbdca1bd7f88e1d77665e56f94bd4f470a
+size 22018
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index e1fbc146ced3..71f06fcb4cc8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cfe02d3cd7ee68b870778c6c4d3995a159376a128ae1dd34c40ee783f96e9a24
-size 27970
+oid sha256:1d3df1e5d52ceb151dd8fc6d32543e4d5303c9ec0b428b762b7dcb5bb7ebb4c4
+size 27946
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8f236f108a12..19520f90cdd4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e3b9e786a868f7519b984aad3c83251027be09955aaaa979ad1668ad28ba670c
-size 26879
+oid sha256:ef883c50f2bd6c6c317a18db4b9c6b29c37244b38caca0adc20a62af37aeddb9
+size 26854
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 2ae9d096135e..5c685436c80f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:de1ef062bfd681d278e5e5f5bbb62279a829b49489760e48c40796c9bede5486
-size 28664
+oid sha256:0edad988ad12a51db8595a3eb58a77b68ce91d973b96401b2caffffbbc5a234b
+size 28637
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 437591d5b2f2..7e6ccb957029 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6c0a64f69d0d94b6841ddfec55e460d0aab3708390c61c8c66907cb0ed533a0c
-size 27684
+oid sha256:5aa1800b4dc85c7822286f173f4b3b41b7094a8989948bace6282793cfa2924c
+size 27654
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9f30fc25a778..d37fd0f754f1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:153d104e9c942672a637516d33bc99e5d8999c2dd79f1cac243dada09398bad2
-size 27384
+oid sha256:7a8a46212171a3e53b95e980159f9ee0479eb38c3f9c6a9e953581ef1f7f6128
+size 27335
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8717ae879bf6..77989cef7a63 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a2edf4f251b8e95c0d8e8af414e3b3b9ac06f94716c6fccddadb04a570a12511
-size 25874
+oid sha256:69be56f605b12c4b317f08584d44281faa6707469af767072e98a764fbb3677d
+size 25839
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 61417834b294..1b8665dfb20d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:28b295a1a16701e5428a2efcad183f6efb8c67b11545f491841dc543aa8082ad
-size 28146
+oid sha256:f164fe12f6f0b0fd3df2399efdbe8eb4c4406a3d89fb23499fadcd59772b5959
+size 28121
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 52c9466328fc..b4c6b8ef953d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c4a86d59dcc55ceeb0b87f0d3a2d3e0d97030e7066773c9bd799827a251e0e0f
-size 26533
+oid sha256:9e2fb1d73e34636cd4050ba4db242ab7239630390cb56a5396ba9027f6d55fab
+size 26499
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 2c6649093bfd..5f1d4a1493dc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e493342ca3b97d29d3fb93af22b567bcec0f423026f5bd2884740fddfcdb476b
-size 24787
+oid sha256:debcfa1a916c098065b9a3d3892dfe0c33cf4f4c817dd9cab610bd3a7e54f915
+size 24757
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 6c57d69e1947..f19fcff6edbc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8a2a82c5b0e2b5d3498ce3ca428a978a0c2e8dad77b5a2a3f266c5bbcbb88ec8
-size 21963
+oid sha256:7b29bb0464a75878649135082e4319e9e7c5943756b87471de64957da87b4fee
+size 21932
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 4634269ad8e4..09546e39b111 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9e0f6ce32afbca2f59c813c5d2d38aaa7f21d783d2b6026e05aceb8ab5f609fe
-size 25525
+oid sha256:9e66e3bc050b8f2fca72ddb34be46e775faf4417397b71ad9a96b7d6f1195fc0
+size 25502
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 5f4faec9ce69..ed1c03d83d29 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4aee2e0d2e89f9646190893ae0fd3dede7a262de520c39b6060877908b99601f
-size 22819
+oid sha256:7bba9bb1bb3858124c4fd8aa688a42ea447d1da3ae193428947d0e635537ffd9
+size 22784
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 8fbe4146f462..a8fc47952042 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a84e4bfd153185dd47de448b91073435d4838b4142812b32bca61b7f1827e478
-size 24807
+oid sha256:a956c95c6604a8788a31af8f0c974d911c618852c75eb433d281dc37048743f0
+size 24774
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 0ee586b31a0b..64d1f9ff6e04 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7e240fe68892073ade693b06452aab610c0892187842db46e9b5420225f1165f
-size 21602
+oid sha256:ac05167bcba6a5a65ba9dc837ab25435e6de08b2ee333b53238403e197bc88a5
+size 21577
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 709cebf1ef2b..b6da3df1eedd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0df55a3543c90524cf4d645e2b02626ac1482bae5e38f3ad6fb9ec8deb7771a7
-size 24815
+oid sha256:ab1f276679fa182cdcfba7c066bfd8cd51c0d049f43967ec3d0c7ce32b6d6782
+size 24788
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 353cf59ddc09..3745903b7c03 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3d531aec247970ce096ed08e59f8c39fdbd01f333342184e91efe4c135dea1a6
-size 21973
+oid sha256:8c8ac496dead7b20c90c652ef7be845729a956764710be060cc3c962190e75b5
+size 21948
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index f8b17afcda8b..79e0406ff260 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7e46728e278a3b738304945cf491949944a5c6d73b014704b099c585e4583497
-size 22893
+oid sha256:82f751e6a06e2f847e7b531fa437abf445f79a4863d3e8721746edcb05f2e43e
+size 22860
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 420c91482e75..bcd259ed3aa7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7093cb7b163a002dae5ff02b343624b936ab08933ad6e81ca18edd028b8fe875
-size 20478
+oid sha256:9956f7c34fd60472e8cf3f5b45b0904188f5dcbe8815bb4a030eab53cbb258f7
+size 20451
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 152e038ad92a..5b5798d1d018 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e79e017141fe745338749dcc26d686c731283e09beaa6f9ce403ee347df184dc
-size 25602
+oid sha256:bc805e939059a4f20c04209cf9fecf70fb4f4d7ccc5f85ff42caa38903d18d47
+size 25573
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 0caac05222fd..9eed0a449dc8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:beb59f164b98955ba6397fcc69593d76b0c70c229e83cac95f71ef3c94d4232c
-size 22674
+oid sha256:70567411be330cb2f1c5b0e5a412e67daddaf4d10de1b078094f19cdf7bfa7e4
+size 22639
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 47c645ed4c85..497bab89cf6b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c7fb0bb0175d785ce53a863086c5f51e0a54ea755b14a61db1bfe7ecade0c166
-size 25912
+oid sha256:2b111479f665f366a8d3f6b3846430a4c28a9361c6c6a2ebe7c53313a81aedd6
+size 25882
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 6c01786803cf..21d31996b496 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:808916e52468769b617ff792141f529eeebfb71d2e397a50bad69da15d3d3893
-size 23612
+oid sha256:d3f6bb0f843f03e078452b1eba35b19516991bf5249f1b5e315166de8687adf5
+size 23575
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index d9a204e4c75f..8f9914766eeb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:85549afdc888ee7a13069f6a9517fbd305a2ae5856d3ae711472c4ac06e0dd13
-size 25576
+oid sha256:9cc937f9a74a9e25a875532bd56b16a3ad55620c3ca79031ef87d4e42b9cb71b
+size 25545
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 45e8915f4d1b..2fceb6a638aa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:59e8260d5eecbd70ae18ba4d772c13556fb3c1cfdf0f6e14ba693bca81833b56
-size 22404
+oid sha256:d034e435cade7e2d364d61eb5f8e53ffa704f1d3d4230f1ae726018917739616
+size 22371
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index f4a3b13d36e7..56ec7919da5d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f1be5207f98d59df902f897137814acf54c1e14199d9f2afb321e46cafe24ce4
-size 25679
+oid sha256:5f19a8b2a585c71893622a59b87d6feab009f2378ce67e9f293743cafbcd8250
+size 25648
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index cff2b10e8ded..df9b6e73152d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:00bfc673b30187303f1e8df9eeefa05de3306371753c57116c88a473653df3a4
-size 22797
+oid sha256:68c0726527c1ed0342be9ffcf7fbff6baa40d61f83e3ae6b000431106e0f290b
+size 22766
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index ef53c33c8b01..35d8e3c9a1f9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2d63f89b36119bd127db995cfe6d16aa701e91dad9040737ce9ea28a70667932
-size 23572
+oid sha256:cb9f9d01c939e68e92dbf749a4321cbe7858550569bceeef3337dbcf9af8a808
+size 23543
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index feeba98ca4ad..6be7e637f665 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:50a7c786c24e2077b7993a2a3ae0592e3b9a561065eede915540c92d94740b3c
-size 21185
+oid sha256:d4e9ade97e86ac7f4696e3fe5968012ceaf3ffdf096626750c900ca66b112e4c
+size 21151
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 2175950a6f6e..c73ee99140be 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:54af762ca9d117a749dbbb8b9d4cc13674cff22180ca24d66af34a8d63b26e10
-size 25923
+oid sha256:3896f98bfad0c2ae89392c2d8adaf34669da040c064e7d272f85f95e5a9d20ab
+size 25891
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index f5e46501ca28..025731555026 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f336652bcd095de7ea4fa1555424029c750c55390d6b342aaba11f1919cf788d
-size 23620
+oid sha256:1ba645f2a67eecc46bada6a36127f68f30245dbae608c0a718a60c6efa6dd0b9
+size 23587
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index df396c68ee49..4bc55242473f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:13061761086de2172e834d4eda1c4b9d43c142ba7166e9fa8322b1f92d582437
-size 25459
+oid sha256:4c4c182bb6c39e1a8422bce52b76a34c14d0adf9d84c3617222fd579c1e29da2
+size 25433
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index 3bcde98d4ee3..efda6c13ce90 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9212da4b2e25b1816a9d1edf6d2dc766128c06c43c03b6ec3bdf16b4888debd4
-size 22878
+oid sha256:4db9ca0da5b6109074817b1ee939cdb363bb06c2e0cf45a1dd2253dc3f23f4cf
+size 22847
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index e0345a2670fb..63f7546133ca 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a176161e616a55add365fb074aed0c9c69c1d7ba852798d5510aacee24e16106
-size 27978
+oid sha256:acc1d970d28ef0ea39d2ffae101a276247a0fefc4398bc06b291af3233a4c90a
+size 27954
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1f7678a386e3..de30e993c53a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b4976cd4b8f3e02ff696850902d29d67eccde087b48f942229a5d3975f578c85
-size 29044
+oid sha256:458140b34347f2ad8359b9b869afa1412807a5680029225328868aa6b603e471
+size 29017
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index ab040eeda7e3..c739d161b0d2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:05ba9241c4c5f0147af784fbf7530a82ad44a2cd9dd83b337bbb8471a25c2ea2
-size 27379
+oid sha256:36e80c3c7c89cd4a1eb3a97c334adea43b2a37a327fe3749f9161723f4b032cc
+size 27345
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index aa57efd05373..8d23c70d7b90 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bb750b639293e171269ecb3a3fc6c0aaa68d882473d1e87f3dde65d6f53a5a02
-size 28347
+oid sha256:08320436288af54711903caf1b99e5722aafd3194f88681309ee8c70154a03b6
+size 28318
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index f49516e77d74..84ee0db7835e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:16a10b3b8f13bec0ef7aaffc60a51ea66770ee66bf818397ef0ff48d17bac307
-size 24621
+oid sha256:04fcb8ea962952dcd60366323f8a8f82100dabb0c51161c6a481ece279e80780
+size 24593
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 61a5f4ccfedc..145d31a2fa45 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8f50071e5ab35fe8bfbb5011b498daed6106f2c7de7fe6c0eb081f61201552a5
-size 21764
+oid sha256:2502c34d19e2d275f07b290370a4a22182c00f00aacacb1317189dd62cca97a8
+size 21737
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 42cce66ddf27..85ea7242c999 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d7468f253cd37d22783889d740f894b510b491cc65c126c3b50cc1bd8d638996
-size 25400
+oid sha256:4e615efada129e483ca38bc8a130c3dfa700fa456a8dd3a237b8c0f65b023f99
+size 25370
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 2d20fb6d99fc..e94033eda7cc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:42863d990c4d8a1ed8ed95a32715ebfde3d81e2ac82fab8ea73ea7155c4f5f51
-size 22607
+oid sha256:d47b87ace265862ea7242f98eba94eb7c28873da739c5915bc8357df70203992
+size 22573
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index b8b37533ebd5..7907a3c14d52 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:30dd0f5f37f3e0d10066e602e50e8ef6a08576b0d1639e788283125e104d3f45
-size 24621
+oid sha256:4049e637e1542cb6aa9bbb6d18aa16d5992b0c02c0904ab51b5554e61b73ddde
+size 24592
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 3bb319bc1c6b..60c472001531 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9b52e1c6af11723bc68fd025050328099e5177302513e269c01501fecaa23036
-size 21937
+oid sha256:624153e06ee9291ffd7536e3cfed0ea35c7a77d9da29d2408ebaa2b040e40736
+size 21911
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 1ffdfed4031f..88df78b3aa87 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f3e75f592d0b7e55125d227e3e84fe6af5260a53ff289819136a089d30e6207a
-size 25478
+oid sha256:12e8a174a8a706e73f257187be9d6418bf45da4ca5c74c6767e470ab288ad44d
+size 25450
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index c1ed146d04c9..b5ecc2abd84f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:41c81643e46262ef7304da71757f18a7ce9de1045a0403e4ba370524d8bd650d
-size 23077
+oid sha256:3689fbcadea731bd019372203ae68be4e5dc6bb669cb981c48505224a9452be2
+size 23043
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 0e37799ed999..38217f7dc6c2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d62f664cdd4356883f88b985869dcd26ec9483aad4413612eb513f9164164701
-size 24647
+oid sha256:7da3f463362000e927136f19cc2d0b682912db1e89d391844e8a7a4323603dfe
+size 24623
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 2707021b0c7d..ca5e5ea5cf97 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cd75db03487f76c6a596480d4b6587644ce796f7ee47136d82f31e8547886069
-size 21954
+oid sha256:dc4f3ede2805b27e2a2371fa97bb7babe5254676095981e88ad0fd1d54d84793
+size 21929
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 4f7ce517a22c..7deefce65616 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e9da8269d939190c58f3b1a291c124d8cdef70e5cf931e3112456418640a8c60
-size 25359
+oid sha256:42a69c1d70053b9070f99656e0637c363ca0760cd72968aeba7f4cebfc11e7cb
+size 25320
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 411e9e30626a..f0309d26eaa5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f8d5f3ea14666d5bceb3ae1a7b4265294a69c47e37c6a4668a70e63e097dcc71
-size 22738
+oid sha256:62963dda24053803deb2f4078f9382945af2d3d5b238a630b15ad198a1239e4b
+size 22704
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 657e0af1f534..eba3917abd06 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:87ebee8bdbc7b3de743fe847e49274fd2f8bc5dae13163f31c1de4f116445393
-size 25884
+oid sha256:e497e3525d13e313a5b0e7ca01874bcb807a7a909493dd2954faaa7300f3686d
+size 25858
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 9ed09b3a47d1..844f106ce752 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:72a4c23fd8c41571c398be273b9d496bd4a08f372602920f9ef0a116fe632bfd
-size 23774
+oid sha256:d72bc39fbc3c6894fa2f534c05bc803549a662894f612209ba7089496d07d522
+size 23745
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index f6766d2c575e..9042b75264a0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cd3f1225f737da64b849202d7f021f2e1663bb554d3d2679a8832507af5c204e
-size 25465
+oid sha256:4a0f3cb72009a0ffcf841851a9c99ddb313af7642422ae53cef6b2cba569ba8f
+size 25437
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index f3e5e767ac90..02c5108fd3e4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:724ef5591bfaf3d4aa030326e28e5a90d35900fbb5da315017a6622c5902c279
-size 22906
+oid sha256:d5df68b439a29abcd92ee939e2aeec9a4a64e75c29208c171f21c35e40727892
+size 22874
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 08b2d7786e2f..318495227249 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:868563a08545db357ac08105ffa62d57f5221e1c4b448b08c1385e0c07fc9eb8
-size 25816
+oid sha256:f229ac50d338208a1ece1d341904370ba42c76d03493cb6d40dd425620b339ec
+size 25787
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index e997678a0733..5f7c53c9ba5b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9178766b5defb15ff1d632356881153c6e133e954eedbce02c9087722c736be1
-size 23742
+oid sha256:f9ba3122287651c9359764f943f5c059cf1a5548ad0c537376afc5fe957a0b42
+size 23707
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index cba43b2d04ff..8dd7978b238c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6b38ce4a8a5f470424ddd072375d061f1785dd4566b19dade45d7b8cee14960f
-size 25311
+oid sha256:bcf267090b63dfb4299a7303adbb0c92c64d2b78bd48a90a06b01b19e137ce4e
+size 25284
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index b57916ea16af..7758462f6dfd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9059cd7c409affad5c8b8ca4a4bed52143972f41c4c95c2a4feab1c4c1a36b0
-size 22962
+oid sha256:773f253239dc8cb32f53b18b7934a06c3504b2233460bb8984edecb3d872dfb4
+size 22931
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5d1fe1946da9..9a1b9790a2cf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9287bb7251d29ddb603409e60fea5663cef5589f198c17479e574e9110ac0df
-size 30213
+oid sha256:da0892e2fd102b2f6ab74e9d5d76e9dc0fdc969585076a3a20f77c85162cc8d9
+size 30184
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 12d38c5f9210..228131622fe1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:add59e8ee9290d4e517422bc85b23f433adc5d6d22160457f1c3943b4e72acee
-size 28314
+oid sha256:06c343cfd630e1998d8da4184d044b22f7ec01f62e67a77b7a381d1ded382a53
+size 28282
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index b2adec6494f3..baf2ef20175a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:43af1ad0a6cc39d3d55a159fc6ca88a059dffc6748a89ca4b5f935fe06c05558
-size 31089
+oid sha256:da63e26ef29e37c8ef0452038a5353301a2c9c32a9a3b748138803c55bfe692b
+size 31059
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index acb0bdf6022c..4896186ef6f9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:89d9b7b00cd616889a5ebe5a34613fbc019060276248f8ebdbb5e25ce5c328a6
-size 28996
+oid sha256:c34be001e670e6294e7d601c6bdae350a555d46ba0649a1de6e52cce690c8d16
+size 28971
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index f2859c442088..f45a6186312a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:22a0ee766c1f59c91f4822a250d7f8d6a7612a6adca7150905abef88718e838c
-size 29650
+oid sha256:eed91110e3c9cb620742a1f1f04bec46e763b10047c4faf4f99bea8068e86aaf
+size 29623
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index df6f404499a7..eb57cd7b337d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f141824a1b9a8c9a16f97d33d79e265c401dc630cc0d7be3e644b4a4af645dda
-size 27140
+oid sha256:758d188e7fb41feaa3eb637b05a5503566e44b8200657a59b2122417e8d257c5
+size 27109
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index f1ad22ae17a0..b91c1389c783 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:43fcd245118003830360a1d4fb623964dc5c767fd93ee6950ec61d75e030842a
-size 30564
+oid sha256:00c2aa08122a02b04b8c1a1b6f0f88ee54f57e45fdfebfb50c883b3c880828b5
+size 30539
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 53074c14c1e6..b22f6ba9f084 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a42d80cca5c35a76ea6beedc185f0fe04efa18f8d78210976dc40cf9ebf8befb
-size 27956
+oid sha256:0de6d23707d6d77248c03342cc7f1abbcf27e23298de60ecd4ab2ddc1b8e6909
+size 27925
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 9ef557bb83af..faff56ae3a23 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9ca860f840899f1689dc1485b6f1185ee8c79a6cf460808fc4f2f6abf7bdcc41
-size 27133
+oid sha256:1ec07c43fbdfa4681945af294e8f87f76370ae5a3615049925e3da8b0750733c
+size 27109
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 50a02e701de3..5299a83a2c04 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9395e1d2418773d87263bbbd7f765bf05c272eaca9525e0c94dbebf74dba7119
-size 24347
+oid sha256:a629071c147b071d2f0be0f43ad47bb3d07420db76eed92180f8b0da50f315f1
+size 24323
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index b5e941b0a96b..d654737120a8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:50327ae273fac3ccfd974e4445f0a060ab4e077736ab1d163ec18eb068ea1b23
-size 28315
+oid sha256:ca20e835a20f61d588c329d71c619761b85a3a758579fbad2089b0ffd122d014
+size 28283
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 712e61661bf2..3325d9084330 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8d93e40bcb38b6744fcb532a31714d41f25a1c13da8bd3f41c987f57f20796c4
-size 25632
+oid sha256:78c4cd567bdf567752cad5de4b3b839d1c2a0c89b00471f2f35357677ee0b3a6
+size 25604
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 4b13a22deaff..f6fc492e64ba 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d76ec90ffeeb1110bee912d2f881e61fec0ad493f30081582d2e1ea877d8ab68
-size 27095
+oid sha256:a6eef2702589b7a877c079bd18806818d4d146e409d198be10e367d1d83d8479
+size 27065
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 2c14ae5d1f7a..26cfa8d75b52 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c94fdac4e538fd43f41e6579b0bd51e2dd0f87ae73068e548f873c4196223f90
-size 23712
+oid sha256:bf39ae6745ef153b9c22c6aa87688fbeed5be8f435f3f021f0f083a870e28582
+size 23682
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 2b6c1dabcc4e..af7b0a54a691 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f95d6610f5453dc0f323f3921a94f4e189b823c9443c59fc2306e758711c0ab3
-size 27208
+oid sha256:b718a3f0d2b7b50ccc478ee60154f10240eced4d547ece6d02fd3ef2f71de409
+size 27185
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index aa9e7f10dc8f..be9009f52f9b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a28da1d52233c1d6c916ec67786bafdc26c811c09d3a36776255f1257251d937
-size 24105
+oid sha256:72bfdb466c40920364861f8b7535de0f1eece89191a39a8742ac63527824d5c6
+size 24079
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index e4366b677533..f047a93c55d8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:db86dc4577dbd32598314c0606d848a3e3bca1684f2ebd123ea9fd77176da77b
-size 24710
+oid sha256:7a4dbf606ed6d574d9e357d2ae9654c857bf418fb44df9987fef2e9c75530164
+size 24678
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index b24d8456d19d..346aaa5d9a11 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:58df43bc41aa3d1b80e6fe131de835ddf2ca1848ec18f8f194ade682c7d18bc6
-size 21504
+oid sha256:5a2cb5dcfb091cdeb7bb7900daebd3ec2de4204eca593ab4c04d6cd9e2f41a11
+size 21470
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 89fab22ac14a..c0cfc74d08c0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5235e6dc8936104d8968706c4db2ffe73229ba5e24c970e389d300b53054e994
-size 27830
+oid sha256:bc287d81ea0b5b1743efe14bdf584d80cd9a389816868a2edbd4dcd0b30d335d
+size 27806
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 983010f04665..b9685ac77249 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:682a2d5fe0fa00ee093e2fe5aaadb1d1f643b0f365174ffb0cb60475072d49ab
-size 24944
+oid sha256:9853449c0fe9d35b958e92f82a1dd5b601ee215e673c26911e3cff62294a6333
+size 24916
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index f8db4e343a15..04f3c2653110 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e7b3ef8336466e66b8b493ad509267a79da848d4bb8657a26d2fe30b5d80ca4
-size 29169
+oid sha256:0d9d1f722ab8bbe5efb5cc06f055d8dfe819ed33d966da316bb8ccdc6c7cb857
+size 29145
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 4e2e276da194..43d43aa9325b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6710d9efa02d047ed38793c43327da2061756d081f631b87a57ea2be31143326
-size 26334
+oid sha256:6505fb39fb4baa99fe2b15527b2cc815612c338463ea9b3f1ccb3dbb1c81a262
+size 26306
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 8704863fac41..a8e756bb3e4f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:338458630c0bdc5140e676e3b12eb863be382fa929e4a09f005a57a600e52ca4
-size 27691
+oid sha256:c50b649549d5cb04e2cb2d3769f9a670106291442eb5fc409bf0db46a117bc54
+size 27665
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6895c2b63c9b..6da9aefbd1e9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ad8fbdc1575bcea5be24c952b707d87b9e0c8217b4879338656101f70b7b3d7e
-size 25084
+oid sha256:51aab63a925584174c1ca224a5654f39a875ac412e5721eae2acfad5c27388e9
+size 25054
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index e924633a3c97..926d2b58993f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b34840eb9db95a8d28e80c0823c4fed888d7d34c315e145c910c21dbe9e4dfd0
-size 28010
+oid sha256:894dac640ed587c9e9ccc75e8599ab60bb44095646a0544b1891bf4fcee93739
+size 27983
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 0125648927fe..385ca2d05777 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bc90586c5fe59876068149b3cf2cc87369135742e2f077e77119f3340874f9d2
-size 24987
+oid sha256:1527da7bb30fe6530be06eb2285b5ec6e945c1adb4babf17f3db51d86b4c7e67
+size 24964
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 61e687a8a625..47fb19bef031 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6a211f2cc8b67a68d05e468287df3b6996450f889829e2c722b1cb440e05b284
-size 25144
+oid sha256:6faf00a11c21e2eecdfa1c25be259aa1018c3e657723c015e69af5d37b452cc3
+size 25116
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7b058c880b91..9a068d371d99 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:85279ac09c50095930349fda9ec262e2ab93262260a3de3222cbac9b59b7ac50
-size 22105
+oid sha256:fcfdad7b4f3bfe55b53073dc1093c1afc2591f561c5455a4ed661d4c307eb31c
+size 22072
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index f6b805c89aa4..ed9369e6d5e9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ea2b98c3628cc4f18ac5184fa094b8581407ca5e87cf487f49f1ab802cf1b42d
-size 29118
+oid sha256:44edfabc02af2fe7c2cc9cb3d3e0fdf237b0ed91ddbac2fced02305fffd76968
+size 29089
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 521a2ce3600c..05d3ed413fb5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5a8a85b8758b2fa9b2cd59b9eb674de7fd4291d59db13e73892433c68cff11fc
-size 26139
+oid sha256:31e3e98c0f7bacc74b43b7ed3c8bc2870a9b2e6e4171a43c054a5912ba8e4f42
+size 26115
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index ceac6172b96b..4c695ab19428 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2c8b19c27bead29d9af610e626a66246089882a30565f6179584eb3e7ab24ed6
-size 28147
+oid sha256:ca10338f0bd8af8213e0b92b1387b4ed0bcc5822af83b8a028643a7ddac8cbed
+size 28111
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index 82b747b80a7e..f5e54fa00599 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4e0f1947c87b398c5777aebe66739bad10a5e0b54a0d597fd12d60cb70b25da4
-size 25675
+oid sha256:9c1ebb0946bbf98b7a83d785cb903581eb51428cc058fe19a6afa954e23727fa
+size 25644
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 00eaa14bd4cf..80ee49252047 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ca3e451a437b84c022d2804e3941559e640e96de074d93ca574463ba750847c9
-size 34682
+oid sha256:345ba6377b90f3286eac796a30e34ed423072a8e5ff122fa65e715496c42baa1
+size 34662
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 5a73f83852c6..c42d13106960 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:505aa6bfcb0d1e9586e1345b29299cec9fe82db94382b4405ea3282d0db4c2f0
-size 31859
+oid sha256:896229edd0b231effd837b51e2c61602a2c9c80cc50f8ec54f9dd498c9d81cd8
+size 31827
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5e940154916c..1eaa19497fa3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:868188e68a02146247656708baca563f482c5a653532317bd473dd46474e8420
-size 29166
+oid sha256:2e195cbd24e5e6d9c1b5369528c2e378bcb2908aab28eba60379a301e1b6d134
+size 29134
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index a49ede97fc0f..e42b7008cdff 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9368d6ade0939b54f7d99995d4260465c2851232d86246e01dbb9376291ec5fd
-size 28015
+oid sha256:ecfbe125f337622fb260799f052a70ee9c5eabdb4d207b54e022b5fb5bdd3c79
+size 27987
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index cdf55340cad3..e335b067f974 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f9ac0d134f9bcbe7b53e42cc2040d517f0a8dd71f8be9ff85aace09162666add
-size 21524
+oid sha256:8465709241a772d41e8f33a0391ab2083d8301d550f3bc180faa9bea114b392b
+size 21495
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index f36232d7c9ba..fe9e693933d6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ba15b66816a304b9190415e6fd3ed9413f044dc673c42fae46810dd50555f815
-size 36073
+oid sha256:6935884b45fcb681013b3c6925e7771c52ac23e5e5e3bb12dd337bbc626a2e87
+size 36045
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 95b7881eb0a8..72536f76ce2d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3f1c6add48db5ed3df61a1fda4d667bd1ce3e97e7bd4d4921d589da2cecd9534
-size 28345
+oid sha256:3be183a2407389f3531abdb5a4974150e38812f3b27a1ff68e77f6fc5a271153
+size 28322
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index bd56127b0ede..c4fde3c71ea4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7f719c359cfb2accd2e900c520fdcd8b454c8a8adcea8de2decff8a7057c0565
-size 29060
+oid sha256:2cf3cfe383359b5b50176120409bc60187463b90cf344047f87ba6129e79c9d7
+size 29027
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 96b3749365a1..23a37c07cfe0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6297eb2f826b8d43e8b4bf1d65952de5f13e7c8cda5f178281020791e1eaaed2
-size 22270
+oid sha256:6529663041150d660f622817d9e3062a35358f71fe18b3ec6efd8084878b0dda
+size 22240
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 1fa641f5ce9f..4afd4495c6bd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cb3b045ce5855c7f419fb1fa87b2eebaded7390f61547f0aa03bd95534042f4f
-size 28623
+oid sha256:056e47a093778af0a6487d7d55e5643a2beec3f483621926f36de48859d56a4e
+size 28592
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 82001a0eeb82..cfff0fded1df 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eff3054746f0afd12ef094269b76090ec5c0ba82f497364f2d5ba5f1a966c808
-size 22445
+oid sha256:23009f89e9d291001f0d0cbcb338b021663d19291505bf40bf587fbd901a511b
+size 22415
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 508291bbf2d8..f39cee621591 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d8c0f9525c229253cc6659147c46878ac0c1cf5dcc8d6eeee78730c33f10d101
-size 36898
+oid sha256:8f8dcb73b26ff8c28220acb6d086baed237f7d413b7f57276210f7d8d3f7a8fe
+size 36871
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index a8390b9e969a..23d4ccef82d5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6cfdf8bb6f81c793053336a298f321d9b0ce1221553d7c7df48544b2d482e724
-size 28843
+oid sha256:7244c8901a5cb538a763fb384d160ce66b75bba63d7b9feeb2316b3b11717957
+size 28814
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 3bd457f479b9..4eee81d4d6cb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:13b884f1a478a67e4018778351f1a67b18e4c5d063cb8680ff66d966d01c21ae
-size 29652
+oid sha256:058c5f074a0f9e101fa5684ffb0b6abfebdc2a76ae0cbbb5cba9ffe6f452a376
+size 29623
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 3cf88ed67ec5..6707201d6c4c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8e7dd1de765a9c0f8998d5e2c6120355a77a279cd66b75125e762738e53f7b7f
-size 23104
+oid sha256:8503b0c3632e2ae0a92961ce8ef5fe934eb0b3215a317dba32dbe6df3cd24993
+size 23075
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 078d65d812dc..2cd91dcb6f44 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c6937148db3ca3873865cafaf0825ea314a74e330de1c0eea941657d94860de6
-size 22015
+oid sha256:121cc979a104195ad4fdafb2fb34c2f94e66c9907612bdea12cc003b01fef189
+size 21984
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index f3dad5f8d821..0b4b78d8052e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cff3225a52d890800cf45007497bb985a1a00a424cbdcb6f90de8361efcbeaab
-size 19086
+oid sha256:ded38c05f5d3da700cbebac843474eab5ad156dde03d6dd8834805fbd948b8f2
+size 19055
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 76708c5df62a..133d21a626a5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e77cd9abb400d0a63943eef5f5be3ebd24afe596849f451c79ff686a6454f4a5
-size 22511
+oid sha256:01bb45f4dd881b896fd5ee9f9da8297181bded9a4075dcd19dedd894c7bcdcc7
+size 22488
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 54f1fd3d2f4b..c42ca12ed80a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:347e8999c21c2dda68eea2f90c6d4676d11e62f292b67f0a31f1656878bf19f0
-size 19688
+oid sha256:c5e34850ea2db32a0d852234b57a766239bb8d7b496f0279f3b4a214bb495c42
+size 19658
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 4c1e1450f4b1..62b0870503e0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9b24d63492f85854cb162e8448926e3757a543e6f0e70149575c5d7944436bcf
-size 22063
+oid sha256:83a873ece9c4d2271ac5d2c2e249aea080542427a390513bd3f6bbd822256940
+size 22037
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index d374e0732166..7097f21e2248 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bea77f4d98bb6052f8fecb7db7df94a41e9bbadf3eb2c39eb777deb25e420e87
-size 19145
+oid sha256:799319bb37aaa73558999ce37fb5ff48b32e87de074a0882aac1938631dc1874
+size 19118
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index dd199859c9ee..fae4067814a6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:94b615f08e8838c29a0b06edb843c336072aa8a87f857bd74e8fa56505410889
-size 23011
+oid sha256:91dd57a9a5af80e32ee778edf8a7813325d9a7f9f26b13ea37b5fb2d0da2c8dd
+size 22978
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 76da5024932e..23fb61370b4f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ce6a1b7585686f982062ff446fd3ae827b8c9b0a4b5ab87aa31749ef37df6fd5
-size 20069
+oid sha256:85a4e18c7168a62ebd13d6fa3c9ce9332be739cde9664b75a92923bf3f57accd
+size 20034
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 5dd513653f23..9926cf5428e9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dc489779132a7e7ce65b6c5699794cd387100a03bdf2bf863fd71c17179a64e2
-size 23103
+oid sha256:b6e9da859ff3ec7afe9d73cd6b9afa74ec97210c42c7e2020c9f74e24adf4f61
+size 23069
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 346760c44b45..ce4be023cea6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8e7754397eecf1ebfea3412361e42ac0c0c9412bd37de60fd9b6c0557d71a0be
-size 20419
+oid sha256:aa4dd36da4e02e5d24867c8653a12b4349a20ffc5d06089dcf0f3d1e5608738e
+size 20385
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index f050d8f00a17..9775b62de27c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:83c93748181a6e337700f6f231730a0953c3f6eeac9ede841ffb2fdaf4d92877
-size 23118
+oid sha256:68e2f31722f741df499d5fbc89e2e91617a9bff87b39d9e81d31775909e48359
+size 23088
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index b3b4ab2d62f2..09bc61105d43 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6a943db3f2d5d375c50bc36313a297d267ccbd7d605b88fa2395e6d40c66f098
-size 20119
+oid sha256:ccc8943cffb879e935c0fc1b74e19c14cb54a279756b7873864a461f65b0cafd
+size 20088
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 7e70d998d209..d5b15cc16756 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9ecf0b683eaf6a4eba3d6e6bba7492263fbae308fdd49cdd6b79d78eda29b4ab
-size 23209
+oid sha256:2ebaeada9309960bd3f681c24291f385b7804060cce55bef65cfa8d2e6824933
+size 23176
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index ab1926f0baba..15c57812b221 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:617d3fe1e833e6629f52eae704917c84f302008ebe1d428b774daea99c64fa89
-size 20469
+oid sha256:8b34138e968dd027d894b0cd09a9c3d150b62bbaab56a862f749457747cd4ada
+size 20436
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 44ef388a11b0..1eda7579f49f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3003eb6a6d0e4fce4dbcb59c1f8d9cb8daaf0b6ad66137945617817b60da223f
-size 22341
+oid sha256:4f8e943ea5beace0ef0f645119c0ef4eaaea31748034ebf73cb5445bfc9beeaf
+size 22314
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index 2c17a33a1e29..9fac2772c803 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d2385e8831d7a31f6261bc491604cbea5196c622e7aa7bd8f11ca108ffbd7b17
-size 19724
+oid sha256:962cc53917f93d12a1879b9d251fde9ef1dc7d0fc4696dac43b68d3da5988541
+size 19697
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 56a7c7a5c327..5d3ad401ae92 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a7d7e3d40e69c979b9ca7a672803bdc5b296d4a9ec7c82c0c2c1865058cf6088
-size 22064
+oid sha256:da1f5ccd98e2701cb2aae82adaa8e8661426321427d798c5636884913612f43f
+size 22034
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 204b9607bc9e..16edbd0337f1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:891b143f087b83df1d0dbcd9f38502a61fcbf3e42e75a967ae702c83a655e904
-size 19120
+oid sha256:fe50eaf92648dad079cb9574a6465c408c282f91efee58527a8f63d85e95b5fd
+size 19093
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index fc8bc1342483..6a19af5ce9a1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:538956a4935715cb82a10a9a6025b28ed28cfcaca4815321add338793a0609ff
-size 22514
+oid sha256:0fa94171ed9e13b5be8fdc803b60494a6116a1874b901ea45ae7463bf2b8bd25
+size 22486
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 6e1ac4a54851..f2dac3afcf5d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:29091089bcaec8948552aa8e5d6ce7d45f998caf2384dd10e59ab793cf8e5ceb
-size 19720
+oid sha256:2433eff091e58c160ee48a1c874d0ce3749c79e9618b57375b1efb111f47523d
+size 19688
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 9b2e25a50df5..5636d5a6d39f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ef4a0b98cd4713e1133014a94abb064b352649d5d7db921b1aa197e7d8c2cca6
-size 21953
+oid sha256:dbea7e31abea8b57e416d66b15cabeba32264cc9ad8f551c6814a10a4963d8fe
+size 21926
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index eae4411f4f8a..25e0720e0580 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d0f7f3cef74f05ea7a753550eb1f5d01e5e63b8fbf1cad6e621ca95c47117eb
-size 30075
+oid sha256:5269cd351e925cb0775ec6aa645ea16e71e747b71068991bc91cdec8d556e15a
+size 30049
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 3b3e43b637db..743268b27c8b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3a648bc2145cf0ba00014da854001f140d54704808805ca1f303241f0a51c67d
-size 22510
+oid sha256:232784307c624f78326bd8d8e8f06b2f2fe83544940da7f34b46d84ee4eaee8a
+size 22482
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 0c96bdcf9a94..d6c1360f5bb6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:017e7ce2cf9b3a0e57d4daf721745d826e5c977687582e144bd8c7ddccc8dfe8
-size 38231
+oid sha256:b33362594096462b4b523fc56ffc302aac1799c67e215d82957ccad04356424c
+size 38200
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index b49181aa7d4c..1c9201278a1b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e4bd4590b72814517bb7633c84d01ffc4081795792edc21630bca15d572ef44
-size 29044
+oid sha256:a8c1135f965ceeab9a24768c0116d98a7a9aeae29753d61c44e8df9f7ea24d52
+size 29017
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 1a86557c3dfd..0e9eae7efca7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:21a3fe9c6d0f20ef6932502c643d4b6e43cb85568b88f562f8493975c2b49364
-size 31271
+oid sha256:3e92545a3882979580b0bc35c7d36973e7fb82c2396c398ee3bac280cd610ee7
+size 31251
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index d01b74898c30..29dac4ba147a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d1a5fcb6a4f5f5ea218a18ebb2a531bf44c32c33eb14a06e7f6166a85460bc2b
-size 23158
+oid sha256:f7ca3cc835cb137897fc439470a79feabff9af441d8b57007c1e1ceb1b3d0998
+size 23130
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 20f025db36a4..bc665dd20475 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:83fa392dceb37c342781df89cd1ce885c9148d20330ca86f3e0af2a211ac4790
-size 19100
+oid sha256:1a870f8bc40d33be744d1b36232e49e96a32c1085143fb28d668c057adc78bba
+size 19074
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 81c65e31ea4b..bf51ea6ad574 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1bf900630f988a39edd6e622d74b8ee9a9e2ca24d667deafd69de0337e5204a7
-size 22664
+oid sha256:c5fd4c804ad0fb11cbf39355d7ca791707063dd502e797f6bdebdf7adf3b8bdf
+size 22627
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index aad5389fe74f..330ae5942555 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eed8d15d18084f925ee4cd7c7673d51658fddbd226201eb8344c07effd6aef70
-size 20085
+oid sha256:a2103e7c177d4eb5f4ac43e0c9b0db7e0fd3a221454c52bb8389e8ad28141633
+size 20051
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 544e7eb57a76..7a6536f893f3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e27c148050643db6cfe104060a65a3ae4ee8387a37462cbd42f43898fd9c40ec
-size 23016
+oid sha256:514391ba99d2ec66be64d598725cb7306c88c3742c16347d9c73b35123192c16
+size 22990
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index c9904c8bc598..044220b39462 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3d63d080ff56a56f3c5461f9af2fb058237b2e8fa6868d7d1af7ed06d06df988
-size 20199
+oid sha256:aa6c1e576739dfdc45c456f04b4849b06987c0abaf97027b958294da9e479560
+size 20173
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 101f9cf07047..a2d97bf0a226 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2a7ada9226368e944c2119f9238a0afbf25aee6333dc8d38293cf8226fceac1c
-size 22786
+oid sha256:7931b4602074d9c83bd011aa3d4e991e1043f53b6dd784adedfdb318ed58e113
+size 22757
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index cbb83f12baa6..7c0a1f916dcd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:91d3dbd81985a1aa3479974cb2c8a611f8345884e30a6b11f131652bd91066a5
-size 30709
+oid sha256:124f63f416ff12e65dd5a1fa0deb7a33087186a0b646f6c693735815e90058c5
+size 30679
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index 342b19b80dfc..01c34cfce925 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:86fb2a009cdb488d3244615c4c8f64234901d8f1a7bc7d55dcde5227966492a8
-size 23720
+oid sha256:574046c750717e865aa07e2dd67ad0e87e298566fb65707deafaa89dafcdbd97
+size 23688
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index f4a55a0274b7..8ff32043e569 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fd0e18ea3b5326c417249634d5e5a8d50c0874e571c73460dedf39dde0d88fa0
-size 38984
+oid sha256:4f721f4cf2c5ef1ef3243b5f217d798038c40a095f532b7215647a53be6f5f0f
+size 38958
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 13c15fe26327..a4471b9f4750 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:369e7f25f80989b90497efaad5e995b5af2371c891723e4c24dd358a4769a7f5
-size 29858
+oid sha256:4f7c160174659fb5b25efaea2e47fbcaefb09efbf9ab286d4b57ed2f3e01d0da
+size 29829
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 009877019371..968c5c6a7ff7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eb928e224cf07264c1ff33c15ed77e7ea82a5520945056baae9445cd8ca07c2c
-size 31786
+oid sha256:2b508c47e20313c635b8a3546d5967de0808411333faeb4ffab58cffe11ff2b5
+size 31758
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index e07f4115ba01..841f76519170 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:292f65e2b1d66d6aba791d25e6076e09959a028b719863ce5f73f29bd5f6c38c
-size 24459
+oid sha256:6a22b55c204eb53792c9e05a72f8d67a057c7c62b4197e8918fee30ad6ade378
+size 24423
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 66e575d8db70..18f4e565f70e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3707dcd4a0eff5502e0d59012d65c2e82468d4ca3c191a6014d0332a652300bd
-size 20102
+oid sha256:992e5322c8fe7e6b92f186a3a3f1bc7a183e4da9ef70e6e1c404b5cd1be5311d
+size 20075
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index e02980b4050f..99b162b85613 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:294ff3d9569219e0b014974692596a8f643e3786fbb0c3c414d692ccb8a4876f
-size 22928
+oid sha256:492e78d4185ccaee729cdd0b50e08275f5e44e558ceec55badaea068a9d45f59
+size 22898
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 2005c1ce0567..27a2e908ee3b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e880b85131404ce6bc032a5c41a49d3ef490562aaba95a0a1c118337b063f675
-size 20126
+oid sha256:ec2e75db4fde33f180c56c154d0475ec9aa1e36d20a3e9c5350b2d93e9a1eaf6
+size 20095
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 489326050fb1..657e1853375b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:288e4da88346d82aa2481ec9497c1096d2b1be954426aca471dfe5734aba35f6
-size 22417
+oid sha256:4d96eb15dd0ff2425f8cc0d3b5f7dd9046a10108a1d6bd9cc1b2faa95d1e30dd
+size 22391
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index 9e183801e394..683285b09764 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a3b18846cb3167b56d3b1c96863fb65ff6f9b4de161731496321689fcaf939fc
-size 19608
+oid sha256:2fde27b52b63a468a7f844aaeb27818ce7d0cc7151b2a23ff55f2a3f8f4a2728
+size 19580
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 0b9b288a7930..e9227a433d92 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ce1cd0ee567725ca5ed3be6c05bce80c0e15357b68e56cf80873a3b481325272
-size 23487
+oid sha256:02814437ce7d0860240155977a64ad9641bb3f6a4fc6815c801ed30c82bb759b
+size 23461
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 1a46b71a6a19..a30da982c6fa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cf5d71031d1e8553a13a5b66ce60e9f0e2c3b6cb9c55d00c1b39ccd2d44cc3a5
-size 21376
+oid sha256:d1ce0d0ac77cfa26fbfb1e8f7770468fac4cb9e479ca48fbfe530526d625b965
+size 21345
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index bf244fbe2ee4..baa859fe8cf3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9cc2474a8baa8f99af36acc3f8d9dc7a6ee95edc54124bdb8e2752bec3645bbe
-size 24555
+oid sha256:7c31e011a846ddc9e67254d809c86558684bc77e4230355dd7e61b76870c73ef
+size 24525
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 6b3a992e317b..ecae74c46f27 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b93799b3bea7e957f83a1e632eff16a459735409b0093abebef8737a6368c557
-size 22468
+oid sha256:92a5d00539a05c3ee45bb129d3c67905b69dad238bccdb754d3e058e35f45c8f
+size 22436
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index a5a858a93cb6..b6b953acf962 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ba8e44d078793c332321a48b3c09c17562faf63b4ae2a0105b46a665a0be3463
-size 23540
+oid sha256:7b34765d867d33640ad9a5742bae6042149c0b3902766f9ec8c4723f53da2776
+size 23511
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index d0425d427391..fd396e9f8006 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a49d79e413dcd9a12150e389efbf7800e43368431c39f20f8815180eda6a3cd6
-size 21116
+oid sha256:9a111a341f8118dbb4e21f7b4ed92c18c285499e5ea241c5e9001907cff0571a
+size 21087
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 942616efa6e7..b826e9b0af18 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7afa652a16f08f159ed1437a6ad029109bebfa2900569495b2941caece9ce027
-size 24736
+oid sha256:42ee58b7360881d3173398f154c12f4aefa2edcab84fc8e089671562c17400d2
+size 24710
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index a5135a99f310..b30495d2fb66 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e4c80a97e68da64a121042579135896b9d279ac05d56150499357d3138546e92
-size 22128
+oid sha256:1633effddd191ea7695093f861c57e041dafb23e9ccc639fc92a9efde86d849e
+size 22100
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 699f44f12237..c82f1cdd1d50 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:95a3ef8199b52e125ceb3bffcccb7bf6835565d8953b38118f2e3d99173a416e
-size 25229
+oid sha256:70263b8488d94c3c7dbfe9909577f5704b23e1f098514cbb3748a321c2939bba
+size 25206
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 83655eb9d637..c126348a4fe9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b585c55f2f0548f86b3f4e6d2f0d1f445314a1d14096254d4161faea2e2395c3
-size 22894
+oid sha256:58ed3d8277360936bcd301638946082519b4437d88c3ddbeae14b2191465d3f0
+size 22861
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 1402080619de..50604fca2cc1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cf802b94db3712513e6c74166d5565b2d2bb21dc38d60d243eef0ae053095169
-size 24904
+oid sha256:3413bb74ef9973b6e235ccb2e6787d312a7fca6f6a217bf461d0ad735a3e120a
+size 24873
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 9464d0f155b8..af5b321bfd8c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ed1954c9251cfbb969a24461447224813ec812a28626bc3a368ace97b092bfec
-size 22405
+oid sha256:81ca199b9e65d8cad219deeeb4563eb2c81cafd2ecdfa8ca55345c8a992e23e6
+size 22379
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 890fbc7c02a7..5b78775ffd6c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9fd484234bdb26b85689209d9d9739b5bfe0cbee425b18f77ed0eb80c0d32866
-size 25469
+oid sha256:0c0552ea8a006b1d105390ab3ad308773db6d4f5daff7537711265fc7ca017cd
+size 25444
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 8906dd61894d..b5698d07c5c4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e8146922eb0023c409855ae9fe61f63768a62ed747e575b0371a8eaac13bf9be
-size 22941
+oid sha256:6759d515e531aacfb6f4ea54a477150d3f947a32cfadd86059aaab0c2b9cd490
+size 22916
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index d4580d93c3f6..b4b08d335132 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:572047604c686829fb042ed069db7c5661e3483e4dbd15a9f3b9378003ad1b2a
-size 24430
+oid sha256:57f80ba42ad2566ee38d98499e98607ac624f65235f7156ea7e973f7c5217a61
+size 24394
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index f19342c04706..e53234d32f85 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2021c8af77d2aa59d07beba664ec02f102db861f07268c3d447303df2ab5fd7d
-size 22408
+oid sha256:9177829f5b06d9f1cc19f882c1c953e1959071621bf9f011268c15931ff22f3f
+size 22375
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 33cf176b5fd7..88308fb3cd05 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:192833378a877708a5c2bcd7440d1659de5960257bd0c34429e6e637836f89e2
-size 28604
+oid sha256:4ebc31df97f732ea126d95866036ec2f6fdef0ba0145eb1cc242756a6e21bf32
+size 28570
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index ddc192fea506..cada8c7424d4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bc767948c675ae32252759ff3e0e97b1e694d795a8ac02e5ee4300fdd1567f5c
-size 27674
+oid sha256:ea658d5f74c2eb31c26afa58cd138d5f8986b3ef38b7e6ebfe989c50f47f871c
+size 27642
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index f55333468cf7..f9863fb2a350 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4f4bf63cfac016b444a6803514d8dccc2a0fc20ba9e56a2c8fc06977e5ebe3dd
-size 29054
+oid sha256:e500fb60722299a59d41699fb3c2838c2dff06e3b79d30b9fdd46d1fc0a7b463
+size 29026
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index ed44a3dbe842..6d56db9dfe95 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e1e0b15eb661239b18686385b3dd1c27a31301d059fbd79d63b61e0f4a88e4d3
-size 28206
+oid sha256:26e682f0b48be700d6b9106339a0f8deb4eb21d1c9361ef850f40e3d4e25c745
+size 28182
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7c9eb1da1e5f..9fc4c03d6b15 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:410e36df2b36c1aab0d8ac72f625ae9d621bf07787b81ea5692b182eea56ed56
-size 28922
+oid sha256:c31d5ad8dd4ad198a620abd753bb340987eefde194d660c59ce4280f3eda0424
+size 28886
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9d7cd47e61ca..957f7d7c2c10 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e21e0b8d5e5f7edce19f964b4091aec74a18b2cb473d5fc04080996a1db79f06
-size 27157
+oid sha256:e809387c55c3d8cbf71c2c909fccc64168ba4a84ed77bd07b5818e4a83394543
+size 27119
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index df35a59a5654..08f6a78a7fea 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:512262e366741aa163d6389337f619f04419284e5a3b1e87630efcdf2c02f53b
-size 29329
+oid sha256:81bf2a61c8c231e5954a2ee445490d2b5da976cb5d46b24c35d41e1eabbb3a50
+size 29303
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index e7f521bcc4d4..66ba328b19a3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:668a201d727cd6e3d4188ca13ef12b872c03d63d71b6898c64b5c55d073bdde4
-size 27599
+oid sha256:b5653329906a16130872c8013b4179ef8626ab1a67ea4d51f9b9f5a990920d51
+size 27572
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 5b6fa9177617..c0deecc39ce0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bbea5a16d3db21406bb255ac77a28e5072e363756013b1a55bfbfff8b4c996bf
-size 25486
+oid sha256:3d7330f7850a5ba92a843684824aba0fbe0000c3814174c189757fad01136ea2
+size 25454
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 171165a3e7ff..0117eb44ddec 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:39130c2452729a6f935440d7ab31e77df42a84e3d8ad37771dd033554b13af0b
-size 22541
+oid sha256:6d8a5646c8fd593e71813c71aca886c94ab56fad214d50b8a7300ebfd9ea6024
+size 22507
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 4f2d1c86508e..dd0997a765c5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9129543fbfedc2803dbb4c25116c44fc4bbd7a2ffeede8a879cf2ce2aa520904
-size 25952
+oid sha256:187e6c31afe6bbc16227b8bb5488b460dfa9529c3e1a87ca1e41955a56daa291
+size 25923
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 99e25ed44436..ff3e6e31a694 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9563899cd65458a9354e96e956f707141f8b9063239e4d0a9e100b5298a16186
-size 23120
+oid sha256:70386b8d5ce3f9595bd7615f605d12ae09afd7e948527bc0ed47e4c1c3e77cb2
+size 23084
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 7c54dc154675..ff01f8ef2c6c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c91f838a2dd2e89d041d47b9d0e916f29c1e6c5586fed47cdf2d7e6b509ac9c2
-size 26524
+oid sha256:3f554b4f19ad7a2afa5e7d9472bd740990fb5bb6f1b418aab7f757b013400747
+size 26496
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4e46b9d04414..2ed1f435d253 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:12e9b53961e6791533c83e00e5fa8a64f221627c992b9f79bb8f400026f63259
-size 23116
+oid sha256:04dab3d75f84dc5975fbe58213e4280789aca5b89cc6303f9e61148719d6ffee
+size 23088
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 69cfb1d161f3..ec2d66b5b3ba 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b1caf9d8ac2e9f37f17b674e05ee9fd66303cb94be87b0312f7316e679451f36
-size 25560
+oid sha256:6f43bbb02afa5ca3399eb903087216e26588b047a78f3130a67e4425325889ab
+size 25535
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index e7dbe91c0685..acf3ca0f64e0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:05676676e9d84083e5d00c88dcc6d5bb97455fa80b137cc05cacdd25372cf24d
-size 22570
+oid sha256:2d804ff5deeb195c06481aa021435e1d1ce37f429160adb7bf92003cfafca04d
+size 22539
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index b3b750dc92fb..7438c2f8adb7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ddc8c8d7c55b9806247d805cb146f6b446490acce690ae6b4722a2f1e67bbe29
-size 24231
+oid sha256:ca7c0fec2fea9a47724527fd8f460323411c4890175a1462bd2856ab6b45fd82
+size 24198
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index e51ef83b2cb5..26dccb3703e1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6af01dfe3858a5ac57aea21985bdb839a123eb653da17d94fd19e0df397935bc
-size 21636
+oid sha256:2e72b2723cdd376fddaa2ec702e04293547badee82ddf55ed12d563fad822b3c
+size 21604
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 36fa1016a12b..96ce0b8e2333 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:57de4d31cdf2c3fd844d1698ab927132af73ca38d06415dcb4e2acf05cac8188
-size 26421
+oid sha256:3b087c1db180567038a2de22675ebf8bce1fdc7f29558e5bb788031285260e59
+size 26401
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 1ce224696b98..f33cc2fc079e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e3c00aa4654f8c5af8b70ce1241ea5b07407c09308fd853e4c41d6ee6fffefb1
-size 23698
+oid sha256:8287a6c77439930aac6708a9e1996e237cef2efde0aeb1b5158f2adc7c1578bf
+size 23661
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index a5f5169c7038..0aa0252c45cf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7c827f348c43414a8e6533712483742e1e717ba128120f94cb1768218a763867
-size 26214
+oid sha256:a1b4888625b23882fd935122b078043b66f03eef8fd5a08fa61898bf96502c6e
+size 26187
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index fdc73a4561a3..268ba75c00aa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6c02ed5512c3ba713c3fe2d59e846e780a6cac524d32f67d0ddcaec0688d7bdc
-size 23910
+oid sha256:c8b5c1bb32b3bb98a0bb22e038fc5ed863a744b3ae37570715d3162bccbca9a8
+size 23876
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 0af810d26b2d..85eeea8a127e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:770fc84b1c7c4b11bc3e91b16073ed07464f7dd2f4d09b0ca22256e07bd6d4c9
-size 27374
+oid sha256:1d79ac87469eb460e358cbf4bb7b9b7744cf5525ecaa1019be39a27f9a27048e
+size 27351
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index c447349f879e..864c6a7adc11 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dea64e34a29eb83644fd637c45b9fd591b0cdb14d62fde440f8aea2308035178
-size 23961
+oid sha256:3e984b4513a51680c140a0ac101049c4d3ad3ee63d95e2d3dea9f83240d34ca5
+size 23925
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index f5930dd4e1c6..cca62693cb28 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7904dd4a4fbe6b5c8d04e8fefcd2d28d3a1d7fd0aad993911e6c74837b4f75b4
-size 26592
+oid sha256:5ce3d431859382c354b6213e428b931a1664c96db2266a61c65c2a5e4d83ebc4
+size 26558
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index a9fddfb6b3f7..2e01ee599ae6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2453d17306bf76b78872f6fbddfffe104c9eb365a5fa4b553fbe26ff76a849ac
-size 23765
+oid sha256:05a8d53fbe049e3bc9a2f7358499a9559ebdced70b7cff6f43d4c4f0dea2b840
+size 23728
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 3bde7164521d..33d53232ebc5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dc2b7a24f9b0532c03b353f98824f3392c66189138d83bbf6ba3cd11b704332c
-size 25182
+oid sha256:483027f2841069fb1db36f050b77bf56f5b0ec6bd3374ca5f026dafa938b40a4
+size 25148
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index f4a08621a0d0..f073b20aabdd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c6ff1bd359f30dad9814fa2f5bedb2526e17ec59b018207a31c7246078f2f62b
-size 22464
+oid sha256:b22133697c87d152db38c48601c8da30bb97c97b84aeb97e3d4ff2ac7f58d97e
+size 22428
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index d3a93c9dcc57..6f1b37a4bce5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:21dc4a67e9077ef986b6383b43cc99539196899659cc3eb573ed40c4d2d8efc6
-size 26267
+oid sha256:b0e899bc77cc7ec1c5efbfe4da450ed445f9b79d978ab46e17833967e92b4cbd
+size 26239
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 9f6af08e20b6..7403c78bb5dc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:74645c3c0bde94402f5162eca3ae3f4ec0df7666887f133acccd226cb0131ff0
-size 23931
+oid sha256:ef894723664671fa1f24677d80b7e5d92fa996dced95cb54fe1a600586352d39
+size 23902
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index fae8423db7ec..83b6c0b58836 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:15a653ccea046f34bdf999f322e4a123c5ad2c89567d4db8d9272e9758414626
-size 25835
+oid sha256:5f81553d15339675dd7e76799e92565929cf51b9fccd6bfec9a1de59330d729d
+size 25802
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index bf70e020d6ea..f96803ff79ce 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:72e0940d09f96d285ab150b5fdd7323f5efde58340818c73d36927230e78f553
-size 23127
+oid sha256:b0b48d67fba7919dba53f036c1353b386251194462144215b66b902ac531a41a
+size 23096
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index a06c807c7aec..fa4c9857e578 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0628f87f4e09b27471a453356c46272fbd04fac147d40476fbc997e893d71ea6
-size 28592
+oid sha256:181687b5d1c55a63202de03ba7bca196e2a96c7d7ec06738b422300d78f31b54
+size 28563
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 81cb80d8b011..6ddbdd3c52c5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:35d6d8def968ee60451bf08860616e1559cb42a2468c0e3e88f874460a97f046
-size 29404
+oid sha256:50caae67fce0d2820d581736e89d7a5bf9312a556f796f9bb893ce970a1f87da
+size 29369
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 2ceb463e1dbe..98409e7dea00 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d649ad48118f42d52bfb04615599ba2cbacada757ac53c3f172f68fe6e60e7c1
-size 29016
+oid sha256:3342a077c14412f2a89d29114e96f8a049dbb5ce9e446916e52f313bb8429b69
+size 28983
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8c18549a0c28..b63e1e008c7c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:163aa7e051412661e9d26941ef569df0e0c3e12a62c905b1ca63b2d4b8af708b
-size 29905
+oid sha256:2d2ec8759e809ee33b753d780e29546cb8de895c219aee29be9dab42764d7a53
+size 29880
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 3f43beb9ddb7..5b54b973a746 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:92aef1f7689e78f48221e8a6cf7adf6a1c92275f8f52a5f47f5e0ba11c25eced
-size 26533
+oid sha256:947e7856671e27ed2f205a98b97d77e7ad4556278f5ed87239e16dd42e16acb7
+size 26505
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 32b553ca1790..9ccb3ab0edc3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:473863eb75b9d788f2ee6b333b79ad0ca41959ab7bc4fcbb3ec4e393231b2e33
-size 23762
+oid sha256:75cc64284bfc7ee43df26b9b3e161688a7638425ecc371900d4db843c621a145
+size 23732
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 67d151492fab..22d2cc376a95 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:95ba0e5d361a8c9918f3c6b547def6e56f0a07eb55e07a8b13d2a9d4abd3f850
-size 27454
+oid sha256:4fdd7d29ea138029951e3240abbed78309c77e494b892e9525cfcece99a1221e
+size 27422
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 55c8ed0ee506..18f20b5a5773 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ee3cc49ec33138741432e08ba7b62b5c12136a834c581a3e45aef957709f02ac
-size 24779
+oid sha256:81c3d34907543b65f3947dadfe47902ca367bf16d4015a3bec8b2ee7be08c3d2
+size 24747
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 54f3f63beada..8f1ca222c8fb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9acb2dc4003c3eb70af95a32cfc73e05ef6a5d7634a79fd2bd45d9bd043d8318
-size 25437
+oid sha256:da2efbe42c58b8ccc05c97513d3339a74cf10d37c7fcebaeaf9635be6a1c95af
+size 25406
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index e9b200759f2f..5e944d500e13 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b610e708faccde60b87ead5336e479ba59ffdaf3fc09bc30e742ae4e636a103c
-size 22721
+oid sha256:9d4efb7b4fa9c3561c2965cc2f1003984a5889b328de16f0e0280930866f05c8
+size 22686
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index f30fbee13290..3d0af97ee30c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bd8e371f57c13ab594d25d8c04708670dfdbd3a5512daf0d92eb5c4f479d5a82
-size 25768
+oid sha256:78ca16cc94b3af271f5717ea641dae55fffabf1a7ba9ee5ad2e7032a4ed3317b
+size 25747
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index d124c6f2307f..29224ada2a33 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:339ac7fe88576f3e07f8803d78a108d146ad020e0c700d8d4de45efa34c66335
-size 23454
+oid sha256:bcbc22184e9d9d4155bc5e48f2ed81280901500f42b6e5d55dc2eed8eab67700
+size 23417
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 39bd9c56f7b2..eb6667d70e61 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fbfa23fef38326b053a803030b673ca6f58f94105bd68151c7fec3001e195bac
-size 25454
+oid sha256:cb5a6e4dc3e90f153edb94041eb0d7f3b791dfae886c0e60efac1298f98df500
+size 25429
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 565537bda73f..caa7e6fa8a74 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cb106098f2321d47013e09e4409c6a0e7750ec070929ccaabc213b4e4a8cecd7
-size 22688
+oid sha256:ead77c67f2002a54fe9ae216dfe47083a01145074fcd2745491b37bc895fc549
+size 22656
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 06a197ed066e..ea921a781394 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c54e0c56a2338d1423cc2030492c44fc57d639cc2aec717352f0448638da2a3f
-size 26117
+oid sha256:6472c5964982e234ec523e86eb68b8d2b52b8d71035aa5d1f777f157c4b07cdd
+size 26090
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 3538664cf557..51893379fda9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d700c0a86ff5c1c0733aeed325cd3a0bc3301ff45210b7b2b6596ff42665d647
-size 23813
+oid sha256:27bd5fcded06f022fd2b88a2ee8c3c7291dc1e3ac5215130fd10fedf51e44256
+size 23777
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 5c06ef5295a3..25118a2e654d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4158b21a6ebaa0861f3151e98751a430778913e63cc67012617951f036fcd442
-size 26186
+oid sha256:b80f056f494137dd6b3ba55ac405ffe62608466c8979676457f967c4d66bb031
+size 26159
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 49caeb536cf5..1af55e8823b3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:adf8fb7585eb51be38c617b904a9233b1bc9cbce18f0c1355dc559b8e571924a
-size 23966
+oid sha256:edc2d64d4fe97d2b4d940c131582675d9bb063c78e49e2ac79e06a1e25c3e0d8
+size 23930
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 14de5b87e070..b2aadbddff47 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3bea043c548168d564a2f2143000536046906be328f17f3f7d1121c4bfab256c
-size 26225
+oid sha256:1881308da1d6cc26d6127b84f594cfae8e3b261cecc7f1d7f20688f5d391efce
+size 26193
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index fd45ef9bedd5..3ff9d24024c2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:73d11f9d6a1a8b8005cfad34c39b4fba97b389618266a8753e2bfaf7a8efc8ff
-size 23956
+oid sha256:953148bebb037affee5cffbacfa884da95fc07a4a94036bfcc72145bb1d46a84
+size 23921
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index dfac6d5206bc..fefdbca9cda4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aad9d80d90ff77ab27f6d337b895c7cab47636b990b1a43f959f37257a0f32ec
-size 26179
+oid sha256:0ecf59d7ab7e5f3901b926f64574634ec6f3fd0aee6012a3b8bc844117695931
+size 26156
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index a5f7712b3fc7..deb66006cfc9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1fb4329fb0002e9f358f22a39957cb8b49ae7328b7c6999a396c5e1454eceb33
-size 23984
+oid sha256:31a1748586f3b822884d08549c4698cba6319669d2e211988451655a770b10cb
+size 23950
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index e7a9bf9064c5..458effa19345 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:55210c566be9cbfbb456a6916758a7661baf577561f07b79e5786fcc48d0858c
-size 25618
+oid sha256:762fe47199800224e11aa4725be52f442b337e336d45bf38f849a090cfa61e66
+size 25592
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index c388dd754d09..53b1dd850441 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0ad2e93c71f792f0b22d4a0b1277b2d8fe89ad005ad32071e0f22dd03c0199a9
-size 23329
+oid sha256:e99a93c7907790d4d7f1b042c9e8cb68f362cd9e44489cb87e994f7717796190
+size 23297
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6dc1b79a1f0e..e1cd79574677 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6963261b58e59b7b831af6a1b99c9cfdafecaf2b47681452cd677c93914fd277
-size 30595
+oid sha256:701665ee4575e7bc8c1aecfefd55a3934985f25f236d2331d5e7a45d624d3b62
+size 30566
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8ec0e323707a..38acf00b3ba0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cdcfd7fa7e8084228a8f5e81137e8de0f827ca117c8b4e2b82a6509faf5c7fcd
-size 29159
+oid sha256:dc60c9b0ab4e61f41eca38eb636b1c8151372ae8feb3760f141321260dd2ca3f
+size 29130
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8989b58c23b0..7fd0d89d692e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:24105c28deadaf153c8634426e35d9fb3e38122b0eeb24ceb1f2e655a91fb7e9
-size 31389
+oid sha256:7c107b8f81ddb23de9e83fa66186c8d2fff905341806b2152110b467b81bd0e6
+size 31358
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 01e76661b56c..387d5bc79a65 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3a6820f2e9a0defb3bd075224d607eadc7e55f935b988a5041f608974c743ccf
-size 29863
+oid sha256:34a2e156ab57e7791fe86485113b4ae373c6440f96980c160904643521b5149e
+size 29834
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index c529e0cede0b..5f769e1d8f89 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2419f3900ba8203870f251d9eada370fe01e82cbf8bc8897b47b07e498308229
-size 31030
+oid sha256:8d1e0109845019f62e3dfb1ffd822029f62cb1d716f2ea6a257114ab21a92ac2
+size 30999
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6ac19ec40921..cf738c3a1dc4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ce85e3a3d64537613fe58372d0ba00481b68154819af30d3a45bf4796e6aa60b
-size 28635
+oid sha256:fa2a2613abe931693ab2b229617d4bd417e63a1bf3b22bc53900c0e5e6a1520e
+size 28604
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index b1110bb19edd..b0dbc65aee7a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eef4e5796341b337d010767a93600ae6f64c256697204ce868cbd1b0310697b1
-size 31819
+oid sha256:325fa34297d4178fd05bb45432a09832911d4a2b1aab89c7f6ab6c94f0d076e7
+size 31787
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 0e4befeb3bdc..064852e02af8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cf616768699ec17ee44e64914f2e2dd48e7fde060724d0509ce3f7d569452163
-size 29256
+oid sha256:b45a60b124df68bc173ae3809b4d5a895d246faf2253728bdc8aea73b1aae29b
+size 29227
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 0d0def011ebb..1d0522fdc3a5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:976650eaf9f70c5a46e7e4ab7abd502529f54b9c22d941efe6928b1ff4733055
-size 27459
+oid sha256:701f5747f8c4dc59ab0afc525bfeed4402a1f2cbc62109a066f5b6cec8b842e3
+size 27427
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 1537a873df2f..19776a3fed50 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a710e94d199012b73a1f46aafd2ef9593abc19976e17b85b991cd7485bec8bd6
-size 24911
+oid sha256:82284b5e5427c89d72f77cb28e3fa8df89c817db010278e39bfc8d8500f1ae4c
+size 24888
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index b15ab08f8390..5e987a9f1ab1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e567df3680bc888984b77040132c0066f9044b0c9d19dd992367d107334b99f1
-size 28664
+oid sha256:b308dd32da3cbb178a3d2d51e69a7f63eca89ed7c94538942d8dd8069f9016a9
+size 28638
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 5729cfa4d7c1..ce34c6527b03 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e7746da5761a0e020da0e1bf9ce0eef13678034979274922fbfe4871391372a1
-size 25929
+oid sha256:e17d5fcb55c0c769fb2f74d344a262bc655b05f6808456d8ca7652aa36a233c4
+size 25906
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 40cc3ee4e448..d4b6af94a3fc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:20ac8a8c2fab331c4eaae93814b4743f97e371da0c2c3514931bb32ffdae457d
-size 28834
+oid sha256:2dbb9d768d1866f67a02ddec635ff587f919a6e82fa7ae64a9d3ae35efaefba5
+size 28807
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 45e25cea1462..47c38a90519e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:115b689f5fc5f10bf1dc4f66fff2e2245b3a9e7ff66bd96c884ed18a40bb0155
-size 25550
+oid sha256:144f1f166dbe15de60d5f12c3fc7a937b4f05edba4e848cea519d08a1f221d2e
+size 25526
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 125d273a81e9..a7ea9380a3a4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:74cbd6d0aed8fd867bd5cb089b2551330c10c1e4f03f266a8db553db657b32b5
-size 27521
+oid sha256:17a69d9c1b10d27a3d389e19d49a26df45c97377e8060cb7d49f3285d4934a7c
+size 27494
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 5ab1ea02e5d4..520c717ac42c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2d2947e1e86a5193658bb14043c9c7ab2d2a0a6679bfa137b0c926fed2edd2da
-size 24798
+oid sha256:28f79583840adcca0d76c0637705ef806f172c0cb741a6b2be5fc305921db8b6
+size 24765
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index f752e8858bd6..8a997950e32c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c4e92bfbf220e60e2bee066fcd98f806541f66869f9a15cb6d83f7cdc919f283
-size 25627
+oid sha256:cd7b21f3d29709b8bba529e8b71c878f9769f52f98f8346eac9de47fbfaf11ea
+size 25592
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 06a2ca4f18f7..cc7e2e508278 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:31792e60e241cfd8499d3e84d6ea639dab0e0a1888b9d050004066b89735ac33
-size 23296
+oid sha256:5ac61664d75754fdab26be31fe5d58909de95b28d9fcf25ab71c6f8711a5c885
+size 23267
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index e3b94e835caa..1a29a3496619 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2b398303f73cb27cbef744b7db75b4675713596ffe2dcc8cf8f92f280df04cf9
-size 28479
+oid sha256:fc96da259715c0b3143748a91ea612db7dd3118871fb77295b563cc5d4f7c5c7
+size 28454
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index a55dea10d218..846f25c5ec12 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c5a5877e5c6d93547541352e9be2f2ed168bfbaf0c4e21bf5d9b08dc4d327692
-size 25914
+oid sha256:9e012190f87405502b46a1085ca07178cafa78f19eedf9bd34f3bf98b066c8a6
+size 25891
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 56ffae84c6d0..cea0ba9d8ecf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6895daf324ec016218d47df4a1c0a4fc6077379065bcbac9f363ea627866b259
-size 29629
+oid sha256:c68948d06d6736f2f957cff89b48d8b25720cfd983a2f2b08ee2bc963ae752cf
+size 29604
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 09ee19ee6470..8176bfb7b4c3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2feaab26a7c1d32f8ade0bc18637383e9dae4059793983f898cea15a487e6611
-size 26795
+oid sha256:c52fd54b3dc03452579cb64c37d6d099c4f81180fd9d29ce622684120aa1dfa1
+size 26768
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 76b5ddd1bba4..d685b4f082a8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ba4b0eff8bc8bad4225ce9ed4a1d8bb679903b37589a2dac28236f20df97057f
-size 29599
+oid sha256:782a9565b978fca90a4cd576d96e9376978cd0551149fe44413e0616be9f3707
+size 29571
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index c3d0f603131e..6fcbb05f4000 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cf3ce0e46db3726d9fee3fecbb30f4a94e676b13b4268d630de4dcf88ccd5700
-size 27012
+oid sha256:5b8710d30de9c137fd016e3d006e09a7f1d957f38d040f47f4ddb8fe3394c4cd
+size 26983
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 4780bb437890..d34549595fc5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f4848ef24d25640a12e00963540395a880214a03a9d752570894d66d6a4b1c81
-size 28624
+oid sha256:d591a098ad4208e4d3260bed5257b55e47c4f40d1c746f35d0ae7d508f97be9b
+size 28593
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 25a30c12afd3..8bf384fe7c32 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:93854e8cde351e2c94ca793aa01bace4ffcb4b4e930b1587e8f3d6a0588f1a44
-size 25969
+oid sha256:3951e5d64455f9290c035a99abaabbc4183113d36ae865a65567ffb7a767af55
+size 25941
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 997a2110d2e9..5be1fa646ca0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:40898545d97c72c9c9a226bbc9ad9dd1488ecd3ff56d6a2c55e64cff81a4eef4
-size 26269
+oid sha256:5c9c51ed0a684be4cece64169d2a3acae5c18cf79faa538357965bcb2320e6e6
+size 26230
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 963b0980359b..9a3be8389497 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:097bbcb0f46ce278e2a946b0e3ebe3afe06fd95e90e6435a1ccf2934e19686c8
-size 24050
+oid sha256:9c0a6d412a68aa99f7841dcfc41dbe57457e2606b8bf701ef88791a5453264e8
+size 24016
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 05403689c6db..a466d0ce8a9d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f474bca1bbb930b09e2ed822c05222007035b4a2ca30e2c416bdc0c485cb7faf
-size 29664
+oid sha256:63b3207d18cffd6b1b39fa409f09392e6ca93cafd332830c12ca01f94969c113
+size 29634
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index f9d6bcf1f57f..603d5e1d1a8b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c0ef8aa340344c6eecc9a3b515cba42a26e75e640500e4fd7684f51d2048a54c
-size 26618
+oid sha256:be495329fc8401709cb62fb645530fc476dfe395d313c6e19e0930d5581e5fe8
+size 26591
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 25f871e803c5..ada4363013e7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:526d157241ce8329a49e3448c28bab71c3c8f4eb5a8b72dfc682bd2db1af1468
-size 28543
+oid sha256:f6f9a57c80b6b2ed9fe1c3be356b09500456b8cd19c7c9741cf6f0221de55619
+size 28514
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index 9256cf11ca7c..9bd0ff913fad 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0ea0652fc0df094fd13d7841f96092e611f4ccb67894bfc1bc5a8742a18d411f
-size 25979
+oid sha256:f87edd6206f4866111ca2180801a8154ff2e76bb81dbe00517e5b799c494368c
+size 25951
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 50f974cd10d8..4e7a5ca96d6b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a50796e153bf44a1c097406761830754905b7d9cc2ae5f1a7f5694d30565b395
-size 36345
+oid sha256:989e6895b836421005bf391a8254106bb6a71afe2255bed8e6d6e9a4ddc50d18
+size 36314
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index a76ecdce3cc8..a825c72fc125 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:70973b1927ef43e0e41251661ab3c27cf8826e4efc35458166a824cbba573d04
-size 33239
+oid sha256:86e6718799e222d74ad63dcffc25a804787a9b229bc51be40319212a2f49af65
+size 33209
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index f4d34b01cbe7..1c0f7bd8449f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:66f4d009f6bf7b53467eb9e7f39c5617040151a5dd67e243312bd1c04433f4e4
-size 31138
+oid sha256:561cd04a94b8c493f45c7ce981807ed256dcadfc5a3eec6ff0d61000bb7027f7
+size 31107
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 6406992511c9..9c57ba4fe0dd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ac1104a7046bcffaed17101b8abe1ae4a2289e805837197af3efa128b9fe4be1
-size 22077
+oid sha256:915da300988e1bb65a24f90bc98936177845d6d00441ea91189f3ae4d6567269
+size 22046
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 1544a4db04e5..4d8c420e5fab 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3476b2dbecc4290db8156a15d9cd49054f462036a37d98a5d857d352720f60c5
-size 19110
+oid sha256:580efcaca9efba4552a4a931f378822e6a24b550d5018d7748e6b9b27362cd43
+size 19081
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index fd4345437d8c..9320ea212234 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cb1122ccfd6c60d5ca0d6a8a3ed6e7d6ec2974722408a94484944c6f007432ff
-size 22523
+oid sha256:a647ae419909830b4a4203c78d4dbd1e40f3524b79ce017b5beb73096daa4cab
+size 22488
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 579084cafcd3..2b3ac52043cc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:078f3c7f84e338f740a5191adeddda254c8262c6f918a18308e0f4df28abb148
-size 19716
+oid sha256:876f0c53e67dd93eec52224ddde31ba2a88835528536fd6cfc400a0fbe33d15c
+size 19679
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 7941ddd1b004..75c149a61f08 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:74e62c5baa502546b7f8fba0a5bfa1dccadaf7c06c857806bf5472d02af35eb7
-size 21953
+oid sha256:59e8ac10149916cf3890c53b2c51762b983c76c6ff32f8cec042a32d2e7da873
+size 21926
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 39e1fdc0fea2..bde9bf27b2ec 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fcb1b001cc28a6a04bb95496bfdd420ef0bea8f3fae9628613a9306763d4da78
-size 30102
+oid sha256:a501f35e7257b96013961a84398afb62820f9c8ee89a9569c21c430bb6659114
+size 30072
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index bb2780dc8fe7..10b175b8e6e6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:89ba7cc1e4eae914ccef531cb717e0ec4987723177538fa73ddb83c645b5640c
-size 22556
+oid sha256:a0fc5c7c3fb3fd28bd5b4c0090db9c4949509bf272431da41b0ff539638b7685
+size 22531
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 617260422716..6e23dbf55ab2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c839a250f0b6687a7ee92c6c885d31d5a3e805f02f5769307d6ce81d0fd45571
-size 38237
+oid sha256:cdbdf0fd4a16e837ab1ec385bfcd5a5aee78d5c822375319a8c230bb58b09f7e
+size 38206
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 5ca7b5adfdc4..f057efb4d848 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:28ba694acccb4a1f27d25f28df5d8a58d1f6b1662f291998a61a174f16f26686
-size 29089
+oid sha256:15f1f18ccec3f22cff57afe31fe303e61e6f0ce435aad382adf7c6cc1d1d9eec
+size 29065
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 601d140bad0d..38ce77df31cb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:26b4e40f0adede07d2557ff00dd92fede04beb45c04a60fe3d7f06b66cf84203
-size 31265
+oid sha256:777b0be6ce58fde6f9e94e424cec39ef36c51471b1baad32f52e605f276784fe
+size 31245
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 69c5e2d35953..92747de92dff 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:90aeddbe3ad59ae20d85988091e4525ff515096daa418b0adfdeb06e8b618013
-size 23200
+oid sha256:237df87c7ac7711ffc27ff6ca6274ff4150c27f47a0239d1b3e30a9d70e0ff0c
+size 23176
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index d86388758023..31b03b785c8f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b04254e88fe8bd2a3c243e721e08f62515dff49ffee8a12595b731e4884c637
-size 19119
+oid sha256:8366ac5de79585085c823e83d78f665c894f9e57793465133e3b4d58e38d9cfe
+size 19093
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index f8808eff64d8..61448c56e545 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bcd7304f7f924ebcf3321826f31e693e3820b1972aee1d90d40c1afb57dd2a5f
-size 22666
+oid sha256:3aef14db39dcf0eaee012e9bc30b2d8d186ec82391d9dce6b6e39b4124986a7f
+size 22638
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index cd423b163d30..857b32522eea 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3bf332e95c4ffb91f5322c84cc6b551f5497276e711fc45f2eaac6162e1f4d34
-size 20097
+oid sha256:941d1b220e1186d0f136fc41165d83c7140c5a58db75ef3d56daee08a5bd56b3
+size 20059
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 5ea97ffb0807..db05ea5f6bf6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:af943dc998731538415fcda0741888fe2f8c8fb93581383b51d3979b1bff8b47
-size 23021
+oid sha256:273fd700ced47de16f46bc6450850210e0f8e0529edd5efaa88bb9983c91f6b8
+size 22996
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 74a3203d0722..0dce7b6a6db6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c256a6500ce5cfe4f382e131ac5828fb2d7953842eec9065bc8d44422b506db7
-size 20208
+oid sha256:8fee0dcf07625913ce9fc9db1f9ceff85fb421f1ae75214f0a7951a1621cb9a3
+size 20178
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 58ccc1a15a37..7a2f39e6e467 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7a8827c7e173fac961c8bc6e292f7c957a8a9420c5d839bd117a7eb6b0e26342
-size 22785
+oid sha256:bb8fc0db986bec53ebd476bc0d6e746692e0a204de55eba8e5c3a13360e4deb9
+size 22759
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index fb5237efcb81..388c0e0499d8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c7c1b06a053f4d429bd3b6041a595d862b7572c151ef76905267a59c410961b4
-size 30696
+oid sha256:1f3a32bf8f9b555e664d9f1bea8e5503e25eb934c885196d54ba6d47925174ab
+size 30665
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index eadff45c4863..b02d0c99ec58 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:97c7942ef6863f8ed487dd3cde0ec57d9848ca05d19ea39c68da5d58f257c5c6
-size 23723
+oid sha256:6f6d1105e15be559a419aeb7e0f3a5574edafe3b6cd9da649faca7b2c13a336f
+size 23692
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 7dd711a8c8f4..829eeea3e576 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:35d0a1da8ae967dc6490d70be2a1a8b11faa16b0738457c9ef7162870b8b42a3
-size 38984
+oid sha256:b3b000f4adb9f1b519fe8036b38e62e85f06dc7aa9a63d2044d15b6cfd54cd2a
+size 38961
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index ac745b2f1c9d..1a3d88e05f19 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1ec5d7d7dbec204736789bf9b1ef2e88c8b3b4653df3f142479a27012c11a635
-size 29927
+oid sha256:5f756dfeda8c70819cbbbc2e1621286d67de1902bbd43202adc8497d8f2ad767
+size 29903
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index d1828615a641..a331be9d826c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8af5eee0189621b78ae55e53ee335d47f4f2fc62ca8a7b73577c7bde2bc82292
-size 31773
+oid sha256:c970413c0777e87a9a3c8e2b71d21f93a1f97ce88aea1f7f1f0a1924d7e2b355
+size 31743
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 4c29086bad35..56ea5ef28a16 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:48139d62a41a321ef7f0aa028429073ac301ae71ba0917302da9516bd6a60ffc
-size 24478
+oid sha256:bcfe4208f4a333cc6d769725205963502c1c1ccb0ba5336660cb58373cf9c9fa
+size 24445
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index e3f874371d0c..20fb9aa6dd58 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b9f9a1ade2bf88151afd05d5e5461b0de87a88f5624b06b75d20a845b850240d
-size 20082
+oid sha256:9189eb66056fdf93ebf71b090b8c9211bb730f543117d92c544cf1bb6505ca82
+size 20053
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 92231467a9ca..3b39f34d8e46 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:382c721fefd6781744b6b7b35c9c474431a2ddf4af6921224be5dc362a218cc5
-size 22928
+oid sha256:16a1b095fe469badc2727c0ff6caec8a5c1719be22033328e0ee9e975b67da34
+size 22895
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 5fa01aee1740..931955ee0ea9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:585f9fb426dc983d6df393392689fee93e02d4de5cf4e186ecd255911f832274
-size 20166
+oid sha256:371545cc1ccd72cd3d2cadf65d19f754a3d0517227cd3a3c7803ef406eaa7a7b
+size 20138
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index f99ec2d5ce26..7dc3b2931220 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bdb69fc2ae2465bbff330845d194a959a722f996d6fe880c72ca17f0ea5cd5b5
-size 22413
+oid sha256:6f82521ec9c919b9d4bdb40f6f1a3899e337ff70b6cb880a10750ef5690db899
+size 22384
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index abd20cdf3aaf..752cf2363050 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:32075f2492e8978c3fb33e1fbec486d8bec27ddce25a60fc893d5b22973b9a4c
-size 19620
+oid sha256:6069a93ebfaf075700b019eb019a6ef614fad1069720ec4f1bf0c649127206ee
+size 19592
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index d102bb992b39..ced325566371 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6413384847746f9b3a2adb0acdc5c284e1a5b8173e08799cd8fd2bd576e74e9e
-size 21130
+oid sha256:6217a3a8db7998dda5e14bed57bc47076b48904ed0d2900b0c7759e3c5e88d5a
+size 21096
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index afa2d71686f4..dcdfe03d815e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:188bdac683da8c54276badc7ea13dd2041e77ad5d43f963651c53c23de3a48e1
-size 18257
+oid sha256:bc757d04caccca5cecd31686f1a58687cb53e5ab1b268183a0a32a4965191e65
+size 18226
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index d1f069df2d4b..05f7fa65ffde 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a58eb1dc818aca9185a6b2ac5d5a9ab2b6fb68d024e526853b768ea9e5adfb5c
-size 22544
+oid sha256:eb16a030e6150085112858832e40c6b0675486b95b5adcab446f2c0fafb7fa09
+size 22518
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 107b3c205fa7..b08721eef44e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:15b76d8ce9f059d51ecc7cd2a896c6cd67d89e00be7001e9129196d992e5ddc5
-size 19433
+oid sha256:8d66ee0f0dcb190018134a0254ad616dbd6b71a48d4663450af6f0c5dfc6b6c6
+size 19401
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 4d271857d900..4842ed150002 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c339852b1427aa725f5321ac3b3e3e4e89c4eadf2a1225047cf836cb3a5462a7
-size 21401
+oid sha256:05610108c7d79e4b52ffb992d909ed2553fce8ed298e1c5337187d057903454d
+size 21375
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 9d3f6ed3f12b..dac49d8cf7ec 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:59665aa8338eceb00ea6398ba8d84e6fef8983a642bbd0ce4a9c6936b087ac1e
-size 18441
+oid sha256:823cbb440857d1f6f89bb407819ec9bfda954283fc6da22a8c61858f33359ed6
+size 18413
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index c17b4820320a..f804e59a622b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f967a9471c3670282e4122e2e7208463f4e4251e6e8bbbda5efa8e1b8b82d7d9
-size 22032
+oid sha256:9b158c1edf7a5e7ba567549ec375bb930f8826ebca6fea70e270ee62db270e1f
+size 21999
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 70c43c3bfd7a..09ab2fc0ee95 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c46c12ed1b8224bfd4768e60b7039280db60fa0f2b8b4c9c4d0deaed707a1751
-size 18830
+oid sha256:edc6ec7d82017fa74a4e994620e288b50719571830e4626a5c1285aa7cfd7f1c
+size 18799
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index de15efb47cf1..c8a90430b077 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b0e06e27c004f3f2d5ff58bee1dac4214ff060a944ca1f77a5574b85a05346e3
-size 22880
+oid sha256:ef5d45213a3dc316bf18c51a14000b46c9227b21ecd093f505f6ce1b119a692c
+size 22847
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index bb83e5356106..b820e0b8118c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dbb4554d4b6d22e812202749e6cec31c2d05b88783ad534456ffd258f9440da9
-size 19747
+oid sha256:50725e2201f1c9a002da3ddb9436c6b21470f3fb847e435b659a606da0bc4c21
+size 19715
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index de2d4e3676a4..0f382d42e2a6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:06304845c41fc13d88f6a3b9aa53d75b23b0a59c0ee553d0f544208dc6c05bc0
-size 21891
+oid sha256:a6daf9fecd8a94f4ba38fc81fe30ffbdb7c5e6cf7c533a8feed275d07ce54ba6
+size 21863
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 4305fe603b22..f61dc746e381 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3727f23606613a36b9f81bf8ac075346aebad0d8af0e37e320d7aff7e0299248
-size 19335
+oid sha256:226f9f70e70bbc87e72b86ab0384c66f34831c7c4c505c6d3c08cfbe4d30530a
+size 19305
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 3021becfb8e1..6ede3999be5c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:14c033da0acbd2b2ad37d787f3a65f36ab00ba35a5bb005007b18be2a136aef4
-size 22810
+oid sha256:403bfe5ab8fb41c65898957035ba456e5f0d047ea221046184bb0f52e9c10202
+size 22776
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 4930130c9549..8ae2eaf3849e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d9b975ee0c2baf5d8ac46dd7d2e063cd1664ac229decc99a2534f18df2e4ee21
-size 19925
+oid sha256:d517f0eb916207681bb56e82940475ba9b4e1c1426ded1da5d54bc7ef4c7064e
+size 19895
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 8a5bd7a1df7e..f688ebfccce2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c8f0250afbcdcad97eed4085718b81d557a2472c00039bf36283e13fcab7bb51
-size 22337
+oid sha256:42cd0a263aa5660837aa86cd39a3ca2ef193ca28cc8b0351ce1e87adcbec1823
+size 22310
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index 3a2748ed0d8d..d6e49e99bb13 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2e8f311d42045c6cf70c3e2fbce8ccb3ec4d531feb17a3bb86b01fa0bbf64a3b
-size 19698
+oid sha256:26016253bd9e7bd9872b7e25980f258f8f6d94e4368f9007b1d737db1d917e9b
+size 19675
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 3624efa71076..81def6cfa672 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:572be3341b2456e50598047d6fee8079e0893789d59b21c6ded315c2c3d9b1a6
-size 20932
+oid sha256:d1762176bfd609ea3d2cba2ec85fb5a95cd46b567e440244fc1a79e9768ce553
+size 20900
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 233180e2ce19..599f632e73f7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c1bbc33a85311b98b5e475a843f1633c3eec83addd1b7f5b7b79aae1b055c891
-size 18401
+oid sha256:5f411d6abb2ffd3455d843955afb884db1ad2c3072c2ea00a12a64b77d7b4fb8
+size 18369
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 6b6312ba0ab2..06bdcdba92d5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f440f0031729b5bc942df7bbe38036c850dbc1a0d2985a8945d68bf6a5fec3cc
-size 22272
+oid sha256:c9c39c1f5f449b4f5eda171021d959250b86b78660cbcfe8b4566e7c1c977472
+size 22240
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 95f227cad48d..ec3b9cce645a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f2f0405ff8c18fb3438719953626e8eeff26593f37539a6abf165495f3cf5553
-size 19619
+oid sha256:fc483d26bf17ea096ffb4605f00fd7707d0998e9a124ea305f08fefbec35cb74
+size 19589
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 7392056967a9..9049ae5321aa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:231cfdec07afba247ae3c2f7ff7b4c6769547c711ff84771bcec7e906d630b34
-size 21516
+oid sha256:ff40132f03c5eecbe190240eb05efcfeec44b6396289d388866781267f54b55e
+size 21488
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 1c828f55c818..b999cb4650ec 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9cc926ba7fe577a3a4da710739ca530184be72e928b142bb067f77fdd31b4d5c
-size 18616
+oid sha256:b4b4e7702faa8ff169b181fb4268e3f36985d9c3f75df9d6baa4567818d02646
+size 18588
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index b94a80ac3c6d..dad2220c47b7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:56a9c819a0d2ba49635c852816417f506dfdda536d02a092a71336b90ee24383
-size 21830
+oid sha256:32c584f0e4e788b90bb81d436605bac055845ca76917d6c91a3c95abe7ac6889
+size 21797
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 8f3f30259158..54e164fbfbe2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6d11c1febaae8349110f3bb3b8b32c22d7064a0fba719387e8c5c9293d5f1c21
-size 18855
+oid sha256:91e32623abab8e1fc5576b6bc0542547639ead667be4d01e0549ca109772dfe6
+size 18826
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index a8ac1ffc0c53..6da7c25370c5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:731ef94643ada33b508242d991d2440a92ae1614f16b4fcbf128ad14052f0199
-size 22495
+oid sha256:769ff0ad8710a1648d90b4a409e8ecc0a128433915d9dc9cff96ef1343c3571e
+size 22461
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 7e911a94ad12..765c43acbec2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b836b0baea2ce1602200ca67cd9e3e9505b70dd23ea983c3d0b9b7586e56e1ee
-size 19720
+oid sha256:0472121c2d5225286fcb87483357f75cd03fe1aedd622211d47767b39cd7ff6f
+size 19693
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 3daaede54efa..614deff58849 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3e7fb2d4609c13d9ef3bd687b464ef157a4428fca09067ebcf70fb761df55cee
-size 21975
+oid sha256:4e777a90d719227f1b4b62cbbf426a923c21deb579ded95cbaf322111b31c5e2
+size 21942
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 22030bcc0033..1d12a8402a78 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:744607fce728c5270ba767a44e3ba3d5f1393b33172f340f27eb44eb2ec5516d
-size 19121
+oid sha256:35ab81c1d648c81421df626d20402e12285b4f931abf09fd8cb38a7d5c8b85cb
+size 19093
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 31277b37daa0..043bf52bedb2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ff25b713316f59be49ec62ad675ab0e77fca783a61fec3d4dd4d52e2f16aade
-size 22906
+oid sha256:d458d001a78fcace69d32b01421c016102f4c71da9ea109b579f8d8cd3a821a3
+size 22878
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 5cc23bcc7f05..3d188739f5d2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f38f27c2b7b6ba5ed20fe67de6a358e7b17b2c07aa79fc8ec41c62429dbf8361
-size 19938
+oid sha256:37dd82ae21bf2bb7019764c49ac68da6ef5e1e28e9cfc5be0cb84a30c44d1848
+size 19905
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index c4e6aba05ea4..65cbb0292580 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:39463306e8ef8e071a7ca5724969012255da4db4062dbdc22a5245e5306577de
-size 22373
+oid sha256:9ef76f1ee6fe0ce68bb1e7359c7cc10ef71885664b10259a228cbd80a04a4567
+size 22344
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index 1dbea50f3eb1..1dbb6751380e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2e2d5ae53fc8daad074c9aeedb8b71b89dcfc555d8a7e5584ca413cecb0e2d27
-size 19407
+oid sha256:47e299ad68097162db1bc07ba6a1ac7308ae3949f6a70c9c80cf20a337f436d4
+size 19383
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index b86143a8b23b..335edc7ca89c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:01a93d26a11859078854fcbb4865a14193add5e12c6424fa5bbb5efd91adcee4
-size 23375
+oid sha256:9d74e3e6d6a3b00e5f479407f0deeb49fcb014f7c0de882adad317292a89289f
+size 23345
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index c19cdb6be2c8..0376d6ee77bc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2aeb4a8d3e7298597385cae5c36d3d1d181f3fd0cb3a9afc21e2b57e5996d0e5
-size 20479
+oid sha256:9d3f842f6057a878b6c8f8efd1046696f1c0e893d96d219760250a7f72604467
+size 20453
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index e93ec81c5653..7f543eeeed9a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2256db328743b97436aac677be4b2ca6f8916996b07e6149afd563291fec1f5a
-size 24702
+oid sha256:979ab881edc4a7b5469e979eab7495dc3c69a55ae6de656c42ca3c68dd97ecff
+size 24666
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 6c700f621cdb..9413182d98c9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:733a241f81ceea7442e150e8944864c144d3d73c18403cfd00ad59aac1cd9d72
-size 22309
+oid sha256:41f8fb8f765c392e648c925702349d12b43e58fe398357ef69b5b6fadfbac8b9
+size 22276
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 9a7603eebb11..b39ba90d625e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b5d553b08c0b8130f58e2e266990768faef96ea2eb1f3ee5d76d78069099e41a
-size 23325
+oid sha256:621a47c6af6db6c836f57eb1fe26194884a390dcc1a3731754106c726b6608f0
+size 23300
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 3d860f2e1c5d..d4d122d5d17c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0f4f9f960803f380183a356cb1b7f1b7c031f3914788734bc5cfd748f616dd76
-size 20749
+oid sha256:e7655ae0b9d2916e0789e29731aa525397e1117c492b41ef532beff84f0aef63
+size 20718
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index a5f748ccf8e3..f42759ffff04 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3a532b3cc00ebb6150f684a20027bb08564f15368de8e4499bf00644cd89553d
-size 23955
+oid sha256:001848e64ab79350b8dcad40c41e88d2644aa8bbe961c05a0bd001a40c93e702
+size 23930
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 9165ef6faaed..56becf84a671 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e576eb10554ee5d48bffe9e9de06659d58b13fa36fe4f99eedaed9454ca94fed
-size 21318
+oid sha256:b32516b0050ffa22a076cacf0bda92c8faec9804f11ffd673f733b7d5e33b1c3
+size 21290
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 767d6293fb20..73c94799caa5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:32d82bfbfc105c47cc21856f25fa3d700d850609a4c5b5003ff641e92826204d
-size 25164
+oid sha256:0f549c0e859dfe0a5af70fc11a5c369066d8242eb1324f9cc474d1a5b590724e
+size 25139
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index ca5f04c4c10b..7ebf77941859 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:59637cdf97a6114694483aa82c98b09857f88e2db17802fb8c8b6ae6a6dbf718
-size 22600
+oid sha256:53dc16fbaa4f1d6d7e722f52124fbd208d369dd569aa4ec42d6b59b890fca2b2
+size 22568
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 54aa328a2578..4f927e295207 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dbd3f42898f425b943a96e503847877da8895ce637fe6d56b4afac1866587353
-size 24145
+oid sha256:805eb6b25f2957214afc2d0377b89975b22ccfe9df1b33ebe9b87409a5cdae60
+size 24115
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 5e539d7bb025..af928033274f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d977f294b6a8dad3f818e4b568caa6596a17c6bc1dd019316605e4fb7de0a882
-size 21373
+oid sha256:c4249d335e8ce00e3c66aa36ff8ac6c3e59b59f40fe390a9cdb5b001e2f0d8ad
+size 21345
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 9148f4e194d8..c97f71334572 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9e2d270c78d9e58e0b64a703d4fec0b74c6a26d746d47107c643d54268a0ffb1
-size 25242
+oid sha256:7b5b525ada62966c7f7f2a8a58c69a74ca5c57fa58e892d33ca7efe6b97cdecd
+size 25216
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 840d71f5d6f0..159bfba04ab7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a4b044e98ac037e80ed0cf32398b0f5c320f5f834fb977671b63544a4ece2df4
-size 22716
+oid sha256:1ca0e4fcc34df6f283710d082b441cd3a66a8a98bc7b6dab3821881c9ebffdba
+size 22684
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 4eb4673b28b6..ea697a878a4f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a1d6b4b401c5fa1c44d28f0aee052885cb750aae0bc11da3e0de6b67f008f214
-size 24868
+oid sha256:4bca05d1ac80338f40b881073f1e8f77bd2087e7d406668641583c2089199a56
+size 24833
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index c98d14f0d18d..53e57528892f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c6ece2746989146dfa3b30a0b4a3a54994784f5525f11954177c08c03c486da
-size 22319
+oid sha256:e921c2a831e0b1a2457f3e38971950c08cc0e263a51305f2a64d5fd2b807d6ba
+size 22290
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 54126543d966..043ecde46100 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:64892d3fa5aef34e9b097ef5e785362763169beb0dd2f1eaa75135e599e13b4a
-size 28834
+oid sha256:a58e909c0632e46062fbc80c7266d5a39d86d72813162afa909c04459b3dc017
+size 28809
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index e14db26c60d0..82dc8dff3048 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bbfa816f86f7425bbc43d0a9bd4f7aba8d2d068f0a873e8d0b94d10465eee9f8
-size 26739
+oid sha256:c4a039198bc75fe1fc4711a0610adf4898ff88963f4cfef67b85b1d608c97ba9
+size 26710
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 2296ec49ab1e..69fe9a53da82 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:addd1150677e8abee904cf4ff6a26901a4eb2cce8b41326cec2a691702fa8674
-size 29589
+oid sha256:78635d1b40c56ef5f597e9fb6b56bd04e7e4bd4b619e2911d2a04c67f064e597
+size 29558
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 90c899c9cdc2..e449841791c8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b469430641e908dce2ffc84e66bb3b7431e02454f01a98d194caa861b8cab146
-size 27543
+oid sha256:2895b90b76981f9aef1f9da82b91ca07871723ac16ff92d36cf13392ca18e4d3
+size 27517
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 12765534fe3b..ad70225b5fb0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ede6e29cfe9436288d1be5ad48f1a22e630200bae53b36de9788154f0bfdc4f4
-size 26948
+oid sha256:fe6b6ff35f245961c8498c72c3af5a1fa09f74f88b62748dd1a917e962d6ad3b
+size 26914
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index c6aebc1c2371..98b9824ea7fc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7def7b53958a41bc1de966255d64462adea67f132b2848f40e3b0189ea9d27c4
-size 26120
+oid sha256:d977afe655544a83f7e9cd69e75ca7317ffba56dbe9aa04dd41f6d192ba24077
+size 26089
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index e212342f6c79..c22183c12dcb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6268934d229d4be81b9f9676d75967231d202fd48473918d83f36e4c47dc4515
-size 27384
+oid sha256:601b704b320325fa6a2a1294bda8d5562f1d7c33221d430e84acf0bc9fd4f6a4
+size 27357
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index e48906f6899c..7ffe3553267a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ee523ae94bd3d35818ce7e5e7f9ece9622ae28cca32fcd60b3da3776cdfed144
-size 26856
+oid sha256:f5033339a8c9a87d9a87377b22a3c02461ccd4077fa0a37df15ee97a43915501
+size 26829
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 92be5d3dc4ab..703ae7246414 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aa749422477ef5bc17d258cab1ecb8d4c0e287e7458862f1d68c4b7d792fdf41
-size 24051
+oid sha256:f0f80c8cd0d8b6be8b1c4d55694db6f76ab1cf8642071428c6cc176502d3be84
+size 24020
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index b4cf2c350541..9fbe83a0fd7a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:33829ea32973626a6a2ff0d852434d0d53564948593ddb2ab53d71af3845d1f0
-size 21661
+oid sha256:1dd76f757ff94e5dfdf2942fb421a5e3dd9022fd54649a1e67eb94c9dfd03e88
+size 21630
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 6a77f46dd2fc..92ebc2ecb589 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:42b1f28ef2bb4bff6ef63325120cfbf2e2b1da53b6f0b92a6c0f473d5214b599
-size 25244
+oid sha256:7fe1e47ea4b59711b73b6481938ee11c708e3fb961e1a03d9e3e7394d23d5ba4
+size 25210
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index cf816f89a290..8410fc2c0fc5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1e22c2cacd74022d556a39c403ba71cb6c9e1b6cded79bf6d680255d7b869180
-size 22756
+oid sha256:45b68bf22239586bc98fb66232d7c16f504285c18387b4b266a5abe51e3a2c3f
+size 22730
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 55227243fa7a..91b0bf6711ab 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:79f0b6561e3278fcd5581fc8a207d50fe05c4cac215150763f9ee53cd8fc04b3
-size 24651
+oid sha256:bb36d162be1f04c7cc97657abf8c996c03c1d52cd3e58b6cde991e782cb29af8
+size 24623
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index e5f5a9b3e7e9..5f43ac1369a8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:074df4ad1821e27a71c196d404fbad6652cc34aace7c3a4d4fb20b6a96f5f1b1
-size 24466
+oid sha256:bfe2ce6b81b9d03ed941c01220c63aae7e9f87b9b2795b69d3d5032f19db2f4a
+size 24436
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 15b831abaab8..5534a1bd49c2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e0a11b76394da80f401c285667d4a99ad85c2d407456f951247bb414ee34b0f3
-size 21890
+oid sha256:2e000642db9c04c6f26b20e33bc0736ef3a5e356eaaed40b4b27f9d47ebde0bd
+size 21867
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 09cb53e82573..ff0e0810695c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7cf2c7a9c07d063c353e5c985cf82971e717942e348529ab2a159a178e12a0fe
-size 21969
+oid sha256:a8354946c16c2b492f8c813305b81918ec8a78486f890ec94447a207b601bcb8
+size 21936
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 689909a03842..559c76e8dd16 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:82020b3382574ae0e003a8105fa2c1aefc838aa842ceb1cd24cb3de7b098cb1f
-size 23651
+oid sha256:ab0e31e606bd0e11cf3b984701d12d718b6307a7eadf1152a6cf50b0a7b34bae
+size 23618
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index b8e1036b6425..15c4e197cdb7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8b1c3941a63d7a0d90c926c80f479c450d2d966e22bd4510a88239230269077b
-size 21281
+oid sha256:92a60fb5b540311111741271dddf0e2657386b12a8a639977953b58e99bc11ac
+size 21249
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index ed61082175ff..bc2ab2404863 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1e68d5742e998e484e451b165018bb11b127b2cd2423d03ee9feb5cf1770f7b8
-size 24815
+oid sha256:c2678bb1af710aa5f6c1d25c169fbd9f7dab589d13a1c2f6909817e523076168
+size 24784
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 22f26a1c495d..347a8f579532 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:90810d8784527a6b2c1f96d0a56783f67b0b24497d51f120a2fcd349cfb2c08e
-size 22236
+oid sha256:56196c08c7080b7bfdf6cb3ff79aedfa3d0e4ef31d09695dec8f1264dd75bffb
+size 22202
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index f11043efef99..c7f52e710f36 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:707f42f9040604f1d7f1df246d4f352c1636c252a54a3b4122ebd8296c4bb275
-size 25495
+oid sha256:77b0bbc6a771101c29f16755698060f03660af5cd1795c0b362161cdf1d12197
+size 25469
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index b4aa56f0a5c4..73ea915c27e6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:09308a479ea46b1f46954be724f6bafd18412e2b35056f1e54b3689e28b6eaff
-size 23094
+oid sha256:f22de8751d7be3603ae9d1fd3b8d81855eb50499daf64bf733d09230a5f5f6f9
+size 23061
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 0a6bab196920..ba69b8d8a2da 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d925017a38fb322e73c6823a5c5184b55eb51d30a114ac258e677786a4dd832a
-size 24898
+oid sha256:b80279173e7addd16495afeb99553c04a2755b86ef9d394552373e55b3593641
+size 24865
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index c467ae5a2cf5..0e48dbc4719f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f7384615f852fad4b85acd9c19ab6018bd441c6d7192b27178ac9e810616bed6
-size 25315
+oid sha256:222a87e2a639e4c4451c645ee356290e1063e7de7e60ae487968b239f28cb1e4
+size 25285
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 4e7b7d6b05cf..5464b858c854 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d56f344be923c717557958733811f27db25341cc2250d91ee5dec0747c994754
-size 22861
+oid sha256:6e8040cc7c85500215f5dea2f679aefe0c5263bf6cb609d7cb91962af47b7123
+size 22831
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8c1432623288..877e2cbaa54f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b6300d7e5bc0bb49f4b4500d660b1fd61dce26ba4e866dd669e50c78bf368410
-size 22819
+oid sha256:47d37108687858c88e9eaa224c641a6ecf8732af1945a2331d8a097f6f3fce75
+size 22790
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index a6734994b609..0b31d3f86205 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cca839b44247e23aaf459c4d63f614b1e4ef65c9d4c278cf1afe2a53b4acb40e
-size 24183
+oid sha256:10f910358e9055ea426efd4dd6fc505aedcb802dfa11a298e71c8090b3d5851d
+size 24148
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index f93c91dd3b14..5c65a86b3522 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:02880f8d4c0f6425b712e144d81124baf5cec0891aed7c4095cfe31183807843
-size 22148
+oid sha256:3dd6672a598462749c6abb84bab373636d22cd1ad05a328a487f33720ab5b7ef
+size 22114
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 3d5bd9bc25e2..75bf3cb56b05 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:49349ac7d877a5c8ccabe729ceee97fa6c2a1f5ff5c8d76ca7ffa2bf2e768da3
-size 25884
+oid sha256:4395997cafc9f2eb1c5fbc45968b3ea2452a2ae6670015f1b1685d28fd1c3d6e
+size 25844
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 37fe0a89144c..aac2e21e9c43 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:69597080887c89c1db13e9a8335836c90a5eb5676209a3c57e5e36ae1f9d6eff
-size 23678
+oid sha256:8b82d8357702e049f0967e44689403df1cefabae95ad64b5e681578acede62ec
+size 23644
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index f55e872bc26a..8784b94bdc83 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6fd392e4d411f294af933983d6bb8e11998ddc01ac4df88850f980ff363c509e
-size 25478
+oid sha256:117e55641985b04388405b4aa70fbf2be35a081f1af8ad2526cf499ea51a211e
+size 25447
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index 46b167560d15..ad2f66d4fc60 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b05520b1fd8ce53603f690d8a84c20a6433fcc636bca18f7787232c71728a998
-size 23132
+oid sha256:cd1dd1cdf75ef117c7011396c518a02273dd30285fec6edaa335fe4242d54b82
+size 23106
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 3380106b70b4..bd89f0d028d7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e912d63cc64db8acfbe7ecd566219eba2bb71d7985a2b8a489334f0f08b90ac6
-size 23993
+oid sha256:2fca5a2bf23830e39f6ef1bf0f980bf1fa2bf333f569426cad3c543ac0d0ae96
+size 23961
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index cb826a49f2ec..ccc6f34bc0b5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e7492b577ceb987f0ec1b3397caed7add6f29993cc3d491e0cfc801c52c4ef9d
-size 21847
+oid sha256:83c68b5ebb3c06734f9808a87722707f129e8c948c6281bf7082a9d05c0ab9e4
+size 21816
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 63bc8299e1f3..8da268446be8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6b32db2ab773397024a3a234d345d1ee5f949974ddeb28191b446c7f23e977be
-size 25400
+oid sha256:bf4997a48f329fc9d653c08a0380158328a0f9556585e8d7a48e7cce116435eb
+size 25370
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index b8a2ce1cdfb1..6d59ac86cb60 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ff9a00dcbfaafc12db655b655a863a594d60b767caaaf351b719e28cdf08a372
-size 23049
+oid sha256:fb6cae13708f0c0aff2b657a9efd8c4a12759566f1ea50a26c3d688db2f74cd9
+size 23015
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index bd4969a5d18d..61b5851f74a2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ac259ace24303c5621d707ff5d7f69e1a7694f15310489004e812688cf23601c
-size 24737
+oid sha256:1ff9147fdeed06a1e7e6961b17b3f90aba91aecefd97e1a3f57dda902e20392b
+size 24713
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 562b55a4c9f9..4d1d6e977b04 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f0f42b94493f6f06cb187b424584b2acc63303f6eaae605eb5c80076879d11f3
-size 22105
+oid sha256:91c2151134c4dcd02f73b33153ea5898f9bb16aaba108a397bb3370921e26bf7
+size 22078
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 96306f13ee07..20614a60da03 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1ea855d4f896ced56995d4ebe1bd253425e669b6c143041aeffd58b9b32ab55a
-size 24945
+oid sha256:ba4f6850463af57fe48ff0998e7168a1eb24082b70b61b55516af1fb274d4e4d
+size 24911
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 8c721cb6812b..e97d217134d3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:27a6148613acbefc9361ceaef168b797068a7cedace88da7dd3833f4d257ad37
-size 22680
+oid sha256:85c548756678413bf7bf50227eef63e6255fefb1d3d862011f7afa87625b67d0
+size 22646
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 76fa873a216e..aacddd07aa26 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:692be57dc0d5936384bb96661b2371e7e09b0aa0014467dd7714c9ef411ddac5
-size 25696
+oid sha256:9270bebdcfb8a399fe06c8fff35359192e38baece5a3f333b517e7e127a77309
+size 25671
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 085311500ad5..5463e378d82c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:284b53b0381b858e4622dacece02df1806b4bfdc87912c5a3ca7dfd954897077
-size 23413
+oid sha256:71c9362b0ac3d87f521d81ad8a726fb7bafb502c6ba537ec951a48e99c3c069e
+size 23381
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 174294cba170..1a4789a13ca4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:41dd8d60726dae687c569bd8e0959ff003fa8dfe6bf42b9214db8a809e4c371b
-size 25286
+oid sha256:5ba700a6be778708c8b7f3bc7e23104222f2afc437784f265907bf4ef44a4945
+size 25256
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 4199f5803eb1..873e18e7532c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:82de92764f9a88f32eb484ae12bd07f3f01031f239579260c91a0418d20afb98
-size 22836
+oid sha256:f186efa5376300a00192f102fc6d300c8915bb4dfee643d911d834da80534752
+size 22806
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index ac568fd4aebc..48cea94711ec 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ac9c20441bdc2230f1798b2dcc9217e8d023f90e19bd77f64d0968ab143c5210
-size 26117
+oid sha256:c1e4f115c0877b4a0dac75807cebab45791884c8083e23803bb5d431b04ee25d
+size 26081
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 0828eb83ded1..0a321c2c2bce 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:15857944e70acbe380252c09b081eaf952fdd35e153ef74bd6f608b07ae7816f
-size 23593
+oid sha256:22bd1be5c78ce3aa4207e4825de9f75ebcbd3009275be353dbc094003ee2d6b5
+size 23562
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 678d5e01efde..4804b6452640 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cf3fbc6ab262b357135b01c2a4dfb80cdb9923a44c3c3d68d6b9b266d77208d0
-size 25497
+oid sha256:c81aec0bfc922a33ad6e5a71a8b0651f72d843a05a0fdac4a9bfaf91da4c46ed
+size 25468
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index 034a084ff61a..5d1f03c96db0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aae5d8489ca6192e0151d5a632fa1e80cdc21fc2b4e9fb893e7593b732633591
-size 23129
+oid sha256:305e0c588c02d26d7e8e0a0209b5d6b85008bfe0eef8fa567f037592ba437d69
+size 23105
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6cf5f6b1c3f9..b7913674f865 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1f2a14f80e91104911c0f4a2d342e483ae54f777262ea938d2b08658d8836b5b
-size 31352
+oid sha256:0dd04de3c6eac98addb8bf52f9a32eda5d6252c69f37f1ca4e8d8c8a765f73e7
+size 31327
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9416de027015..10cd8c9eed74 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ea2664ff65761a4111bdc5a15b5f5393fa843579d8c25211523b60deb1ff57af
-size 28384
+oid sha256:1711af433c2436961c80bef83b9556d0f337a63d8a834d8afbcc15137b5c8599
+size 28360
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 90712d4f982d..8f432bad5439 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:56a9160eeaa5a8c1a83f475c7884c0be230685991a3057a9244b7eaff1c35ccb
-size 32346
+oid sha256:fc6e526f03a3c5f70d517578172242a8667298a5589468b25a5a9525664f06a8
+size 32321
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index ee1ca7d19dac..a510ecfe0b92 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:19ed07130f8debfa166c1c5f111fa2e0553117239bc590a51fc2b60bb0cb9cb2
-size 29099
+oid sha256:e4d146255060f00fdc574c2ff7109a976254a91b0c52e197c158d3275c6cb47c
+size 29062
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index b4b45af39db9..75ceb2df2ed9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8f16ae33f909ea6d030cbeb8b95431e48af4006f25e33c68dc5f8bf946e4d941
-size 29592
+oid sha256:2a3c0ce0bdbe27bdacaa7738df78b7319439a4f21b95e9f1f39a01edcae576fe
+size 29562
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index e0a0471f2e58..62aaacb3b3c9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f4ab245f681b4ecfce6782d963970556d409ede1f18a1926d276c9399c5f5958
-size 27799
+oid sha256:e1646e2151c7caf4522e856ff52d2e2116b212d85c942dabe9bd9a317be8a293
+size 27771
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index e8f3657caccd..84517b1f2912 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a3766d017018cfc25a8997dd4a2c986140607fdceafd7e04d9fce128e3615a8d
-size 30515
+oid sha256:84b8cb1f08ee1c8fe024f05011d34a31957929db5706fcade15b9036eea4e3ff
+size 30495
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index ec169e7e869e..20c6591e3121 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3150727529f6aae47b5b9b0554864440cb6a25474463e0be6c1c46223e94b1b7
-size 28429
+oid sha256:bab73fac487c9914d8b8194e17d74b6e1063d0b210bc90b996bbd95f98341b3b
+size 28401
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 447f2071f4e2..a97cb2a84519 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c8cc1d97e91049588c02c48c6c0e275f0b01017a246972b646588abad8e0a596
-size 26565
+oid sha256:5f98def11c7509aa3b9e338fcd6fff61807f9b2c6b2bee92b086401e12265026
+size 26536
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index d32f9cc48e9d..69dea4645a9b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d60a1200a6d32606b67c90e478b2869fbbe967fb971b55d6eeba54b7baaf3eea
-size 24589
+oid sha256:3879f8b00a69ab72ef7e24ce2139950f0b6d8433cde5f30ac163da79c409b49e
+size 24565
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index b65377747692..894077582c64 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:94ad7c7e01bcf1b852d1a5295130a9cc9a0594d764f91c4973590182e6826c4e
-size 28509
+oid sha256:33de3cf42ca04442edb69c3951bdd8b99098d86166babfb8f61222f8a6ba9395
+size 28474
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 8bdeb04611c9..347b999f4c13 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:17646d6fb8453d41ba2df195ce1e76b22157dcac8a9a337a7108c9081bdfde74
-size 26161
+oid sha256:d16b086a8cb69ffca21bc913e0ea334e27b9bccd2b460175c82de89addabcd5a
+size 26136
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index e1f33b70a1dc..e7df22de9bfc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eeaa2b02cca515a885f8274252dfbcddc98b1e508052e17a08ba0f39f1f3bb95
-size 27041
+oid sha256:872ceb27e7fa7e5dc860291a4eab019a71ad3ea551096c37da3ccde4993961e3
+size 27017
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 6b7fdf11e516..8c278acf6726 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e62198879ba56bc65b58d19fbd209141adb9633acbfba1ee3979de7e2ffee2e3
-size 26761
+oid sha256:d4dbb1cfc31d147b6026e81edcb8b1bddc42d7bd8fe96746a231f87b24a153c0
+size 26730
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 1087c68d9237..cd0a50d7c53c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6add76e018a0067116132f7c2006f38aaa44e0d35b3661590caa1543e583d37b
-size 24892
+oid sha256:34636dea0ffbf638eabb2da69178e6ba8f2c67a67059309885e76362c263a84f
+size 24862
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 53980a163ec4..c1fbbcd77835 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3d620616d1f388ec0e5474a7d84b4ce6150a5a19b76ec885c24ef89ecdb3afb8
-size 24540
+oid sha256:ed905a8332bde7afe0ab5b1f48341be9dbd9d8fc1c626b5fd5e5362457f45d40
+size 24515
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 16954ebd6426..b57d638cfe3b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0c6a817f8b2f99faa95499f66eda6296da4e92b50865ad9a749bf620bcb68212
-size 25406
+oid sha256:19584cd3092fda2a4979d73228c36584bd648bd9df38f4db9b0abcd2a166283b
+size 25375
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 806b64c3fb0d..1032f38d909e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:53104ef92ab95878ae2746894dd54fce3a531613d772a4f7df4af760416f0a5c
-size 22595
+oid sha256:1e89a78b622bebd7ce2672b8aeb5c779d2504cd87d1657dc5b910b9d4ddac400
+size 22561
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 2434fb7e3189..a96c51cffac8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:585ce1b4cdb1332111849cde9646f3188d97a962b2db6dcca4f0a272caa757da
-size 27401
+oid sha256:12e492b8cced740120de3a2f9df6ed2bca92650f23b09fdf295a1116f6397783
+size 27372
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 99d36c97e29c..848464f98a1e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5bb8d0b937715deca08020d728422d0691c1de2c8af875ad850e51abf16c23b4
-size 25127
+oid sha256:2d80cbad4e717166fdc1614c4f61e3452d0f5dfc91082c8fd038bdc9aeede653
+size 25100
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index a30d8859b745..6c5747cf38c6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4addf0831058a0f198d9db8bf88c014cea86b1928cd708ef42cc2110b613c53c
-size 28609
+oid sha256:d139565030d320aade1f24cb80fbb409329cb508becf82b8c169711019f2661f
+size 28581
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 26e1f260fcc2..ec0909ba28c5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9d56240045ac1eabc8fb4d78f1da0bf5ae182751dd733b7ec21092a028db5d24
-size 26749
+oid sha256:20bc0ae0cf1887c2348992f96c13a1fb1fdab096a1cc626fd00d63b4d5e31dc0
+size 26725
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 21f0ae14e290..ada5392b8bda 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf7d57d73cdaf3b27ee60832a397bb4387b26e59e0b5cc5abb3632f20f6a0166
-size 27547
+oid sha256:b96091a10de27db49dc37d8f086b56bae1ec529d477494d489cbb9aa80905be0
+size 27521
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 10e1f0de5d2f..1255a5211294 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4f0b91224ff07a16337075670df81624a45a9266a40c44f928b6875a98a738ec
-size 27800
+oid sha256:509f332d1d72595d2bf2ab7d4684fb6726d141b35bce2134934dbb332cbea972
+size 27776
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index f9f85c3b2f33..4e65c105bf5d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:38497e358f7b297ff8e9a8ff6094073e73b2930126e2a340c31323e426a82714
-size 25304
+oid sha256:497037828b3684131567c94216c1bcd431e72441bab885c6ba6158a339337802
+size 25274
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8f4148ff28fd..2c6896fdff99 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:989cec079949eb82de5dd45e8719e05b5c77f1aaa93b082d1bc7df24a808eb09
-size 25142
+oid sha256:8081de77144771860cc07dbaa766ccdb44020d4687a60a4d502ab0bc5b065a3e
+size 25116
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 0c2cd0581434..2dc6c539f3b8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a25dc96ee49b8941fedc45438555ea5cc3af68f6bd6e9a2a895e64a287f8c70d
-size 25933
+oid sha256:fb3e1577d2e1bb1d8b61becb7e0c0a1507e98680c3ea73155ffea9d4ba618500
+size 25902
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index ed4467959693..a248c3607164 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:96ded4e4c18e4df6bdec78f62a2d489d146a0306ef1988f9c22d750575e4b2d9
-size 23342
+oid sha256:206b47ab02cc82bf3f1c44a3701ad61f95e21d5d9ad65cf1cb4be82ef1c2684b
+size 23312
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 781d21899628..fcd741e3e535 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:db6980f122e7a25de41191058837d0573c8a6275e08df50e0392bf83096c55aa
-size 28958
+oid sha256:fac71bce60edf368df1d1650de2a3852d19ec15d4edd2dd179f5f43a6760849a
+size 28923
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index e86e71837123..96e738ad1879 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c5d3d62e60896d5fbaf08f35bddc69c512840180d3ac75371b46a4ae3763b79b
-size 26866
+oid sha256:9f3945911c07361fb00fa78ebcdb9494e3c3929c7e8c3f46d512a6170e87e08d
+size 26842
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 6f5ce0ecce3b..830b068357ea 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2acc357fda095a414905efd508d3316bedb29e011e6cfe69ecacaa3bd72c130c
-size 28500
+oid sha256:068f82b881db11f15a207da2a5013a1e4f4d8e192c4ef120e2f54287a3822f6e
+size 28467
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index d574b08bec40..9f4f0c0cf69c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:87daa6249b9f0c5bf4bc32b465e8d5dd6b6152ce50ece5b450f3efc8d072018d
-size 26289
+oid sha256:c521dd8d18f5c3d7eb1e8f245d405185e9d4edd9c79d9bb77f564f816bb3b084
+size 26267
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 30e2ddc12f6b..8196076e5649 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ca610dadb4f01239a276f4254a6d8fedc93bfc13ea845bcc5c2a1ae91db31250
-size 22439
+oid sha256:2e42c33a3995fe31b0a400923796d96775dbf10f5a2774a35300b63c3a8ba3a6
+size 22401
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 9341cafc7144..56941b9c0f48 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:44ce9bf11bcc5a2fb8cd06a97ec6f274459bb9b3f4edcf6aabe300eb366d7074
-size 19101
+oid sha256:52eba2588f9a773a5458e596e4459cc2b8d0c2b1d6bdf8c1fd750c999193978b
+size 19068
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 7d75031b5638..207bb004c3cd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c6a35e09d1b01c1727aa2dac1e913196b3db7b8c82adea9ef546ba6048cf1475
-size 23942
+oid sha256:ef400d0e14d341f3f0f00716253c5d5c2564043ad3abde407ecb7906241153ea
+size 23916
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index fa5a5b9daba3..6d4ee1fdcb88 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:822db3ce90d6b8b887d1fd7a0d3267ce0b7a77a9e3e8b64234b7ef5c66437815
-size 20536
+oid sha256:d3485817d60808c6617c39fa541e618c79a3bc84ef33e0b5b231c78a0a6f0c8b
+size 20512
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 1e898d1577fa..50032ec91ee0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:610d50830388d7deb760460767ba4410df581f4bfedc00d53997b43991ee0065
-size 22514
+oid sha256:01b78c88e3468d32e9b1adc3d2736f85ddf7371b1fa6165e297b20b7e5645305
+size 22481
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 43f1665b97f1..252ab5843188 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d6aae020c98c693d65c42f7e53c5ae45c3f44d5439c033d569bc23c94771e0ac
-size 19187
+oid sha256:3b4f4baf628ffd2b5853993be5f558f54a3a87bf3f596bc6252cf0cb79b17022
+size 19159
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index a6248110242d..9cbdcecf7b4e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:47f75193d5196b887e3dcfdcd72f304ca442fe6b887a096d9cc8a23a9d273533
-size 23179
+oid sha256:91695bd3e91815bc34027a46fe70862732f587c5746a58c4252cdf39715473b8
+size 23147
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 8fdd58f99b14..33954be8b041 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:85e1abcad27ccd40e717c798631beafb9f45674b6a59d235bbffa4fe0cd6eeda
-size 19576
+oid sha256:9abe5c3482324621a9a9804afeba172cb867d874162db2f57659209abfc84d54
+size 19504
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 709b235ca915..2f8fe6133167 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1086ff0ce3cf171e246a850ca55fa614841a8e7f1ee14c2a34615e85b9e08fec
-size 24134
+oid sha256:d550d420d05b7504c4ce6aa4b37fecec0cac07456ec0480d58c7162b6c22c33c
+size 24105
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 9d97cfe6945d..96061d83544e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:805f8268a5e4328cb7deca6786e9dda17385625fc831945a84f16d15c3e1c1a5
-size 20550
+oid sha256:b599ab028ae840bf08874c9020a8890caeb4a5e46214c5544e9421c8e0068cc4
+size 20525
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index dfe069e2741f..102b91962aa7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:11c2d3cd3bdeb8758a01c65cbae2b0732e4c6c5c9072b11cb2e274525af31bb4
-size 23101
+oid sha256:0e38750beecfb770c336ffca62a56e460bc1546182d49e03adde95746be83dc7
+size 23081
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 7c287b65e3bd..add58947ed73 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6996a618b0ea47312bd720644b0bc99b0a3f369ae7155d405e05c639e67797fd
-size 20137
+oid sha256:f6b22a57ad7095a7adde4f9188f2cdd1a1332f3ab1700236db7c394d3edf9b4a
+size 20107
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 257afac04ebc..c0e6f5953081 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9fa36ec4a28156c82115097321e12fcdfd728a731678f27fc57be4831af36e20
-size 24031
+oid sha256:d1a4ef0cbfaa4b17205fa70629ab8b1adc74747a7e88a063bee6a29c0a7fa9ab
+size 24004
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 5b289fffd13b..866adeae8175 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a9b83bc6d7092a0777643e07031e0d974cc53c7f355155a93b0f08371ad48254
-size 20972
+oid sha256:76899f416bfaf610093f390b73cfff7dea95cb84d6836ec4e0a598ca0213ac70
+size 20940
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 7701246f7b99..42ce6675babe 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f3e30dfdde1645c7e53e81c51ca6b6dbe48bb0f90fd9a61d2872625a17d471ad
-size 23479
+oid sha256:16d0cd2b491df22ee98aa1c0495453d693b7e8aa280f2568a6c082edf4e19322
+size 23456
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index f46462d2877f..0a02cb2da39f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1e687bd385be1344a36f7e41aefa65ffe93d1d0d6cfd3e8efc25c0f02499ca79
-size 20658
+oid sha256:79c92d309407727a755d078ca6a94e84a32afb0d698c894299827bca5a59a934
+size 20624
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 46fc749c95c8..9d5bb2e4af83 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a6445e52d12f79a66dac4d5261823f498197e4d38d469ac6f006cd07635dbe29
-size 22242
+oid sha256:8bd094149e53e3e20927845b01ac5e2b8d909dfd5683d2137286ceba8c02516d
+size 22205
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 26749b2b4de7..bff5c5017c4c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:21d447bf46d9d04baa073ba4350180c022a43874185ba6bde84dd80ab966a0bc
-size 19700
+oid sha256:2adcccaea054a79a0bf9fb8fedb476b72510d75d1b92b2cbddb31e89ee630c9c
+size 19671
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index b2128f64d1e0..8052088dc25e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:461efbfe91be4435cedc175b880a81a9e7f60fc94d2346d312a730576f5dbad2
-size 23600
+oid sha256:851821f16a5d2a5b0e73b44fd6e75232da1115d3834763c07ecde6cb6cadcba6
+size 23575
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 61b1765c30c7..f62a625c4164 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3d0020def81b96c38930e701b504cb6d4b8fee7454c2f1204becc1c9a719eab6
-size 21065
+oid sha256:4a1e1275d4bad41e12876840effee185a4ece753aec345662d82c4bee504e55b
+size 21035
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index c98f4cb257f5..53120ecc3fde 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bd540af4be24f572078434877fb59a11ebeef34706d7378337cad71f0e76a778
-size 22687
+oid sha256:6d4638d2336ad3cff774809dfd8b1c640c3e64d8b57d35009d2569b25d6b7278
+size 22657
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 395b7845e0b9..e57e622e0dfe 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:22bccd86c62c94122e42db453046e482b5731cee33032e35a1705da6df1b5710
-size 19927
+oid sha256:2104e27e67d1e87f8df810e46e64cb63afc7db58631932be05fdbe4f0a01af72
+size 19899
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 6316a001f27c..0262b4d8a847 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a9ffa372d891fc57b5e93e9bc7a48650fdff43cc8b42e859098985a88d881f01
-size 23061
+oid sha256:a6e522a70b95b80bbb427669bf8d4a82872fdfefc23baf71de34bbca8f41a95d
+size 23028
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index ed889c98e708..2720d9206c1f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:32954f8d079ad0d6faa1f383413ef0aa13228052f8f620ba0acf7c2c05ae4255
-size 20231
+oid sha256:112def5f7abf2256eba8d2f47f536c2115164a18a4c51974b1b6286e0b30e260
+size 20201
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index a768a693f707..c7a3a67a5285 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:08704caedc23b38b6dcf4bfcfc537a6616b89bea69a5f154aa092e7fdfb80435
-size 23856
+oid sha256:abfed65fa6e3f9c2bd34729c85964690be9afc6e040425cce26a51cdf4b9d1bf
+size 23824
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 8930a4305fe2..46982c6dab54 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e960ab9a26b1485526e75629cb59eeb13d27371a80f94ee771399f6b83481556
-size 21176
+oid sha256:0af9ec3409470692a4d4355597d52eeaf593c0a9f235941d359eff7927109c48
+size 21146
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 7b18e53292cb..d779ce905976 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f3e71716201b89b6224d579bfd8fb20ddfa60a42863122e41e5ecadda0f1fb73
-size 23370
+oid sha256:5e2ee386829ae2141ebbc2087362dfcd9e4f9cd37db822fde833b25b3b84d018
+size 23338
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 8e270c770fb0..36b16973802f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:84db8e3cb763b7969a28be5d0f72e34085bc4175b91401d96bfdcaed05b19f6d
-size 20501
+oid sha256:82b22ecd7c529ce8c8f8a6245590b3a53527dcd231f12673554af9b7795bfcc0
+size 20472
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 9da629a72229..3803bc561c29 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c7015a1b98f16790c5a3c9d5f344570851294ae8175c3680c164f0f330e702e1
-size 24023
+oid sha256:79680184975f3b08e0e497ffb8c8c4f7385761748c55574339e44badc817d1d8
+size 23992
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 79b51eef2d25..b545fc0a7e69 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:89c09a3183b06dde58dfa8cd1e78e17477ca7c554aca206ad83a6b2cbb477724
-size 21402
+oid sha256:c50cc1c2a1da253338d71e0cf92ad7ad0c5709678a575171c8292e7aa1ff3d0b
+size 21376
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 216da00f7f47..b600e8ce33f5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a620665df92e608c22d1d8439c90bed02b977bc2832491220ce810d392485e8e
-size 23634
+oid sha256:09a7ac29ff7f42c8fcaca32334d208c8234bf8cad8ff06dc51f369a10ead07bc
+size 23611
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index 14a8a4066561..15d0cb2fdf77 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bade4dae78171b9e210f5a5770ed7666ae1c50be0cdac04904eee64f51cf8073
-size 20923
+oid sha256:fe680912ef49103129a169e9f1e455f514c6a282fc28e8f11936c3040f3608b7
+size 20894
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index c6092179191d..a64216af0446 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:37c2092ab28c91379e0c7023c0f5fe6021c302d5749f567f0b5c6e910fb6d9f5
-size 25250
+oid sha256:44441fe9fa3c9c34650a62b97ed78bedb68467b98dfa031d144a8863754c5d21
+size 25225
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 161f7e3b32f1..5981fd3727d0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:17ce9a043715dd27d48e51cf78fd7157102a0d8905329b91fb27de45c94e2acf
-size 24919
+oid sha256:a5ee2e6dc08cfebaaaed5793de6862e4b8a94fc0d1fb6e0a2f47775f883d7139
+size 24896
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index faeba9aa4a1e..9dc1e9be18a6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:72529649a61c8609aa15a1cbfc9b1bf7b48dff90b03082a942c7d60632e09eed
-size 25867
+oid sha256:4a44aece3e5dbec5e9f9ade9006eedb20075abd87ca83605f4e410aaa6b01797
+size 25837
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5de5428eb268..d3ef0d3a758d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a5c58f7c88929d3ef0eb4c9f2add6fc9982d4aad19d6e6ba05d6b2c9ac45daf2
-size 25680
+oid sha256:38bc2f3eab3481d3e4750e372a3194c606f4dd66630127d3019fdd2f0ff8448d
+size 25651
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 0053b71e81bc..0fdd4dcbaa6b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:66f12ecb81ca53a7edcaf5c7d4c7b918d841ddaded8894d7d088051f3dab5669
-size 25697
+oid sha256:b048ff48943e52f90a9c5635c54364d03dc0b0e16002f9ac5dedc7593d498711
+size 25672
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 94fe23b05b09..af35a2cc0380 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eb3d0b48a49a56afb3f1e9b17c6ea4643924a9225d3067a97a0625c103b592db
-size 22898
+oid sha256:46794b575e9f67dec89f3da7616e2f6867555c7d789a3d4243ac26d317f15b55
+size 22866
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 2855204a655d..feae8ba3e28a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9ecaf8d60e1d98053ad1a44ff0ae2fd5707f72cf202620edef9a96ca149343f2
-size 26795
+oid sha256:0581cc55164548f1318a793b13316a85e3c1719ac5d0b7e432b6e86987ac1b2e
+size 26762
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index f9281e1a386f..708ee2b383a3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a124fc75f20f3fce25b5cd09eb4333e08a520abcb38119801b142977f205d486
-size 24088
+oid sha256:c30b6ea1ad0d69a836299db8f424fed81c62c28b1864b46b2ad8b0e5f148ef0b
+size 24062
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index a9d8b503fbb1..2319bb61f598 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7e2270cae0074ae0c6054bef7c11e772abdcf29e19dda601da22feaa30ab225b
-size 25882
+oid sha256:c2fa3d5f906d5f4f24f5265a1a904e49cd7b0e98395b3be81925337f4a7224bc
+size 25854
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 07d24e5e4665..739fbf6b8a4b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:67063a1650d4405bd4f22cb57b193b8389f106162bf9238a8ee650c409769448
-size 25967
+oid sha256:b8d37cd4f67cb7b9c3923c5c5482fdbf6ae72a99b0ff39b19d00d98ddc3245d6
+size 25934
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 7a72afe40c92..9a1b9d952971 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7839d5784d9dd8a963ce41b5af2c3aa1e8ba8739553a043486336089e8214111
-size 23138
+oid sha256:82fa6c1405bfe028d87a698b71af3845a7ff3478c9b0b5f36ee900e88c4d486c
+size 23107
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index ec2f1b9ffd90..9ece5216f526 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e7406007858a3b62ac1fc433c962b5ddb70af6984b1bef6209a6d6fb24f07b0b
-size 23150
+oid sha256:362eabc5cc610b42000d4af17532919e62f76d9254b7967cbd7345d24e29e444
+size 23116
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index b6590e5c5b54..018e69fbc045 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e37fc989f91caf76f9134b57fce4bec8bdc09e3d42bba7c79fa6064c2ccfa750
-size 25678
+oid sha256:9a0d7a643dbf769dfec5977c264c60e963d0b7bf233e6eecf9abbf9ca4a9d80e
+size 25647
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1bd087ad7532..b61b0eceb41a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:929fc8f204337364e78573b64b98f8cad2748feb2ea4ea8f76c9746e4bd98c28
-size 22450
+oid sha256:0be92954b0561ff72967044a47ca9ba589141c4f8126b11d6df66fd14bf4aa82
+size 22417
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 1ee0708429a3..df76030c764f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bba178c29e313053754b0a72da31786be013b59307e9a1cf0062c7627fd2711e
-size 26312
+oid sha256:273af5b3ec60038a8ffedae260203983c51bd7b36e9573ed638c7f3739ae0e2d
+size 26283
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 1f7fa27d720e..81431cfc6cc8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1a03e2b64f7c35f63af1d9a05435d255927de70b8d0bdbccc82363baf09a22b6
-size 23387
+oid sha256:dd085aedb5466e79a070c9f1c2dad401cfb508e2fabc790d15ff1332eda2fb84
+size 23360
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 9f16a55f6a9b..23dc87a7540f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6c83abb56c5fc1a687dcc14e633e9423d4e7ad9d814c10efd3931aa8231b66fd
-size 27031
+oid sha256:449bd1de40ba0c51162e45038be98ede3e77ab768a0991e4a09e334db0b994bd
+size 26989
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 481dc69ed1ab..ef1ad273cd3f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ee9fcb6a5a4fae751456d8c043502d38ef953c6b76be7eaf7f97e5890ca20c52
-size 24307
+oid sha256:ab0c3a23d93c78eb7ba724ff7fb515862f5da8cd7826713d62df86e6103185b0
+size 24274
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index b5ad76d7fe4c..feaf235c56c0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:73346da0f96647e730ffdee03d382a5136aea39f966a9df2c70bad8197445dfe
-size 26401
+oid sha256:23ff6f8f46624f4055edead4b39b1d6fd47c896c07269d78805501167e1b80c9
+size 26375
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index a4982a65b602..e880c54f1adf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9ff587262ec820281b8ae94cf278d31f3db47ccfe7242416918fe96ada49d181
-size 26555
+oid sha256:0e47b39236d585b004d53ba60d4ebc3575309ca6d10d77e94eed10025fc3faf9
+size 26528
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 4fdf3f730b4b..92676fda6be7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:21785ede1cb8796ad814146f19a2dff6f7db5a6e77d9df44a7b57db6ec33b0d5
-size 24100
+oid sha256:e3814143df32f8586cbd4e70d06134a5826c61ea8d60080dadadb681bb5467c5
+size 24070
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5f62693c94d3..0563306ec0d4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:17cc75be4375621b6e1b6677ac56a75469ed183992ca471b91b9bb42827c2ca9
-size 23992
+oid sha256:2b89c69ab2ab9781c1405cdb6b866ccb81adfcd9bd9e07df1fac0d52848dd038
+size 23966
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index c5ca1c6d9fc6..2cc0d0357cfc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:13282b1fe064ad1061007220fdc54141f2f0605b3a036d1d728c696a60cb79c2
-size 26122
+oid sha256:697fc7bb42c93f9fbb7dd236561c3f2538022f661e881d60d4b9309f99eb523e
+size 26088
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7dd422c447bc..5ec3cddab882 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9dbd9327fd49564b6d29e7d4362ab7713fdae6cfc3f0af8a943d88d4921c6c7e
-size 23419
+oid sha256:640d14400189a14f689d4c6a590051b5765a96f7c881b22c40d64aa9845612c8
+size 23390
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index ad414398fbd9..338c70e2e97d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e1c8666f3d2a554b2eeee9196c82281d7c1de61cc534dcd07f5db4c871106bb5
-size 27322
+oid sha256:2e6827ece3aed111bee1ff4eec70e0589eb9f49c710cfd2001ddf4ae8f064c1e
+size 27288
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 8c6b4bf16b3c..236fdeee2169 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b3dab6208bcef4ae1bd626f987ef6c42bd55b58eeb19d32a7f85c7e52ce2206c
-size 24884
+oid sha256:cb18fe801bbf00a9bd7583c9458617ab5be9c6dbedd30a02b7b1bbc05785d75c
+size 24852
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 7c9419675deb..2f5b31ec9bf0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1ad14fc42702e833a7e6ed84ac1fdc0ec10a0d739622e394b875787160ae324e
-size 26899
+oid sha256:7cd0dd07e01e34c4607172cfb8a3817110b1c8aed2d1255d48479435fc7b678c
+size 26872
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index fb00d62c420b..177daaae84d3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:38fa9a4410fa2526b394be62b3230ff51eaaacc8d47078519d23f339deb8897d
-size 24481
+oid sha256:469ca9e031188b8ceecd97a553c158e0d62c4e6404f3e281338e3c3462ef239a
+size 24440
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index e3229d64fe51..09d3c19957d3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dddfa1d0960f522342fed88d847954e59c20f1b45afbb76f3e8e459aa24ccdc5
-size 25577
+oid sha256:b2bb5852cb05b27fd4b0fcf08259311f8f9e6be66db3ce6718fc754a5a3fcc82
+size 25549
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index e4db44e00fee..e7b8e08c0fb5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:be0df33594d730abceb8dfb6525be651975cbf8f7f48c841373f65235434106f
-size 23691
+oid sha256:c3827e892db89242c125e9e37239fb2e24995b395e91a01627de0a3a4427c317
+size 23654
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 3e4b5198ce0f..04afdd48de7a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5a87705464e13f5a795a2c01ab978ec919831eee771e0fcf51a73922cc7306b0
-size 26801
+oid sha256:9785eaf8c4afba8478af5ca4b7aa995f5f0e1be1dfdf1a3d1ca81df1d26b981f
+size 26768
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 65bb1ab7ac7e..ba1dfd6e0498 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:345310f8c31bb802f638e36a527ac248690bb8a583cd534746431f2618fcd86b
-size 24945
+oid sha256:d79e7527bbef51ef1605fb6b7a2baa04aca528f4ff17b792324d7ae7dceb461c
+size 24917
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 7442fdeceb4b..600dc295c6fc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b68a3cd95aeec38dc9ccbeb7bec157d69ef88b4c5712c146b9946887d57bc2fc
-size 25978
+oid sha256:c9991f00f18e7463f3fcddbae155b0ce29cc5e9e2a7ed5337b577a6993828ea5
+size 25947
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 0bc61f9f8ddd..8ec680d4237e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:822ad3d9033e03644491688b59037d1f15d659999525ae007e8de3a4ecbd1891
-size 23918
+oid sha256:afb2ddbe939c4c1a2041d1d9501cc420d1de4c8e213881f43b42b9399f4cea25
+size 23887
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 0cda00777c20..b0c99eaa03b2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2787269b5539061511ef68f8899e43754b3db3c61ee490bf1c5cc612bcc57921
-size 26274
+oid sha256:55dc0753d323fbdee13b5d6192d106b11f53312830a7878f0ea75d3cd11a0726
+size 26242
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 7defcc3a2f15..242ad4e3d4e5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:84a4064233668240b33fad1fee9c4ccc65faf58efe4dcb93e1a31bbb6ba2ea1b
-size 24497
+oid sha256:cbe0009120e57fc8ace033c8cddcb28c7d7c693649aa5bd9bfbcb247fd666833
+size 24470
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index d344159e2719..e6ced3916c14 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ed1e268ef6dffcc7aee1032f2dfe6abc59249f9c830eaed937b96d0efbbb59d7
-size 27180
+oid sha256:706735d6819a1709097d36eda18c4c6d277cf0a2da2b0d8a5ae236ca0fccac21
+size 27148
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 3398c4d76d86..8e4182dc6380 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2a0e1adf7b69aa9484b64bd63e339367119a99c1d668b2104e98111690f5000d
-size 25094
+oid sha256:7586e01ec343abf79b36afd3fff6057271a795b2559fb4927e6d9168369169f1
+size 25070
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 3a40daeb36e8..fa1933d444d2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2c46aea239e365a894e8db29ed52b48136290accae698a2d258cc5443251aeb6
-size 26435
+oid sha256:d0e4827ccb908cbd9c6152b1c311161524a44dabd61ceb156470c8dc7f0af239
+size 26406
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 305f3eceffe3..99cac595b577 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f70db388059ae447ac38c359fa44ca25c078b268c80684cf9672a380432509bd
-size 24693
+oid sha256:2f38aeb1a3a19743f9d7c3702f9a5de5f2066ce0a43be49fabf5ab1c2ae6f4f4
+size 24666
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
index 8e26f6398637..13bf575d98b1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6f96216a413846b930c4e2312d9f67459218342307480bd0b71d960412b53253
-size 27362
+oid sha256:1fb8b260f338ede5975136899aa2f6ec512b03a2998d519f531b1704bcf22391
+size 27331
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
index 3c3b1e6708b8..95b083f6005f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:61bda222f1e746c06f1278e1f0c22cd16c328774a0223cedc0a9da3e8235b1a7
-size 25353
+oid sha256:ee5dc0343f535b3d2a2ea6a6178166a3a9aa1fac29ee8fe4ac90b5a730203ec9
+size 25325
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
index d09b3b822486..ff22fc00c6c3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d438242799378f956c66f47fff7bd55d213fc8897211ee5b7907656977b0780
-size 26648
+oid sha256:4ed10bb90604908f5f6573e2aeab13274a1c3ef3f411b874ce9f52891520c0b0
+size 26622
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
index cb5068752e64..5eabf727a8a9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f1f1bca4de4a4353f9c7e2d1caed2a24ff037874afab9276d9c1bfed1edb8397
-size 25057
+oid sha256:9c7c798e62c22cc7eb80482bc34f8ec7656ead1700c4c324931d8e54ad2fabe7
+size 25027
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6f9b8abe898c..6a9f82b33175 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0a8f23eb4b99650fc1927744de54e20eccd79172ad4a523e8d24008bc9c96cdc
-size 28021
+oid sha256:caf046bcdcef93d6e67fad3dbe61a2d2b4466a4ebc8da99d2ade3ebdbb07cfcb
+size 28003
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 62c1434cc933..ea44985ad6e6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:732ccb01d540ad71113236e3d65eaa2ec9f4d4ad4184c51d1e5f9c04a479dd08
-size 26334
+oid sha256:8974afb74fab65577b88f9f6d06e83a333adf7e6f1ca4d6dc689cbf496cba2ae
+size 26303
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 3b033995fa9c..e496e64c479e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8d47f24da2b806cea38ba921211712856b303d39c9010eeab9c469c3ac01f0a6
-size 28942
+oid sha256:8a3c4fb6b2e24611784f22f9d5f9bfb4ef0f62afa78de3f772de823cdee8aa12
+size 28918
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 3083f1d6befd..3ec40ec8dc43 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d8359c9e3a27a9d07fb5b17e90edaba073ab167e2608222643c2522c18043c6e
-size 27217
+oid sha256:01734949c6d6bc770771538da021b03cba710fd766857d09c0ce9e5f4ab08a2d
+size 27195
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 808b566e631f..f766b7e178ab 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1550e47c3d087d5d54d38faf88d0019ac959bc3408df638ce5e647f1331e8c85
-size 28383
+oid sha256:f16571e98e1e9d653e45652017ae23ed4be0ec00f2cc1b32627af7e65ae4a632
+size 28348
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index ee4648159809..c6d9906e1b14 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:100f3ecc20673b0a927374c6f36425c9acfc533315c23b8e5ffe70841b284037
-size 25772
+oid sha256:0d105c8a3786575ff7cb1ef41cb7f88593354e12485449efbfa837190a40046c
+size 25748
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index c1a935167ac0..63964093beaf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b55e9b733fa8540dc8b8fe37bb441307fd022d164b3e6ef1256d0bd4e5bb522d
-size 27261
+oid sha256:94c9c7c1ba65a1484e74d85bba5bdc9ef088594aed794b01012bd58d5c445c46
+size 27234
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 050f7587a9b8..63099851e926 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:65dfc0afce07eba8c91abf5f28402f631da5b25dbf79dc478772feea5f65e539
-size 23714
+oid sha256:7290274b0ecdca517a21004b29d3739a1c812b74c39e2efecacf547b4cbb0f5f
+size 23687
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index f755409baff1..ab14b918f6c1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f1f9e2b0d83f28cbda1e204992290ae3643b022e327d6dd604c3ea0eb35db65d
-size 29218
+oid sha256:29db0b410c04cdcb35ce675c40bacab4f6413e7ec2d9196820ee66c38d9d823d
+size 29188
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5c9ceab5066e..60f919b8274b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:feb1762afce5070d134555c7302cacd20314677b8e0b4905148af71597d8e496
-size 26405
+oid sha256:88b9461ceadcf25000e1737c4dc898240098d4da9ad80196ad0b99ea6da70d2c
+size 26373
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 3a0fc67dac53..ff41ccfb88f7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:36a71b189cfda09316d59750194be91825df7e4761a12aabde2de2d0810dfce8
-size 27878
+oid sha256:5cab34c42ec66e28fbecf0f05820919e1ea6debfa9a97f0eabd9942115560b0c
+size 27851
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 945ec52b0bf6..af4314b5d986 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0dde77bfcd802659bfd1ff0d671285616d6ed190e461e7a3aef6e7a582495244
-size 24699
+oid sha256:500d93338e81cb5b52ce7b1f99bfc8dbbe9eb82d29e3d15f755f2e9e67488cda
+size 24674
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 320115028315..0109cc663288 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d5e6b41a149fa91dcee5f923812204fe1aece955c35ad92584a7b52d1742fd64
-size 21803
+oid sha256:1fb806b26521fdc96888b396c6de7fefe473c2d37428f1feac33cb06db242761
+size 21774
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 9f51c0525023..c29af6346210 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2b2501e4755c6cc87911bff133f5077d8d6b61bd274154d5ffccaf69b1710ade
-size 19049
+oid sha256:abf7fd70de1f58e30584af6d0c02d4906c7c9c45e83554a8c1694db74ce01a85
+size 19021
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 85afdd272f46..1a8cc18fafc2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b8a623199ea7073f3cf0972b9015c4eb2a28e90302493656dcf90e2121c2fc77
-size 22565
+oid sha256:882ae3e03f1d97c625e34f4c40d39eea7140dd13fc367fb60f7326840a48f3a0
+size 22533
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 157b66e83157..a10dd5083c67 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5abff8daf35b3d963084c047b3c837356ca629875348e77750647d4d74f3d205
-size 19723
+oid sha256:d6f2e33fbdcbc7611a62f6880a9be32bcd29a8e8112ede00682054869e087d50
+size 19692
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 61ebdf672a5f..222a3de95d45 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5760377211efac754948ca56c7a2846a2f51ccf7c3d834aed980c65b4d3b8985
-size 21877
+oid sha256:9a824d761c65b753985d462aae214b1635b8116d79d40604acd796e533d35d66
+size 21849
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index bdd21e623b31..26c73ff5a0d7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5fdd27b25bea5e1beec97695bf1289891d4e2da6bcc7f4f38e92cc2b279a3579
-size 19068
+oid sha256:40342f056cc9edafc6f829f12e4bda663b6193668ef107cf256ac4f5d0705791
+size 19039
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 99b8f8730f46..d0db10473fcd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f1b9a62e1109eadba1421ae9fd13859a05003ee1920ddd2592931598574645d7
-size 22519
+oid sha256:6e785c3e554da3743077e45b8e764414f4bce8e25968cf7b22ad4e27929e3e3d
+size 22482
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 515b5047f5cd..643b1e16c4cb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d0502d9d1b7c733ce2fa8bbb13c18c3e83b2de23c226c564b3e1db0890967106
-size 19674
+oid sha256:a423aa6ade1ecaa2c26e2980fcd4c1643ee3973a2e881366ce2649d9f1cd2851
+size 19641
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 01b32f1b4177..a8ca501f61dc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7652d5c130710b23a4cfc9b86af749aa05935bb3f42aba7e00411709e1fca87c
-size 22944
+oid sha256:6a61b27938fa93ed0f101b6ef59134791d25b48b5fddf1bf67ed83995dad9f99
+size 22909
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 63ec1da38457..81b995f85536 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:123ee6e2d40a4836e2dc6dd346b87d94dc4742f78010076569d6aef1a67f3201
-size 20337
+oid sha256:95d4e59f499b067c4e3fe0840aba75d749982008f0e1f35a6e2ecca5bc5f08b5
+size 20311
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 71a4f9d10a6c..3db4ce913917 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c0769ba224069091bec09720508e87e1ddcf5b0c1251b21e6a6e53176a70676
-size 22641
+oid sha256:e8d0c2aead7793b7cd05ae58361a16d705ae04249841194fb40a31828f1e3f21
+size 22612
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 3cc529c20245..cfe243e005d6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:653acc2905328efb3f769341742ace23f78bd02781d6d3ac14ccf3635de440d5
-size 19804
+oid sha256:ba8f92bad2726b10670284cf9868574d2c9325427fe9c5cd19b407450fbbfb61
+size 19773
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 6b58a460e3cd..e0c99eb2d54f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e2770e6ee7da79a13a63e1817b0eb0da2828d93eebf43b2a00c7abc5d8e33354
-size 23038
+oid sha256:cb54e518f1dd8b054b7fb769b290b487d30b056d384818755f117d21b4d6cdd7
+size 23008
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 04cd05ea23f8..a9700e05eca4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8339fd51818293a86c03b59cf720115fb80a48d0a6ec16db650fc5b0655232fe
-size 20315
+oid sha256:794020f964e0095f82cc93b09f006cb267e46e1f23931399a0dd880287007d8e
+size 20285
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index a357259098e2..8b0a0b04b35f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:02001b18c4231685ecb973d94e3d10e7abb3a3207a412196b4b98834fe906ff9
-size 22431
+oid sha256:5e1c483c684a670b984100707c31c5b0391b9c09683de226bf1b55f398b54da2
+size 22405
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index 43e32bd6e7a2..c7ba665a893d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0c8c4b2b34d6041f3aca3fb99ca1ed7cc15db4134f614b99e679de17dc7cbfb6
-size 19763
+oid sha256:d36d9ce47fab4bd162a6e2082990107c63eab3ee306b44d43102be2fd199dab3
+size 19736
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 1122996c238e..f3d2c66dec8a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b6f651f9cae3c56fc698eeb3a6f68630d4a45cbb48b474964e08c9a3d26104c5
-size 21740
+oid sha256:2c34836140dfc30b499e9ee583aba04079af16a25cbc8d2879f33a94a9150b57
+size 21707
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 205a1ef0e71d..662d42e9d0f1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cecdb595c2e42656257886b71d56acd6e65042f5d8f3ff61b28e9010b8f57ba3
-size 18899
+oid sha256:cbc487d593f2d0f2dacd4e67fdc6cade43cc7f06e1733c4a691be8c0dbae838d
+size 18871
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index c3feeac776eb..25ea285bc893 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:596bdebbcac88f98f5f432afa49dd380e02eae4ce6ffe9ac32ed718ea5005ee6
-size 22513
+oid sha256:9a8432c4f976663cfe3e61c5a6e780b65833056df8d1b541a44a51d4decc4248
+size 22484
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index d64c6384ca6b..456ebb899f56 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ae4756179015215a879c667cf981d293f40fb8ea0a6109427869f6a9ec4f8825
-size 19838
+oid sha256:26b7c7888510afe6021f61dc4d08cf03aba1fdbc213051e76906d92909b1a979
+size 19807
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 022cdde98d5f..07c5c5f49f81 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:55c734b3e8caad8874ebcd645bcfb3db483f0de037a4e6e9335c432eb8dd381f
-size 21772
+oid sha256:a3baac8cde8df3cbb8f43b62e5331599dcbe718d1243b43cfda8243c6d427353
+size 21745
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index d5aabcede09e..7aac84db7267 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8b666950318a3eb2607aabdf4aa5b3bce64662f814ed063bb877a5c6af4eac6b
-size 29022
+oid sha256:51083d03eeafd57b544458f2e94e9be99e4aecb46cf0aeb09d8264c468b2c677
+size 28991
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index df6e33f1e0ba..b4639d24526e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:471bbef0c4b393d2ee9d6b3aca3f9f109e23f57a69df7c8761e96e9cc558b463
-size 21383
+oid sha256:5dd4e23ad89830ef5861cb0041b4add351170aad81173f71da9f114e016aafad
+size 21352
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index bd11ce4374a9..7799233ba6aa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5253802af6390a34fd5c8708b128a41a5deaa44cc13532444ca6c3e01bce4bc4
-size 36683
+oid sha256:2dedf948ae2cff0e5e2ab7159fe23f897efb35e23d625ce3d9f7920b2413b9e7
+size 36655
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 64f874acc418..cede912787ed 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:65afb2b63dedc475a1378b2a16a7b45846dd088886e4fe4487b891e12cd50330
-size 27918
+oid sha256:8656ba8181f4a3460c00887fe50b9c2e9e3cb8e3f108e21233f7d57842a18ff2
+size 27888
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 651fbad04871..99342d71bc2b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5654554c84c889299663ba13cd2a4315d7b8b7ba245fb1400eb2cf01c431e3f4
-size 29424
+oid sha256:ea4f67231f3b9ce6f841e615a682d249a0f67d59489c44fcf9e7b4e2010cd10b
+size 29396
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index fbc16fd78af4..cf591c2aa9d9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:04230115263a3090d8363d22763f054fe8691a99af642c074d4b33d27a1dc300
-size 22098
+oid sha256:cf67a168c4ef0837088c76063564ff63c5ba5c5376433eeeb9905ef6d868cbcf
+size 22066
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 511a0b82235d..c1f52d4e3819 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9ae494fedb8633e514dd031f259df57039b855cd066ef99acd2719ad87c450ba
-size 18882
+oid sha256:d1225d030c65e960f49e8c1c0854de0c300e2a526140b14551ff916fee097364
+size 18854
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index a6040664b1e9..2188de62e60c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7381ee310f6c8ad671da29a7eae82145f57f41b9c23388db387898f473ae5625
-size 22380
+oid sha256:064edea5bd9f77d1a570b27bced6ad63d834899128fa9666ebc800a87c11efa4
+size 22343
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index d39ed1aa8aa5..e50f394243d5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c688c2d2cee55de6532a0437fb625f42fda27bf49e837cb2d94e70f38af87290
-size 19398
+oid sha256:3e3e98bca269d2348937587bad4201dcd54d3819c6f3c86aa3d738920add0d07
+size 19363
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 2e846633be34..b05248d71eca 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c6fce3b3fbf1b086d0093ebbc86157b2a63626c71fcb15d99ca31f81729ed17a
-size 22999
+oid sha256:71812b9ee939068fd608477efe462725868deb71e51c0d7219e2abeabbdf356c
+size 22976
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 69ff5cbf49a6..c90cd9a78fb7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a913a6484851813887ab11ec7a9fd697ddf7ca828deba5d3a7960ab7601683b5
-size 20437
+oid sha256:b0764e5971d82ad7a7a6ca5fc490ce96b40aa9e5d122aacca73744f2c5133079
+size 20406
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index a07e9eea0475..3d08983b6041 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f67f6bf4557ccf4bd56ae13c8f08e78a4481688ee9eec18b0fe2283c16b35ecd
-size 22511
+oid sha256:afec4b1347629b2f766240bf799c1dac86c2f3c1edc17242b4636d6a032fb563
+size 22483
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index eebfe21ee98b..c6e608aa1ecb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5a0a5976e23206c94d7a0ced886bd5a1fc5ad6d4fbdc9da21bccab0f62a47663
-size 28361
+oid sha256:972a1855ab2616fc223d0d89c8aba9207a0eb2ac53861d6b4b3936cfb4c2501d
+size 28333
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index f5ccbca1eaf7..10667d7aa328 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:be611076618917effeeea4bbc45aa8759e320b467bf8b820efcba3e8f255f53f
-size 22335
+oid sha256:0e3be6b83d1af70e3d1fb573962a99b3bcb0351d6bb2a9c2054616a85f580c78
+size 22302
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 361aa8214dcc..4e82c6d163d5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:72c3c64dd03d605c4fc5c53067db6b66bbd202aa61854952e6eb3799ed468844
-size 37027
+oid sha256:984e9070774214488717b2bd82c99992f046e6bc33036653cb08c9aef48c59a6
+size 36992
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index b99d08831526..4f7064a35dbf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b507b40f1dbcbae35034ccce1b3e9bc4813624b44a90527b9bd146146b317373
-size 28513
+oid sha256:3570e186169d73ef84b6087d18905e64437327f0a4fdd83869c19fee5a3ecc96
+size 28494
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index a21bade54aae..fed2cffd27a4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:923e181c783c05db8f7a25de4f8fb77d1d51237618350afcbad133527fe037db
-size 29748
+oid sha256:6a6c2f0571078cfec35217daf5f84ee421ee11951e167e4e50f67dbc1acaa9c6
+size 29720
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index e573b6b19085..4d9b97ba3c45 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c3174f9c82d53af62db18a76ce309dc4bb3e88f02b37568c72ef0d254af70ea1
-size 23002
+oid sha256:1a6071f1305263185171aa3b3470184460f8fbed9bdb1e95276475c4464be1bb
+size 22976
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index a11697e9102a..6a96a0c746ee 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cedf6375a8ec5b3a48f7a4f59519b86947cd799230c0e2ad238c3ef4217324a5
-size 19569
+oid sha256:c6ac6f41ff9a0557ec169bfef2fc5721d2eb9e37c05e9e852e6fa627dcf2d7b4
+size 19543
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 308c2c873c73..b3dd69bcfc44 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a93c5508421ca424bf74247dd7e096c74e3b75ded8eff4c87394cde342261d33
-size 22965
+oid sha256:637517eb9917f74cd87d38fa5e983bc080195a278388d9a0d9b4716b5a9cdccb
+size 22936
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index e12d83648a9f..336c5db38524 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2838c78faaba155b1e7c5dcb6670069737171f58f06b5ce500142308ae7f1429
-size 20352
+oid sha256:b0d882c1431fd9ed4c0795655140069bd395492bdcec678304081073af309ab5
+size 20322
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index bf41eb228303..777ae845c41e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:20e29ea21f17660d84eda815bf6e9ec4ea53591d8a9d46f14d908c5e9208b249
-size 22371
+oid sha256:df6858723d11d6a1ee20f9bd09a523f5f759e3fa54439e68c861a938f6fab96a
+size 22344
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index 70ad59d9eb1a..753daa9a5153 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b5ac18e8c751f907908f132558ee581da177ef4e8be6988a156d6e2f0126f221
-size 19719
+oid sha256:e66e4382604128403a60712a572c59d6fa752fbc8e86e5e441e6c2ec8459f0a9
+size 19693
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index f1e1b89eede0..05e0fc19b80d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d6f709170780bbecc8bfd8e68c4a4bedeac1a7f3a4502f75fa2343187b6b196a
-size 23583
+oid sha256:36cd11368a3897bd8b2828936e7e145935b2f387b1b61b6816698174db4989f9
+size 23554
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 3506cf3eec13..4a33840f1e79 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5d4dcaffbe998adf209008fe9e8f55cf3c4e7c1aef2d3b0814e63f3ddca0781e
-size 21141
+oid sha256:94e4677a5f6a0a8bc6c965a3c16b76c0f3369518d055d9605dd15b75efb331a9
+size 21109
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index bffb68b83838..43665d9e0d29 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8d0a31100d10548bef3b380e5eee0888726b596783464ea044e58faa61c7bc8c
-size 24695
+oid sha256:37b272555831ca6bfe4c1cfb63a8b7bbb11132ba124d2a033754c6cd7c280aa5
+size 24664
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 61e980cef6bc..f0c857a2bb1b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c682d99af03df131ac0acf0cba9713ccd84cfded7a2e95259ca231d23743b0e8
-size 22521
+oid sha256:41a377cdd34e6ce6a83bd7a9cd642f9c3b5e048a61460fab4570b92ef8002482
+size 22486
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 267956327d12..1f48deb99bb8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b400db1a95ac97a93ee82856240bc5955a901c0417d8ab4244e4996cc67db359
-size 23624
+oid sha256:cb5025b5d3b1dd43b48b4c81a949bc71aae2abd6df92105f147ea5ee4b9998b8
+size 23598
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index f035d4791bd4..3151cdef49b9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a5000081009eb70b1aae54b864e6063a8d62022dc2312a54803aad504407ecec
-size 21006
+oid sha256:e3e5512820f1b4f0b0e6c967928ad9f2663beca1eaee1d49fad73ab049eb4495
+size 20971
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 34ef06b36ed8..d57434e6c960 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8e79c2d1c799b3a3c7c72f4494df608f80fcba6d85cd010fcdcaf160583741bf
-size 24348
+oid sha256:0fa2a872ade3bde273bda0c579b7f77483beebaef06a8354739dd24b5e32e3e1
+size 24323
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 0d45d14c5e5a..ee35d591aae3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:17d2540d209f2230841d26b68727e5826b81498eb50debdb3ccf2999aea297bb
-size 21536
+oid sha256:e5fb3052c2619c98ea5f57a94940cbbeddbddf62ca848b207a81b7c3ccc9d42a
+size 21504
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index c4f8e530b500..9c27b12e2632 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d4e59af05a11a3ea5d9a78047cde6930f6ed9977642b5d58fafc2ed7827367fc
-size 25214
+oid sha256:e0266c5f120a9987d1e60dc5b7db4359171efc9f89dd0a39aa427e3e759a15ea
+size 25192
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 98a1aec366e1..21a61a1668bd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4b8e45c609910eaf8b30eb4de83fad9a52f707896dc6ee3fde07dd3ae1c72a20
-size 22823
+oid sha256:d0c8cdc31bfa63398ebea76070194be8b9e6790e5790b3bbd48296825c7e2b1d
+size 22797
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 0dddaca3edc0..f349ddd53b5a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8ebf2f410c0720d0158ba49b48661f7acf5ebcbce6901fea2a3e9fa56a439111
-size 24517
+oid sha256:187ab765938dd18e094f822bf9ae6e39f43eccbdb9479e37ae1a33593b06b342
+size 24491
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 1eba752b01fa..27b4028cfaa5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:63f0b7b05303b763d27ef2e9f509365d76645a85f5067834b4ae602b584f38dd
-size 21602
+oid sha256:3373e6f1a6d8b6e397ed22d23385b6061c7b2ce7f20b643c2a98a84e64c16661
+size 21574
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index fd5adae041af..9ca0371c4fd6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d42857a15390615e1a1bdf3eb43df0f044dc8fc0923e51d47ded5c2b56e692a5
-size 25401
+oid sha256:28b457b2eac449e578357d204bb65945f690e8f54ebe652344738ff11be5ab6e
+size 25370
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 690023cb1cd3..709f3d160a16 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ffa139e067cd472a1c2e6c7d7dd49fae88a41e8bca2b31cf1b5dd55cf333561
-size 22826
+oid sha256:0d361fc75835d10c25687fa5b1c4c0c183f70ff7aeba74791aa9acee0eacc1e2
+size 22792
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 1bb86bdeacf5..efc0706e1b54 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a5da47ef50677dfb96b649f3a77a118ce98963e6f05e7817e1335b2ed8a96fa9
-size 24603
+oid sha256:be8e5606eebbf9f38e71e174c092391fea8ae7d1dca98a11482800513d7f564a
+size 24567
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index 8653ef0df223..a02eb0d7df2a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:847d92f3d254678ddd25f553a27e87d910575021866815cefc0b4cfe10a55e29
-size 22462
+oid sha256:2fb9be34917551790e06d933c943276b4f82bf22ef886bafb5681ce46724c8f7
+size 22429
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 75adfa86d901..77bfd61a3191 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:947e94ca4f8f5f23d8b86ad98253a99ff61e614ef4cb39974115f264becd790c
-size 28004
+oid sha256:c228faf2e2531388dfd7354b518f2c466c0c5ac957f531557919ed8959a35e8f
+size 27979
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 771a261f0a17..1db34b50f734 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8d215a4e21e1144851fb2f13824ac5776cda0672e244bf67321e2e5d3d9129af
-size 26866
+oid sha256:9b16565784bf590033060e9f3470353b6cfd13ad54cf53a6d8326da87fd2e956
+size 26844
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4fd94525d815..ec7d6c7bd6ad 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8d4c4298357286d1b4f2f8a561ddb2549a7e10238fe0a5ebb349be6e542bd2a9
-size 28661
+oid sha256:4412a3bfaecdf13dedd74d8ba4d285e2344baae20211a03509940cf07b5e23a1
+size 28632
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index d021c7008dad..9fdfce2db2d0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b495472e4e2273df6c49de4659bb985c1f406c3076546b7138595c83ef52d6c8
-size 27687
+oid sha256:fee94e4fc7a33f2057b35379afb6b3e3b2d8a096dfc1c377cc632c5b54b352f1
+size 27656
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index c74b46b279a3..faaab1979aab 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:343a3c6c2c023e4826126ec97e3ecede7caca5baefc0f1f79d02efdaefd38665
-size 27445
+oid sha256:59e21dbdbb9adfd1525fdd13f42bf769129d05be9242eb42f03a87998b71bf0b
+size 27401
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5ad70fb45b95..9187a87c18e5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b7e52d09c7033f4252bfcbfae0fa848201dfe87284cf18729d17eafa239d566
-size 25909
+oid sha256:4942f24b2135ddeeef501c727975cb33e4ba2313d9672249dc58ab3dcff381b4
+size 25876
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index d2ac7281ac6c..a46c04cbc74f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d558834c5baf89793ccce930f657af39b71416defcfa2c8f17113cd9c67a88ff
-size 28158
+oid sha256:f5faad9ca130cbd410656b2573348703f33e302c18fb23f9d757b2a7ff44be01
+size 28128
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index b4e29b7fe1ba..03fff859fe8c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8eaf6cced9ed61b237ec90c39538e042e2bc508dc4ca6d78b4ca6dd40f176dd5
-size 26536
+oid sha256:9be22c54f08fec6ebd90844e23226ccb91baf12234a76d69563246872e76e109
+size 26502
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 76ffbd0b67f8..9e7ece1a0382 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:020738c9264ea81113fe2a3c8582e604206ebe9cd57b5ec754e88177a809a0f9
-size 25236
+oid sha256:82407b72591310cfc635f5286d94960b43cf7d3e5411a4386f4707945cc67204
+size 25205
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 180a7d8d2411..7a17b2def231 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:edd4dcc7752a0ed10406f878ea0c4acf307650a6657f65ff42cf31bec0daf742
-size 22483
+oid sha256:afb731cad0fdfe8a497803500332c6d06812a0563621551368ee599831c078be
+size 22452
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 5851fda46e1e..0e9df107644f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a7c245d834d0a18a09e786da608ab0cfba4312a0197d15de34ba2384cf5a51da
-size 25949
+oid sha256:19787dee76929a00a5851d33b90c8c7235d9ec0613f15956eef46f869cc7fb5f
+size 25920
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 797854c14ab3..84a557b8be6c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:be80b7cb4a1e0fe7a1b311a0630f5a7ee02f14597ba66ddbb898f9cff8184b7e
-size 23229
+oid sha256:f15a2500994d0e8b2add8cbc0348013c6e02abd0a6ee7009caf1456b6dd6c052
+size 23195
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index f9cc7041f8e2..1ade06c71421 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bb6464c181f098717a6d7844a5964c7e5355a41ae86a758e8289837fd798e70f
-size 25059
+oid sha256:0c7e7579de238ab2d278b5d54540528d6bcd466c7d23c222d45d1cc2ca28ac5b
+size 25027
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index f0fc88794a5d..5e2db623d0cd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3aadc35d8d127c2e59fa9a370bb4624e98cbf59b3cf24ecbe4ba1c000ac94898
-size 21936
+oid sha256:0b549cd3d58c6eccb02c4ad4909bc3b3fe54b98e238874cccd824d6de1176faf
+size 21905
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 043b17551141..13f884dcd3d5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:efc96d10a8b782eb8467e2a90ff3782c90614c23a9854032370060058aede212
-size 25298
+oid sha256:a70244532c1f7c141e03917b3c46e4dd13c8b64c692612cb5550c16325e19585
+size 25272
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 13da023d0281..411b46c28e93 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:819828d5163835645aa898218901a4c6b446b3412a77d20438b201d6f69de408
-size 22510
+oid sha256:9c23ec825f417cdca366b46cd05ec9d0ddd852f998ea741f70068a06bd1118ab
+size 22484
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index dee0362cc52c..3cebd9dc2563 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bd8655ad35b25337a4075166ad1b8f79ecc69c529699ca8fd36a65f4ed59255f
-size 23041
+oid sha256:1961e6c4b97d662fb89465f2b61ed606659bee00ee6b26a208cc1b512811f012
+size 23009
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index f36c94d3af38..7f974f8a3780 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:474523aeadea098d4ce2c2480ec0a8ab23c0ec4ab61c79d86872418eb647465c
-size 20541
+oid sha256:d349d77bd53467ee431464be88ba2ed708008ce8efe22558c8c72a82e4c9bfec
+size 20510
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 12f1cbfb2478..fc8223a93d01 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:86495124992fa03e25ccadf8f0edd9fe8d840281c08de82f767b74b987723dd1
-size 25976
+oid sha256:81d64ba875d26c3ab784c9f64b98b82d5ff384b950876ac594246dd46f7558eb
+size 25945
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 48bfdd017d44..7b67aeea71be 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5769a0a515d4f4be4a7814480a0dc91fe0a8ce70a8b23d7f08e816cb01767cea
-size 23227
+oid sha256:026504bf99a6bbe4b8bbcbdb72de08301c063bbb8be810d9145e8fc2965bf020
+size 23190
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 6a32fad48896..73c1051762db 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c4686972ab60994fc9d1f0dab4952c734ee5192be52904a3100eb227e640e11a
-size 26295
+oid sha256:c6c3bcdafcee46ba1d032c817c5169036b9b0447a26df168261265ec6994f233
+size 26267
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index b21dd2c778b7..076953a78cf2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f15175ea0b5ae8d607c4614828322ab5aa05c203065278944dda3be3e2b928eb
-size 24060
+oid sha256:69483665e367abc67364a3dfb271f013b91059efea7ad18980a0ed8ca77c99d5
+size 24024
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 9d88e568611b..e526475eef7c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d54105451902a4441f39b56a2f95645aff3f36f86fb815c6e5fc3f285cdad2d0
-size 25838
+oid sha256:7bd8e6be1a5b8f3bf31c3d1817b60fd58a73b5a64b2547fe302df140de10d0d1
+size 25808
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6a976bccfd5c..9e2edb6bdb2e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:59875af043841c980f8e0cc5357eff7632a35de241302b7664fe93dd0f01dfa9
-size 22707
+oid sha256:565fbb5e493adcfcacf4e6de91538dfb99c5c02c3d2af67460dae239bc2b3259
+size 22675
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 52c5d963c464..226fcbd143d4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:85d46d9c084f3b33a644b642e0c0fcbedfff2937c23dbfa4bf24e5b3ba8069d5
-size 26061
+oid sha256:4e19902eefb8d75cbc316f5059f943968fce2933a4144b244f9ce0a78663a0ee
+size 26033
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index a2214fc7cb97..8784f2b5bec1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:313289c734e54fd22920a0405b9475a6d6a0b413015ff662964daa1d5bc535ab
-size 23286
+oid sha256:ae5a88fa803b2378f03894afb6d599eab2f8bf9821babc46d67acd7578607f06
+size 23254
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index d64f728e6472..6d464517c579 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cb6b2c32c0ce6e2566920270dbb6af7c77eadd875f16b485c4f98cd97b5e403a
-size 23724
+oid sha256:f00714e25057d5c7ce9436556a40bd6b5d73f219c254f3553039aeb6d66dbeb1
+size 23696
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index f80797975004..2c32f6d0d56d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d802d5409970bcba2bc25f1cf321ee5accd73401864ba0a48dd20e63be70a49
-size 21290
+oid sha256:ed64e3ce5ef6d7cd9986bd5af60be78cc00fc75fe443c5d19d6991970bbc905d
+size 21254
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index aec2d217533c..74a0fd089f7c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:04a120b54cc10fa489b0d9580bc7da7b33bc6cb7f173ef6f4758f9f50c48d053
-size 26336
+oid sha256:b63d55c016f7f04b81cdcd6d77ebae7c4c364e3a933f0bb3bafeb65cd1adf0a4
+size 26312
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index fe5153c62d3a..bf96d0e2b666 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:91a6c3f4ceac73f0a628747d8645f9ab9d0061eb09d4c9b71eaab72af1a6867c
-size 24050
+oid sha256:2c9b4ed96b2bd71d0e242430e2544f784972e96fc12f24de1de578e887e617f8
+size 24018
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 0555b4c7e528..c65697c59051 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fffe0af7773a772ed6fc4dfea3875f8014e02d02952e1319bd3274b2bdfe21be
-size 25866
+oid sha256:b552f485eaf21a74684769cdc88512844cb44d45da7721ccf97d6075f8f63852
+size 25836
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index 7a8784dfc1ad..4dd67780af0f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5d0d36f437e994ad8bc5aa7582b78aa349751503e45586710a02cf57196b5d0d
-size 23301
+oid sha256:3c84ced850892db67c0c08bd07b761e97033c1706746662ed269a107808405d4
+size 23272
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index b801b26abcff..3472570c04bf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:be24ee6968982ec251e120deb870a5981f2485eb1dc87da3511a0f326543e5ba
-size 28013
+oid sha256:7e904a4fe5ec15aaa29189f08c1d963ec3fa83ed0a330bb7ade78377c47eb906
+size 27990
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 347644245232..eba90fe30c33 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bbd1a21c072ee8bf33718831e8c0cd8de4326fd675353a863a0d0aa030ad5c3d
-size 29030
+oid sha256:4da2a26f34b510c6d703c0c3d7027e92822be7f0433c59ac1434f84f7e9abf73
+size 29004
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index a887aee8b88c..2fe239d0675c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3028cd420242d4f91514e72d032b1cf10a15183a57cf94fdc4e42637327d98a7
-size 27359
+oid sha256:74ddd2bfc8ff70ffcd5e15404530cd9e746bf6cd0b3b2fcdf07372a2dedec170
+size 27325
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 458891c71e59..125e2f7f466c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a192aa3b6183f79bd4e508268fcb5db9b751dad8d4c50635cce7d8f9e77f8875
-size 28298
+oid sha256:854bd9472cb97773eedb346451f842fcd3465067d1f014427b638bb1823410f0
+size 28270
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 073f3d8c85ae..574d7a5415f1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ae300f7f74886885b84e72479fe2154eb610db1424b91766b527eb51514e7997
-size 24824
+oid sha256:d5da6894c3407f3ba15d5a427fede09b1ae98f0bd8716873d7b89b10ed4306c1
+size 24794
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index c909750f9b25..8079b3b850d3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ea9c352537da911ba31b41ca75ce13a94e99663abc4fc50064d20bf757eae7ca
-size 21871
+oid sha256:9c22a86b2351f0c66e40da92bfa2cb6ec247729ca9d933a9e9a047e74481eee0
+size 21842
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 6914242cd302..7ea5d318008c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5518018a5ba5e1d6970261299c0e1120bb9be6096f180ce3f9ef5fa9139349ac
-size 25484
+oid sha256:1d135f92398be4c857477b70eba9c61cc260435f7f94fc3a664d9d341803ac69
+size 25455
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6a8e119a850f..88f02b5fbd18 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:52dc8f067185da2eb36fda55aa69548956a7ee5421173a3307c1cbb7a0815851
-size 22744
+oid sha256:5382ad2ed3d6e1753124a7d57a9f6d8f46249e7070d9971f4175d39ab8ac6583
+size 22710
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index f4d4cd1bb6ee..fcb7156cdfa7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2bcd8d7646e95246119469982e57173029bb81e5140093f4e97771d3825ceb12
-size 25142
+oid sha256:bc252fe0463c106dacc139e1468307800fa7194f2c98a1e9cef4c38f3c7b83d5
+size 25112
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 2d3531252443..d3fc59070c30 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dae480bbb473ffb06522dc8b8163dc260425a788914f5e62c685a94219ca0801
-size 22469
+oid sha256:45b16eac9ac14e4b8f8b1dbf52548e8e7dc810baf65fa147fdf33fc6756a23b9
+size 22441
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index ae421e0f47bd..a8886fbba3d8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ad643abd11a3cdd9b896df32950c8bbae4924a979ae16f8b1146666fd8eb8a1e
-size 25877
+oid sha256:b92b2b47289fc05d1c0c5d8296634d7e9085dfc052f20591a93a2fe108f025ec
+size 25849
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 70be281cf1dd..b34d43834620 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:38f39a38e24d5f9a5cf55e521d14a21aadd3413444f86eacff0527aed291415c
-size 23502
+oid sha256:ffdcebf55dd2e22a68c4903f8426248cfa8084a038c366b91a9e223e32d2a6fd
+size 23465
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index cb15437ee17e..9eb52133010b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:686895ef3c434b8e02fcc60d5ee59b1cbe47a87216c950540a7a03c3f9598b3b
-size 25152
+oid sha256:a38e6a983cfda3eb57b3ad1fec1dd33b3e75ffc7cc78a832b443d5c73e17d258
+size 25126
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 6245412dce52..92991d921ddf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fef5c71b5d2644882f760c557316f9fbdf5a97793493e65ea32bdf6a97df1120
-size 22484
+oid sha256:2706c5d76ca4c81ebb8b270c6f245691f3878c4fe186fd14c2c8433ec1174daa
+size 22460
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index e6f3fb34534b..ca8ed8a7ddb0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6bb87d68ba48a467850d007f4ac08a0fe155e46137e68c77e2259fe5cc422415
-size 25800
+oid sha256:eb61d2756f8bac92f551d04858c9f30fdd49a0321bda9421d09328e5f44cac31
+size 25764
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 52ded7e98d99..3e8e801c7d9d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:031ea1077f557d911f1a7d0992ce3de88215266de183a9cdc46d57c9905d622b
-size 23300
+oid sha256:94fd9f3fa820971606f2baba5f56d2b7be3afa89a1f3323b57088bcb74d9324d
+size 23265
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 0383ba4745d7..6b0983e8b486 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e361cf29abcd96f5c3097d775b8e3111d8266896bb99fee20b7dcdf6eb119829
-size 26296
+oid sha256:55ab36d6784594d931b2424f22a7fafe81f1403a680b35b05271448d9c8b459e
+size 26270
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 151ef4bc1685..4fc2f45b26be 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0cd659db3fe09ce77c8015e4e74709529ccf4863560523449aecfea0da6e7e46
-size 24120
+oid sha256:33fd77237d40b8a894de889834cb3af56ca0f75d511961a2ca209dcc530fef1d
+size 24096
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 45d576aac144..c83c2dce2b13 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:91b7f57277db5cc99f685e59f31ee2b7fe67a4415992bfef0c8aa87d59b7a04c
-size 25992
+oid sha256:a61b7d255db9fa2e7f7683d2346616a36de02bc9b9e2e871be93698035284cef
+size 25961
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 3eddba961c37..a8c4045d49ad 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f5626829f5d2b719ee70eedfcbc45d9ea64a0aa303d0bd5478dd234472f62612
-size 23427
+oid sha256:43b634448fe7c6c542f2973552227391650203c879bbbc01dd74a5a32740a13f
+size 23397
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 1bcf58eb3a34..7db01ea2715c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:701f837729e47acff3ca0b103540d34538ac4d1ffabe779f5d074b64da1a9e6d
-size 26239
+oid sha256:1a1b4ee6dba676f5463e7b471c7f514e9e1f719bec768fbf6c5d4737b031cce2
+size 26215
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index edda1e363300..cdaee81eeef3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f6f6d8725058323dcf6aa28105ce5cbdd36a5beacccea0571b47e8919c389578
-size 24147
+oid sha256:95422edc1d4b411c4f886044d98b90fe82b6b15c23c48611037ceed8e7a462ea
+size 24114
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 5a1e4a89ce11..524a1cb34b90 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fd74d66aab486a0070d47fa6edf3fa7d2b4021f6d74b47869f1dea17c19a042c
-size 25726
+oid sha256:1ac7a2aee31837c25c544a637141d6d9151af43849ab2334528ac69a010d3118
+size 25698
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index 638d1ac536b0..49a3a6e5bb63 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6db8597f780962906be24c2051ccc0eb8178cf212f2607758e96a93d42ee2bf5
-size 23461
+oid sha256:ee28684db779ec9e1665c577e21bb11a2238432b9467c0e7694b08c15da9f564
+size 23431
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4b4cd3afd80e..f4e1611b7caa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dad80d1e7d4ea899df9609cca09c2a8c58437356012a146f279684f03a6d9c58
-size 30273
+oid sha256:d902b7e73916c6affb21c79b4b61c472682fffda2099c152f8fecd40fdb83e68
+size 30243
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index ab48b9a562fa..76ba38533693 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d58a26e17c215885ade9dc4162ce3b1a06f9ff777aa5fd27ac1bc08256583c78
-size 28398
+oid sha256:0561062fb15dc66ce4219235425fa3f5bbbaff11b5d3ae4925cc1befc7ff1464
+size 28366
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 89bb8dfb050f..02d2848147a1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5b98c6c2bab81d5e3586dbeac2ea38f1f7eec0126f5113fe8eee716ec43d4eba
-size 31061
+oid sha256:d45df183e124d017a12beaba55fd5f8214b6d5cade614197f9ac8e0432b8d649
+size 31029
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index ea7e8dfa7565..c393b9cdc021 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:939cbb2c9d6daec9564a7164df1946fae58dfffcc6b32262102ab96816a93573
-size 29022
+oid sha256:24a6c8e6ab58aed74cac10b6bfc2a6ad46b984e54a72f15321b3099071668b9e
+size 28999
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6372f588a41b..3ae356859edc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9f537242f6ac4553c9ffe50b673f2fe7d615f41de81540a69d9a025948b449cf
-size 29670
+oid sha256:6c1014263c60d8b3ce8b54a180e36cc36dcdd96af7edb7741501392174dce1ba
+size 29646
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8ec97914cf53..ce3e8bfc414f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b764375a69af6dabd5185fb3df7866ceda1d296484acf4e898808cb462b881e2
-size 27120
+oid sha256:50651a844b0525607d088a2d5340d7b1350ab9590afacfbd9c31bfb5e569db66
+size 27090
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index ba70b00151b6..dd6ecb0e9431 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:56eedc99fb292aabcf83463bcb327e68c90d2d0419affc8d6af3f14c3ce71905
-size 30568
+oid sha256:278d9e37220f81ec16b85090d7c226f459f94780334ab1c1a33599a30fbea208
+size 30547
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index a5e66149577b..980589e17539 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8118f1679b5211ed1473fee09c80964c635fa2f2c14c68d66daddd1b580f7d03
-size 27953
+oid sha256:860d72a3776b87a34c3acb151c9b535bbf071ce95d203a8e188cb71265b44e72
+size 27918
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index d4e8a2a47ba8..93267dd847ba 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e38a0f428d874d4e35781381b0916927f0aacf4493f00f5a8738b7451889e28b
-size 27586
+oid sha256:788c235d41342e1896d73f68172ea67808811662c00c57d78938b3daaa65e24c
+size 27559
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 22a050c8f97b..7b9593225b4b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:61edb68a66308f109ca5a1b5618311c647911f1f030558e4459db3ee8ca3f5af
-size 24838
+oid sha256:bbbf8a3c8b11904a62e110c96fd2d52437967de6e34c4372147f761d93ac4c3a
+size 24815
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 305b6b31e631..75fe6eb838b6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:301f67344f6d459c339569080c8946ba10e5734fc4f70884fd4fa6f7c4603f8f
-size 28703
+oid sha256:4cb23088257bce71e36c5a6369bf8484f54582c53f2ff6cc162638676fc8a07e
+size 28674
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index b0f526bd85c1..e09db58817a0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7ab485c8067fe4ab77f6f622976acd6837f3c9b35abccf13da8d4475311db666
-size 26136
+oid sha256:2a17ebb48bf8c91ecdc6101f1be4293893e5ac6c9d03b808230852ac1b68b17b
+size 26108
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 4d9b8599a84e..c1a747602a7a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:55200a2887bdec96302ec9d5813b9af27fe17ea987a597c5310791c7634fad1c
-size 27382
+oid sha256:371be0c2c23a66f136e635cc7ffed7db548e9a3ab96e091f7b5386fb7b2ae398
+size 27353
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 3092488bf23d..bfa23130c5ae 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ab063b2a64411cd2fb09af428acec81ae4907a9ed54990b7fd9fa42a83bf3fa4
-size 23826
+oid sha256:0df2999bb5e90545f84d0d4df79027e06860b26310659b75ea4093ee037998a9
+size 23796
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 4531c5d90c7d..304659e600ab 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:52f9704e48313365cfdb1788dba885bb7db31c78921f0127a661363d08a940c0
-size 27648
+oid sha256:5a9082d9ab52cfdc7480b3efbdad08a17110f5f4386f7cfcd776e93e4385a4f3
+size 27624
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 55290cc02d8b..f89acf119220 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2e057e1a27ff1cb2e1f5a2b27abed84d7b6697143ac3559e67c868bbfd70cba5
-size 24563
+oid sha256:9d7d04bb65dc4335f2e501ee453463072267e5f2564a95c106d176ee9d962b0f
+size 24538
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index ee1c87b4b462..f5a5ff02203b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e2febde09cc4108710ad76396cac7be0cc3664b3203110673c20301a831146d6
-size 24863
+oid sha256:35fe6d038e41c65b0bcfdb6c8d1242573dcd5837d37bda91b5d99682bf74c6c2
+size 24831
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 04923d833d90..4592653c3a66 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3112fbb85dc51b9592a2b620b65f756d0bd71f85f072d30537970b9f0bd058a7
-size 21420
+oid sha256:439d2129cf28421da958e4a31414beefa6cd288ce04195bfb89e7bb8c1e077b3
+size 21396
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index b2249218c7f3..9c4a86b3773a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b6c7d45ac76d54de84e12d80c6d1c48a05890c23454d037784602ed07b6b58cf
-size 28260
+oid sha256:47b7c44a9912e60b5f1dd32fe1b202e6cff8b16ffe92e85b2bae61974f2c6926
+size 28231
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 88c7f140a82b..1ad865e93b48 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eef98e8e289289191610577d41b47df5fe22451e8942a308059561a2e7e79e2c
-size 25457
+oid sha256:a84a501c9e8800559cda54d68fae659f5553719470f6dcb60996a7d4814aa73d
+size 25426
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index e8f8b7b0125d..9c1e67ba556a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3d4465130ddd7ad70fd093716b40137dfe6784f579aaad547d66b404eb379194
-size 29496
+oid sha256:51a746d1efb54372243e4ca7484f91c0ce67e49ff95f76d5b4dcbc1da1c6968b
+size 29470
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 97f6236ed45e..1ff98cadab30 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:992d252ad40b23615fd73b00471ff50658fc9aa981bc578d4b0d3fbba715ccfc
-size 26891
+oid sha256:a19482eabad01e1d9917d2a78f438e3c91939d0e95313fac7e7bdeddb4de5987
+size 26864
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index e953757eacf7..4deb43d13ba0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6834e6c679bbece2b5e39adf4ec4f19aad0e11e409257dd90238b6772cb91877
-size 28002
+oid sha256:9202d44e53fc5cc78b143eed972f9b65cd1db8062fac1de3dcd89b4fea97615c
+size 27983
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 2612b3721065..9e3ac25636cf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8c9652a1e10deb797ba38c5e4ee40c51097857f4da3ff40bbc34af17a6d484c2
-size 25400
+oid sha256:f63d252535e4a894020de7ff12f15403675fd81e6a4bc3022d99c078c618705d
+size 25368
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 64048cfdb789..ae4f1e46ff82 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b78bf95fad7cfbb0bbb5a25425562a807e07c9be8c2fee00a7df626d6bcadd0a
-size 28400
+oid sha256:8a9069272a2906bce5de7472998c6c1c9a74a22294c3bc4fa869112f4711f43c
+size 28368
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index e0a32da997b7..178321b6bf18 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b246324bd126043409d3137c05c6f685ca1d5cd6cff3aec2175fe601ac009437
-size 25478
+oid sha256:4089353c83d8169ffa3056b30b534b4053c747d35d64fa60197a08ebf0fbe98d
+size 25452
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index afca8100f762..e386322879d5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a25509fbc0118759bdf7132fb0151f1fc83a67e142a935add0b3cb2bba439a86
-size 25349
+oid sha256:5ac1093be5f716f57ce580e808b7e42e137d1bb2e8e2bd2c01c4b0aa44afe8e0
+size 25323
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 315b0afe6a7e..a6d34f03142d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7fcfd1beb58d75e2a162cbc0da552bb07db4f667f0c1ad50ea5a03579676d667
-size 22093
+oid sha256:e7458e1d7069606b44f3fc29dd1d82470cd515b153420a661237df9fa04545f7
+size 22060
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
index f0352211ff42..a842bbbacce3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ef82fd3d542bb4b6df946ebf066a8bd9d958608cf271db477b9dd20ba936e062
-size 29579
+oid sha256:7a9b8ce26e5748fbfb61f0a3ebf7f247d9ed94c53f7ac81f86169c81d4ba74c0
+size 29552
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
index 293a7733f9f4..090da71a7990 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4e128919aff69898aef1b0222b0d1e406c00b62b9061bed3665ff40c7dc16c9b
-size 26601
+oid sha256:ebcbf48e03ce1fa3ccc2e22a8f4e8351f350350d433a1940ebc75da6dbceb146
+size 26577
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
index 67148b02d05f..28de214f5ea7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0a0bb7a07fb38c1c2b876c2cc2422930e59ae2ae4dfcb0819da5940e68dec8e5
-size 28650
+oid sha256:664ed995e23ef91b4f0b6f58e57cafeac542877947441f941974d30c37b5287e
+size 28614
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
index e7c46b3d8d34..334e77c54c0a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ef30a789f0ec990ad865853e331bbbc1ca0f93a0e42357e18f00b439827b0175
-size 26157
+oid sha256:375a42d9f93f54f7688bfbcf96cdd6383f5bd472022b6aa5cd1bf5792fd25b17
+size 26131
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1817bc6c41a3..a3ec61fa83f5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b3d2dc5d706d4ceb3e874d149bfee61cdd6ab49a909322480ae35fd5e1252f4f
-size 34687
+oid sha256:1bad65b57f020992cb002389ec8e42863f54290bc760579de63fb0f001e10ce0
+size 34659
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 7f7382f367e7..3856a3bd207c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:da8b3556c8a5cd4ac73e54300b3708091f254cebb996cf6b97531ea4356b4cda
-size 32025
+oid sha256:44a1634e15d6fbb49b4803643e39ad80b706d32dcb8dae9d0690d667db0e769c
+size 31993
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index a2e54b9691a0..ad9eb6e80655 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b80a7013147557bbbcd8288ad5a9f2850db2d7962537490b5858ed75b0ead89
-size 29269
+oid sha256:1990fd9ad26a27bcf75729e9351ae631740ef34d7a618caaa9ca0c4b6bf11518
+size 29236
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 6d5c93be97dc..a2c8e1bc299d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:066a9461dad0ad05d5ba94233725f40e9c018168b165d458e687e37cb42ce4d8
-size 29028
+oid sha256:f8181d930b1afba3a0e678c320170b2741d9a01838434e69df2565959fd128e8
+size 28999
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index def4194b9a42..5c8daad56430 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:286f6b297c18e574665c0e547811f76f5b3604a3c153347d9bb6b48d7a613789
-size 21418
+oid sha256:dcddc08430af36808a0337de4755177db7104bd5fb77f08be5e2a1390960ca1c
+size 21389
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index 8f44327defb5..9a1e3595c6dc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:71ef28ab5157235ef841943c72c0198e7f6dd94f53bea9eb9b972278602fde80
-size 36682
+oid sha256:e251a9071d0cc1f1b5d1aecf86a66470467d4ec1ce6b35a49376e2b2fe67adab
+size 36654
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index 31a3739bc8cf..e7378c629df5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:75b7113e6e1548317ddcfec67adaec95d81ed0f7cd4cd2a0c71066aea74ad7b8
-size 27911
+oid sha256:4865a9274031502eca7b1e5d2be1e1ffb43438b10c9f8554ccd1f42cf8a816ae
+size 27880
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index 61c82a9b86ad..4eb69ea12d9b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6c2dd990f5b3167c4664db32ec0788db55ed93498253e4b757a5f3731d959eb2
-size 29436
+oid sha256:1948301872b8a1e8de6a83d8e91578a01a97aa15122196826802c5e7c4ff6019
+size 29403
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 6832a56b8dd9..44653b21f461 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0f0ef7205ebf27a1ac5a781dd7e1fc87a3b3c305d2655e16a71c3acc6e0ad5f6
-size 22099
+oid sha256:da2f8eae5cc2152daa3282b0d66c2898198dda1d8b916c8a24053aca925c456e
+size 22068
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
index 33664d9fcaf0..e3528c0cc1f1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4423a911515dcd6032cc99964e74539f317745ee77f81e5d217ca69cd01e7a03
-size 28335
+oid sha256:9176dbd5a2d48404a67564adc9cb3e7f3ac2bccc93722ee47ceee12c1e7d7057
+size 28307
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
index b57c85259833..fd2ed5fcd820 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d06be59ec90b6e19220466eb2746dc5d4354dfbfcf2bdd06c98bf422f1ea9e70
-size 22327
+oid sha256:eba4df1e6fd4624c47eaf22aca581b60771543770644057aeb0c421d2e1b6773
+size 22298
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
index b97d700ad7ab..cabf1509349b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bde84b2eba7ba481e3a5d1b366b3252b1eb223b619f81853d151bcd0036fe45d
-size 37038
+oid sha256:37ef4b4ffb589ae729e6b1862402084e8dc0f1c02b61511270daa536179994f8
+size 37005
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
index f987d89426a2..7b660e062828 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f5fbcc2a1c6f5c2ba82f2a448d51cb1c474302a8f77844daf7a0ddc9ef80bbb2
-size 28513
+oid sha256:fc20194a0bc5c3a08353b3de35eb0b9d9f99a32d2ddf78b14a9abae0885ce243
+size 28485
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
index dbe4c593761e..270e518d3b8e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c14c2c02db5e097a86a6028357f2b416d089ac9624dcec9c8a4e429baa888b4e
-size 29761
+oid sha256:4ace1fb4dc398eed3171f333c3b7852da5bdd20f1738e8676c78e42e699f960d
+size 29734
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
index 6219d9d1a788..d4ad049a9e35 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6633f2d5917962b6378d01f00d35a92783f66e7c26bed604ac93850cd62894b6
-size 23004
+oid sha256:247b8ea72b3e66f0066be29d58d751ac61cee7d042cfe172971f20302e64fd5a
+size 22974
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 99bba53959ef..4336acf1d819 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4c03baa525aa95939e1756c7ff16fdc43736827c5a37c2c40c7ce33e2c68a1c9
-size 23711
+oid sha256:6b8fe4ca6fe2c3c214228011019a28feedc071a4640ec0092836b4c37bc2b9f6
+size 23683
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index d9835d852ba3..1e64c6039776 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a6f0b481db50d78c46693eb0056341505b6cbc94efc277c3b5827372a0eae0af
-size 20930
+oid sha256:7e13306cb22ceb02b8dbc5e3443cbea8a3c566e62ff314cb7d7aa57234b61e96
+size 20901
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index a8b74244bfbc..783f5a26245c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9df8ae5519c75ceb471b00d7972ab0c9d1b2f99749ba79d725ea07a720dcd22e
-size 24528
+oid sha256:d46f10f6258a5b8bd16454801fd856ec071906d176fa544e213b8ac3fc824bfa
+size 24498
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 9018b5232324..2a860de52d2e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:37fab114cbd2c34263d9ee00eb7ffecf91d6b9090bae29e73a890b3b2817fa41
-size 21789
+oid sha256:8f8b6ee8c2313331e5631767690bf43937760c79d7061a1bfed2b7ce4a413912
+size 21764
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 2125a894f5f9..bd8bf973d73b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c5524d64afb342b1f81070690e9d18521599769a6cd250816e26b2dacce19c27
-size 24571
+oid sha256:f502f85c74ff87c208ad692e926fc5ce743d86906e579468ea5dcaf0c2e65265
+size 24537
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index dc85a7cb0ec3..d069b274e008 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cc8a1525f6470bd2d25a273957ca9052a26e3a7a37a77aee9a415757d02ee94f
-size 21750
+oid sha256:4d0b9d6f150141f3ac76a9c41d5cbcd9af77f250db26e5809cd7e70266662d7f
+size 21716
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index ca935f0752b7..7dd9b3cd305b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d9278cb1e6f85ff4e61ab606cbcd3feb843032e176b60adc4bdc0d73ef6532f3
-size 25246
+oid sha256:a962c58ccb8018a0f8b3bee6958c822b4cb9b20c6b86547e48e65a9f2e571573
+size 25217
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index e6b1d1b8049c..c54550d34f92 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e21f3d90ee8c9cad6c488b945f94a35a0c718543fb6837da8b6a5085cbbcf9f7
-size 22431
+oid sha256:434d34c6dd1bf07155ebdb5d5b300bad1dbf405fd4298f5967052efa0797a1aa
+size 22399
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index af1e49686034..2971aa3c04c9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fe1e969cb96ca6c1c451000216ad30fbb3848e5dd1ec771713e7a717a134f313
-size 23702
+oid sha256:2f54b8be41023c3346e9b3c3e70cf2e3a6b02e302e07d2420ebf6a1b52a52551
+size 23671
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 7a2cea1a9f12..857340238194 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7e31a4f30302c2c7e8bfac6727304ac0a1c13d07c92a13f8e13d01f5c161d488
-size 20944
+oid sha256:e438ad55a78423b210c138082338b28b51db3527f8d5aded457a1c995a88de5b
+size 20921
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 296bf4c6ee5f..7eda0d0e75c7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:59c43e4b76a0f0a8183275f78bc1d373b2a87f2783896433fdbe2c473e25a186
-size 24775
+oid sha256:b39add1f59bf234c2ac0e3375e711914f19e654ce10f17203a459f8d206f7999
+size 24749
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 91c702ff548b..c58bfa81adb7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f204d6bd482d021bda247935a8294f91f7c88c1d7ff8256476ed8139be708896
-size 21606
+oid sha256:9b6fcde927c0ff6fdaf372fb3addf902357684c390becb0f2abb2e45c67100cc
+size 21580
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 7f23cbf4a63f..2a61c5996a0e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:19739a157fe010f9ca1dc34ae99ab7999cdce3fe612423b9e8e5d0c4d91949f9
-size 24790
+oid sha256:de125ec9fd78ba176905ee8fd41547531666725480e13b4fb0b61ff724aff32d
+size 24749
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 8f84127e6ba0..5cfdd304bf11 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e249d8ebd55819e17e27908782fcc9a8b5bc5d1078f7011a2e31b59308749ee4
-size 21796
+oid sha256:1a45b7fbc46d051882bf85a7aa067f85dadbfe617ba403bb4bd9a8a51a6da2b1
+size 21767
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 62af1c5e8895..7618ad4c9abd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ecaf87c6f1e87ca0dae03c5c8ec43ea99a49e39d7a1087297510f08cbfb930ae
-size 25474
+oid sha256:da05548ae98c2a8767438e524e65eed70f3c916d7de7d76da5cd6dff54d84455
+size 25443
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 4aefc8efb8aa..9e060793bcd5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fcbfbac59f1c49e17d97dcc61c33ab15b53031d1ef8d35c3b9cf5379afea6814
-size 22631
+oid sha256:f67ad14d39b16b9b0f5ec3487c574d21b352f4e61ebef9001595e0e9a0587ace
+size 22601
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 266670adb1ad..2d27b0818092 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a679d1448558d4ee0522ce95619147c9b2eff0b69f3d7b77ad5f23c6a819d605
-size 25556
+oid sha256:bbe8cedb9cc2bb5d1a463b91cdd6d2a16c4b95ef26909e31f4e749a6343ed5ef
+size 25533
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 13f66460bc45..fe456b2034f1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5f8dfcabe259e8798cccc5aabc4c22125149b2b8a121e2b6c2cf09e8118e947a
-size 23141
+oid sha256:cf4ec3572112fc62ab478a28136a4c99d01b1f0b7ccc528ef4345a4ca84f52c2
+size 23114
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 4ab98f207fd7..20bab42efff5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7699b2eb7e76da65e5af34413e8a2e28563d92107553d6acf239cecdb857b37a
-size 26267
+oid sha256:3aae58afcc670301290f8681926571eedf91fe1064e9b3147531e5cca1d3d435
+size 26240
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index e1701d8edf7f..192a4eaf0e9e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:278b3c82d87fee9448ef5efdc461fac80928458ffd9619fd83d2dd1940a44d65
-size 23978
+oid sha256:f1194ff9b3ad50e676681f4f6e8a0cfd1ff2be3a07554428e9e4ff921379513b
+size 23951
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index edab5f74ffbc..16e226d74ed7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:498ab30d776563bb1ca07b6730d42d5942d8e5b2f453713e3815ad6342d07b2d
-size 26255
+oid sha256:2bbee44b3db7fff18e13669a2aedcaaadb50e2b2e30365f51dfb60971e51bbcb
+size 26233
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 10e04be0d886..601d18a66ceb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b04b2d574c11c154b6ba773fdc93e7795d7c4984c931ca7ae95394785d25487e
-size 24006
+oid sha256:7c9ece5317dec94498f512adcedca5726f0ba5e8ddc2ef829f4fb098c5c77be7
+size 23979
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 3dde57132a8f..b232d32f211a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:289e5388c7f6e7d1a141498a97fa88e1dfc2ff8fae40314976853117b7848ddd
-size 26994
+oid sha256:3a840b801c9f5fc6fe297713431918e9834174f1bc5c85dbe9697ba400036df9
+size 26971
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 099db2264f5f..17203c3bed7b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b24a4e660d71d315bd550effed75f05de40472ce425273eb2ae61d9cf0effbe0
-size 24911
+oid sha256:45f50926c54d816cde3a57c22a914922574b83051a850a634de8c02c585842ef
+size 24883
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 41a1d2a6bc73..eb6c9acd4bba 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:91e98a65df25e838aabe955bb4cc8c2bc47ceb6b531c58b42bb5ad98e9c4ad7e
-size 31314
+oid sha256:19167ea3692fc53c4fe050ce7b38288bb08b4111f8a43aa05ba5cf0e4ef19e07
+size 31288
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index ff532737d3e2..751554f1ebd3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1e895e33de334c5b7f4667a75ec11b645ce62e104e01d8c299d6a00a4bbdfe81
-size 28910
+oid sha256:1ceda91aff8bc1f53f2685a3a8dc649ee40415082efb43942a808ea24cc47822
+size 28882
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 0c6eab005858..f3eac5ad85dd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:035627e89f621f7b1bd1146c80304d78dd637621a2904cb40374c5b5f88d0815
-size 32586
+oid sha256:e69eda5160ff46cf8131c7ff91322c4055deb6520514f9cf711d5553c053525d
+size 32552
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index f5466aa60785..ece80ac9c2b8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:614106433a4ab9115e9f4d85f64cfb8f932b5e3609380a511e64fd455b5062e2
-size 29845
+oid sha256:196d63b54541853d83399b929f9e1f52b1539b2869f1fc3a6d0f0ff009565a41
+size 29810
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8ea21d0441c8..3231508f634f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d2db99bbb8216c534340938dfff8030ad75a8a5ccab62d2246a639064de8da14
-size 31448
+oid sha256:4174f90066b640bda20c3e1f3dfeb4944135ae6611a3a037b82e1bab099396d8
+size 31411
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 853afacaa5b9..fa9d5cb619ed 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b62b99598ba43dcda4b419f21c7404bebc21fe96632886f002eefc0cc9d364b4
-size 28268
+oid sha256:247d5b6cde6e32f247e10e1e1fff41314233d6d5e006324a74cdbe6ec2d5f75c
+size 28233
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index b8cfcbca2668..d1c698dcb9a0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1aadd13d3919ae9d77a174ce50c5dad3799b5a5479bad791779c4825c137300b
-size 33003
+oid sha256:db1547326ed3858a805a6b0e8b052c415f6f908949273dcee271a5f4c0fef0db
+size 32976
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index adc78742129b..7f4d86b72f73 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dc5f236e29bfe9d9bc4cd749877aa4c19d48b5ba4e71f09fbd69ce7fc2605d4b
-size 29002
+oid sha256:631dc67c4ef12dae6068c0c93ac818955e274f9e2b5cb3a8c24d4ec64694dd77
+size 28973
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 48a57af51c19..90f1fb81a176 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1d61586f9f7cd6f3c04690f0f412d55a5239990711b2cc5b348ad1c568404999
-size 27386
+oid sha256:fee3d8cbb47ac4ce4d68b14537b0f64f056b406f2d1ed1eeac05ab8c109eef9f
+size 27361
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 21f908a45358..b805377908c0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:75dbc2b9d116fe86d920af9f15a32316243bc1eb50b2ac7b4dfa44d187decb20
-size 24500
+oid sha256:b42652a30a592709a2da54c1d504a57e1122c4cab5498309cb40e3dc27424ea9
+size 24470
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 8222ca244938..8e0432ec724f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:96de16828477f5d4f050c212ea571f9e5cf7ec267b3257b4110438e15418ebfd
-size 29432
+oid sha256:88cc21aaa3930546715a63a1e4f401c8a1c661c132fb516a9fe3f0522b6c2f40
+size 29404
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index d5231580c051..c171e8acde5a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:da0af81f50275e183378dd10ea24eba424d86ad4dc9ca2d8122e5c969f8083c1
-size 26200
+oid sha256:d3c9ca3a90347fcd553fb1f723f2da6ee283981df6b7da1e5a3edf59136bcf00
+size 26173
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index b755a49d04a0..0581e3b67a59 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fab63e5aa20f73732e0270a67b6ab530c135a80046e9a75af3833ef16b36e496
-size 28345
+oid sha256:6eacf608812ec32e08eacec5f151b2a08f098c0315defae560fd3e0b6626e810
+size 28321
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index fec800eb5004..6d5a0e26bebc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d01327253d368d6895af5450808710be2be695803a56f3d128fe595156c55d01
-size 25382
+oid sha256:626445b6a5c0c91eb814dc0bba2733a1a3628be71a98f703610c9081fde059d2
+size 25356
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 734bc50db280..78e7652d2bea 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b58d9050e72210964631188ea1339bfe4c9b4254b1dc9d7f87d24c4969436f2
-size 25745
+oid sha256:80dd066dd536ad762d834fbe41d3953ed7e920d7e399e74e9d76ee3eef26a82b
+size 25712
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9bd94da844e6..1114dd581063 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8c74976940ad0721541b5a59e99e4ba5723386ed02a5ca5beea70719bb24ab4d
-size 22379
+oid sha256:0f87a6196e5c50a658ad97b44f160436f9519c114d4072cc2710441bf29d703a
+size 22347
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index dcaa6bfd3782..ea2b42fceb76 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:be332db1931cdef7368a07366d5e4a1fdd83fb294ef3a3cc77424e9929d58197
-size 28526
+oid sha256:8c7638cecfb85429e76c8c35f1bcfc62d8ec8eb1b5d86989ca8d0fd10d5d162f
+size 28494
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 4a64cf59d338..4bcced5d165b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ec23eb8df8da91ea5a2a905e55adcb1bdd8ea5adba83816570579648fee40a17
-size 25411
+oid sha256:162afa99564dd268b36b3cd2dd1f5bfefd9e00a594236fffb16fff51d7959a00
+size 25375
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index bab5acd41285..73372dd36f2e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e1d8d75f696d8e1dd4953003159343c3046552430a465e54bfc98a9731960c64
-size 30449
+oid sha256:94d62dddbca34ec1c5d0afb0b769e03655ba6fa10d75b885b96361d0f5c03fe7
+size 30419
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index d1478ead2e0c..61ccffb46cd0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ad9e1a69d8861bb39d756ce3ef3c6eefbceeab3ca7161006385ebaf09e2419bd
-size 28014
+oid sha256:dc8f60caec41be5ec263f8eb438b9b358394aa69a81952835b06b65f6c0eeecd
+size 27987
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 6b8a84a32843..d75e55665d40 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1a462d05a29c9b97fe57180658c39c7bb702d1cd74f2b8c20d99009d7d525988
-size 29167
+oid sha256:a0db4c1c38977cea5930634d23a781a11956be649017153630e8c65bac99b2a7
+size 29133
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 897f9c89d2db..78d919a0430b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fc44bd86d2886402e9a053c4b16577ab249e48518422dce075ccd8dba517fb96
-size 26122
+oid sha256:a5336dd10a425afb3a7f93761c18baa599fd1a19e0c184d3f14fdd3786c89a02
+size 26091
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 935d575f7762..af8115cfb3fe 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:80ff451107054464132ec43db0cb03445cdf7610d0faf243e94c5130db04cdeb
-size 26425
+oid sha256:e14b44391ad841d15d127b9bacde2ae79419e93789d89c401c1fa156f585622a
+size 26389
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index e9ec16caae35..6a2bda2a4db7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:78180139f29855375574b6aa2b97ddbcef805934d5b071d6108876ce29e525f5
-size 23356
+oid sha256:2eb85c83acbf3f077d28fef47cb935e27ff7cc6627b1254d5824f071a4cf0ce5
+size 23320
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index f9f8751b5c29..061d49ad1859 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:36f9c774e8786218266208509d072ba959688a3d39dac93f6a26f1f286851ffe
-size 31052
+oid sha256:1b1fd64cb0ac671c3f3134a0971279624966b6bbb749d10380fa6593b714aac9
+size 31027
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 3d3a4e4758f4..31d4db7a9ac7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:90bd6dc4620ba669b623971489b4c7f1bfe8a6350234f3c0d76a23d79617b293
-size 32442
+oid sha256:daf0483197abf8486f1e806779ed91028e0d9ec1637164a4e90ec1f76d69c526
+size 32412
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6b9a3874d7a1..d9786ef195a2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:770c1e056de5fac03eec0e6cd2a39c9b3b2c220c8af152a78c7cb5fbe2660a1e
-size 31383
+oid sha256:468953eac4888c67266a94ef9ae556c4c8995f56e7b9fb1f27226ffa90fcda36
+size 31348
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5439acf309df..258781505dc5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8d8aadcef92828bfd47c7ddc0decb20447679d20640a2174226d1e2fb3b9bb95
-size 32727
+oid sha256:304b4888b2fc1852cfc6e807af805abd81ab846f88e4272f739a6dfd4e4eb4d3
+size 32698
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index dd2ed21bd289..affef2ddb56a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a7435c0ded997060e170cb75abded74828bd7eb5b42c67073e4ebdfed1899243
-size 29292
+oid sha256:0457285599629a4a3cb3f83b70862d59fbb769a2be2a1d655e38e49d3d0f35ec
+size 29268
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9c4efae02608..1c3741f70e79 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e8a743b05efe2c8c9beb62d2d7e052248abd81de9024ced3cd1069abd6d746b5
-size 26287
+oid sha256:716435f9d87298ceb73ebd12ab202981a75fe590352f87fe20b01fe708532728
+size 26260
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index dacbad8d5138..f2dbfd55aabd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:27ba16c9c5abe0ecd4ad37f907244038a83bf7387188a7c1d8a74732fa7fb4b0
-size 30378
+oid sha256:b132cf4ac066d9ee97855bdcb37552935bd3cb05eb1c5660aed418884e577955
+size 30350
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8798f1d14158..9ef0a5d02ee8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:792b9b1c69442319cb06c0608f4cad503aaf59e2f1ec85517dcad55e6af7d5d7
-size 27880
+oid sha256:382065c8c813440f66bd63744edacf43172603d44e280217710100352a5aa2fa
+size 27856
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index dfdcc9c33c4c..5b5855e33e36 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:90b879da65a152b42eeaa83e4d2d7d28dd48fc735ca3c8fa01b33dfeaf46c860
-size 27370
+oid sha256:f82ebebd9cd16435b8d7ed8ad9822691cb988d07388eb917400e1e5278348667
+size 27344
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 98d26bdd00d5..b2826b1fed93 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:165c5f40b354df259da8ed9ed07ed1d939da6872525c6ce8da39330029ca4253
-size 24821
+oid sha256:3d779ff0418f06d8e407b8d873d5da8e2a1283cbb707002d503efbbd87ae616f
+size 24791
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index c6e9d834eb19..2003b8bf86a7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:44bea65a7b76cbdd4b14aa939b990c2ec7480c903820392702534d0e3da43cfd
-size 28417
+oid sha256:51cb12973c90734dd291e3966fb87a3f48b11b8a28fb2ea040cb143636aa2815
+size 28394
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 725528c91dcd..69c4383f5e5e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0ac696736c0ef17d779a66d79a3d810fb61375e94cef67c058a26ae5e6f00501
-size 25494
+oid sha256:93a0ea28dc8bea7488690071c24d02325fd18cdc50fd31ed6edc01e5553ac649
+size 25469
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 38b82997e1a8..81b050d4a6c0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4b8409555aa73b901ba5938f69476ad41a4b30145f4a316850749e0652c66763
-size 28568
+oid sha256:d33d2de95b3b00d78f5e42d8c8f556739a747c99b99b66db2e0aff75bd3603b8
+size 28536
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 2fcb355d1310..1767f7f98c7a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9e9158ef93322f18a912c6576fddb17a4d9e37310cfbd77c5b882b993e105e80
-size 25654
+oid sha256:2e07722a491673c47a33be189adea697639a383c005641d6914c2a947ade37ff
+size 25627
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index f07784ff16ff..f87c70590034 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:36d05a18b53eb0870740c1698ab92bc9d0f581aa47e5a43debc1c2082b2f9466
-size 29303
+oid sha256:790e3dd0195912ee836fd938f5fbc89d8d6ef53a58d554e6fd90ef15ab99a2e8
+size 29270
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 2a998a6f1a23..58daa6ade4e5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6475425dbe99a3f4f8895fa333316d376791aaf181f17a157001944f04df9131
-size 26378
+oid sha256:2b68875e0de5174fe0b40481013ed6d5dd193ee7f25721fa53948aa9de41de1d
+size 26355
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4848261c4920..015173bff814 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:57b9e93490aa3d4317c6946dbb14cab972ae09e054e40c175e6c2b2164cff8eb
-size 33875
+oid sha256:e7fac614d276e3a99d0f0296b031ebefff6c9ee8290dd5d9ad13f508ecfe13c0
+size 33849
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 90bfd71af085..6d5d7ad334ab 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:efbd374a6fb4d381766ebb104b6e94c4b405eee73426256ca1038c949e2faed3
-size 30552
+oid sha256:5312f5bb87a7b1d7b6cfa2b50c28fd05314fc21d3bc8cb1a555f8bef00df08db
+size 30525
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index b55cf4352471..88a16cc6751a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1a8fbd5b7fa418c325776e5b4afd220e19a8e762648911fa1450f61b3c780472
-size 35400
+oid sha256:7aacfda1165c6d1a81c4e72b9bba7884befdf530edd5b033169375bd8c4fc0de
+size 35375
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 43efe402cc0b..82fdc3bf4dba 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3bc16bed215d77bd7c76b74f6c660c3c8660b216bf307ff5c1f321273ba9390f
-size 31151
+oid sha256:3f9b1e217cc7c904dbe69549416494253c6b7eff580129f4f312e63d50a2c08c
+size 31126
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index a47fde75aa86..32a156ef8d4d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:669d28f08b5b43e97c9a6c1ab498a37ddaaff79472118a01a04161f1bd1f8fe9
-size 34138
+oid sha256:57601b9254578a1cc67c030d6791d2e189144e7d3179e9ae020bb38e1c0f2980
+size 34110
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 09655a40d682..3c13530062f8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:017894573a1a16fe79dd9c804eced893253ff2a397cfce69fb54cbed0563d993
-size 29774
+oid sha256:2b70082b77b9b42591aa34530514b179868627631abe1a978a23ebcf211fde6f
+size 29744
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 5de2eb0f26e5..73cd46c61ca2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:45c967e2fa931419e4943105ef4f86a511f1deabc843ee3e1de299f4b8bd9ef0
-size 35806
+oid sha256:6d0cdb3470394596327fbbf63bdd38bd57e15714babb2405952611cd520e6d3b
+size 35783
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index c72991620f3d..189064f166f4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6adbae8b202dcc49725daf94858eed5ca805a8998f1f518f7f9294aec40eb325
-size 30440
+oid sha256:bc3cd5e6839ba48b9fe58dbc8ae7282d11be0862cb7bfdf1562133dabdc05a10
+size 30414
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 492a4d6a7075..681eb29b90f7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4058c466c89c6bd39d153ab635b9abb82b89e3667baf7052e65e26a7b80f0aa6
-size 29366
+oid sha256:b9966ff7afee75a446e30258614dabcca625cd9894fcd6bb426a4eabb3c387b4
+size 29338
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 887d683dfea8..3e49d8a89dac 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0f0b0d1fa8e8982e064b4605bf333b1e520b4ecfc69a5fda4adec1cc5e23d893
-size 26966
+oid sha256:4bf2a12f520a3432345997c4c371d2464ecd79751883c4d4ed61521eb1c44742
+size 26940
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index fddc0fd71ef2..20d7489f8e7b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3618eea0805a77e04ed217882e01a32744e07c3ddb4ae9673f53fac66240e68b
-size 31306
+oid sha256:1ef6ff0df788711c93382b803cbd389e4195e4d438ac03b6a06ce516ca8d092a
+size 31280
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index c6d0d014fa8a..44b5188a88f3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a26386637c771f5f4650a464cd24153219ac7c0b852bae7b38da92c268d2c902
-size 27473
+oid sha256:c496149c78dd8c4a6d5919da32149f34f52829a27367cf7af73d957ce044e0a1
+size 27443
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 60289617a1dc..1d61fab426e0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:28b1f29ab90b13a3d7cfb7914efa268735d40ad5d1dd704234a77b7345169a27
-size 30122
+oid sha256:a054720984b45d68cb2c252c3deb6c9f634ad12450c6d7d6b1941ff5994c495a
+size 30094
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 6b985d36f4cb..f85feaaf94d8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5428674fe47c40dc92e61232a4e9995e90489c845b62a21835573ce9d9d05cc8
-size 27760
+oid sha256:f4b1b6e6a7a9914612ac3a975abf40553bbc202ee066e64eb1739e14bdf82e2a
+size 27731
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index c1ee4215a0f9..3b7c32eb4004 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b3f063edc9fb94e8ed180971802f5e3d0f9b83cc891efc37899b710fec3eaaa3
-size 27130
+oid sha256:ad151b73ae8a3e9d4b760b7728212effacc6a10fdbee289b7b454a8cd1273dff
+size 27100
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6560eeee2a92..245112cbe398 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a2290cb98ababacbb99897b10ed5a4e8dde4d74684ec2dfe1b49cacc8096b32c
-size 24063
+oid sha256:1629fe415990e8d91ffa3b7716bec2d221254da1581fd9d0b21f0306e4c7dcd2
+size 24032
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 7cb55c6c0ccf..186fbee04b21 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9f6ac14788c7e1d0781a793774ab204b9eea82ec0e24594b8b1e2eec55877db1
-size 30202
+oid sha256:1bd090339834fc59709e6dd3beb97f8a5b69aa81830ba8f012295eee9aac4e17
+size 30179
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 1420a4247993..e5d1655765d5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e782abe033245f4193339796d5c0a52f5cd5423e6f27114a0361e06818825c24
-size 27902
+oid sha256:56dd7f362c9e304bf5226d4aa47cbc669eb3b21be59c43a6f632999f8ac59c9a
+size 27876
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index bc741a1811a7..84d30acfb541 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c304330e48bd2c318727f00a9255886b0dee1b42739d4750c98a1c61cc459745
-size 32588
+oid sha256:9ea0257e74f6a64cab2eabf4cd2f24d4ada9b2375d04dcd81add23584e9c02d1
+size 32567
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 97c3449eb9ac..96afed9dfb01 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e3ab282a7aed126db301f2878082d69d1bbee30bb5d2a1032ba277b4dd99a1f
-size 30250
+oid sha256:3f1c67880d57d23a0022ae5e3fd0696890c990bcb032549477594d2ab0a9bcad
+size 30219
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 130d11471007..9a9f7e1c7c5f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a9ca3bfcf470917ebaeaabf615007500177fbff62eff6394f4c6e2a8d079cbb4
-size 30935
+oid sha256:3e3ae01cfae6aa57835ab02149bb855e5601651bc3f526ed8758adc922216262
+size 30906
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 6a577805b991..a967f006d6de 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:705c0cc8abd24a0714346b22a4d54133784e91792b9de4ae4986fb743f2def68
-size 28611
+oid sha256:5fe0760e847854d630eab3fe9902f07829da6372ec88794667fe5609b38e9218
+size 28577
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index e759277eb850..b1fba184cf77 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:564dc4cece4e05ba4ab929b6fec4fb60ff52b2dece4ab2b1f9a1adaf17eb5ca7
-size 27899
+oid sha256:b2f7f6ce95fb9b6db96434320df2021ff8d17d367446164f2bc13c8d865083eb
+size 27865
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 78057e83a54f..07fc134921e3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2fe028a6aa0d44f9bec262d0700e11d017f2ec2bed963b2f12ae0c9807ddaaf8
-size 25008
+oid sha256:c4696aa88980cf16531c5da01c54760dff998e5e3b5856421d05bbf19ef913ce
+size 24979
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 0c449f14e83d..360d2b2437b5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:444864aba97e55d6604d1fdfda7dec27bb1e13bd11d6b81f8487e8963883c0e5
-size 39128
+oid sha256:a9700087a68c3ce8eb3b8d9b7016e702b8dc6a22bc3bfba5ad651afd6967130b
+size 39095
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 3630ad8442b8..2e0ee1555d73 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:84b56a1aaee778b1fb02cf722471453f737a6158e3c1bcd3d920f71ea70dc2e9
-size 36319
+oid sha256:93c396367ecac88a81df4d6755d2084367e3deb842bb4fdc76fe821166466965
+size 36288
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index aae1289ee7e3..2757ca5fee19 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:27b0b6f582b090a61172aff589fb716676a428c0847187fe626e26c3eefe9877
-size 33486
+oid sha256:df62f6efd682dac9a5416337eb61c71dc26c8dbb33a4de9eb0f30ab438779f93
+size 33457
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 54c17c74e043..2313ef815ce9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:79d3e1cf63a048b5ea4925e5019005f4b209bc19bd2de85b44dbc4d5c0e86081
-size 23699
+oid sha256:b6c6f85e354075739ddf925d45cc02bc1e1ba41327988788763ee7e70c8919af
+size 23668
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 09b5e7aebf1d..d28edffe2bc3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ea7fdb30a06fdd9eb54bf1657c079f20702d43512a26a5232d6f519339cb6c40
-size 20877
+oid sha256:8c333eb6d9fed59453f336b3fdf99b8956f5eea074af9a482e41a92ec2ab08da
+size 20848
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 443debca80dd..9afb758fdde6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:32ad66dc28f9556d2ea8c64d49f3c085678d02df578ae2991da285aec0ffd090
-size 24783
+oid sha256:607bfd57f31a11dca2f3153a39636c53adb70ed24533c0480b03083b342bf3dd
+size 24759
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 2dd59a091f66..11d13692d52d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ff5ec3afa453336e4429d7b5d5b0cc453fc2332166aa694b1bffd84be98516a9
-size 21625
+oid sha256:28b9b21cbaeba76dc95d0e9ce445781dab5c33bb9907c4a04148dd5a680da288
+size 21599
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 18481e49ca0f..9a133225b011 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a43a2f40a8af79eacf3fbb57f346a31a226d877d38d574e2bbb698f47b542612
-size 24804
+oid sha256:e9122d9bd55660d0cbdc41311fdbd84627179a76feff0eab4b88f40d73d34db7
+size 24771
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 121dd0f9c107..017c573ecb3e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3af42b730ce3d958f910f180a33dcf672ca7134e4e9572614e354133d4a0dd89
-size 21822
+oid sha256:ae3167de1f9bc5d68f8cf61427be057b8f8f3df28537101dcba3fdfe7ee1dd0d
+size 21787
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index b9090769b3c1..adb31b6a979d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6d32238a5dfa60db8536da2fc8e7d89f8446a56bdd90cb12c7abb846e3fc6832
-size 25488
+oid sha256:482e82566b147c01462d1891ca30ca6e079375c9a3ffc0a362a6d07fb2e3397e
+size 25456
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 42ff24988628..ddf17212c97b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c4862da8de1044d79f9253f732747ae8c3c217ae4dfe5d1aa8c6b9a577d857e
-size 22630
+oid sha256:7c5f50ad03e2661af314a188ba22f7a5c3ee41a469a665d1fc3323eeeeb82e0b
+size 22598
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 4d02ed6d124a..9eef4772030f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:67ee491f865fb8c6a247edb0908f949c8a06e8190bb4e8043a1255b0be065976
-size 21330
+oid sha256:4a89c7bbc65228b99b0daad87e684eaa6ea3828129e9b71791fc276f03122791
+size 21303
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index f2666ff15910..ffbd1b48a8b7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:29a24074e7304a7710241f4b151cca0d12fafda4ad28245ab7bd6378c9cd66ba
-size 18759
+oid sha256:001ae81b0f5d9a7f631e87b9e92e242e8cbd3fe68125bb39035fa875bc3c0d4c
+size 18730
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 02c744662710..83911dd592de 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fdc6df5580b034d03ea52218815be230d8bfe2609a7df084a4a61d63e2a5a617
-size 22340
+oid sha256:e57a942026de44a61b5f274e4faa80501fb928976c6fc38e11d003462a02725f
+size 22314
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 0eccc94e72da..2f5a752d90bb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:acefec7df870ca9a073cf78f539f2b1e09e8725f065dc571b0c4fedc489d9170
-size 19743
+oid sha256:922d8ada149b0a52e1f65960613d2214c544a99b0818281ee1718ac0813a3132
+size 19720
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index a95ae4bc38aa..548efe8a356a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:46c7feaeff8ba24fb1e6c166846e5393e3485239e664f29d7322c9a36b353873
-size 22709
+oid sha256:ba0fa9ab78d225fdc87dfe11c85466c117beb2d3d1dd8a59d1373e74ce37ac0f
+size 22683
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index ec4c16782037..e31dd1deb525 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:69785fea387810c7ef5d18fa26cd156c07586c80ab77af0eca3fd59e09589161
-size 19850
+oid sha256:3dcaa01a77b22ae0822bcac17aeb2795c0fde18853ce4bff80de2e21e0639c2b
+size 19817
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index f6dfc3eb725a..8dc77ad33582 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b3c479141a9d6e47b58e13817aedd241668b99e71943ac7cec3d2aaa239d2266
-size 22961
+oid sha256:83c9b61f63df70fb73eb3ce00dfba99c041ad513923591a51c2d1b5b4aa1c1ce
+size 22928
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 5caabbf91c83..b8c6c03a5c74 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7a02c9ab628db408425ea00ea023ae7c900c0f96d5861b7e6d0c63c137d892ed
-size 20279
+oid sha256:be8b2dfbba5784373379bbf062d2481a0f2bf06ee346d6db161eae70f9e92658
+size 20250
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 6be96cf16c69..75adcba70d37 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:109954de4ead23f6a0fe5ee6e25d819d2fc00c38d84e59a4cfff184eefb760e6
-size 21246
+oid sha256:957b5b8f56ff0df906382aa69d37ddba8accecf2b21bda648b41678e5ee57941
+size 21216
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 65a1e52086de..8420dd3908cd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:417a3450e24b3088deee500669979aabcf5b347a42ccc9517e3bffbfc88c72de
-size 19331
+oid sha256:a1fbf75e859f79c45adea906064611dd25c7b372aafd28d74d51538ed577f487
+size 19306
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 56d99017b9d3..094f8d090b99 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5f65697895d7c74adc16b2abf55efec512553031c2b5c86e571ae5f0f53d8337
-size 22266
+oid sha256:6633ede72690a0bb75d276e0d9a51e0e32dc7d9d00dcfc5110b2cb6f6d611bb8
+size 22239
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index bd15e66717c3..22d5d6857a7c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6196cfd77a6d701297bc979707e0cf607d632285e9ce3f7989adc91f3719bf7c
-size 20192
+oid sha256:b2d75e606b7147c8c59e52db4ab1d5c36139d8440e22d8c67dd5998081eb0ede
+size 20166
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index a3af893418f5..fecdd1b690da 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:608bfe170ba397c4022a583c23198b54406da9c96ac1676c7d0d901f488b0019
-size 22673
+oid sha256:2cf85bfbaec72eeadc765380f25f2a75b8b2a3fba980311bbe4a40ceb0edae97
+size 22640
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 33180ce65658..f64b2a700403 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1e5d7a6361d813f3ddb699cca325a54dd28be3b7ec39e2fc0e61cfacf3ffe14d
-size 20547
+oid sha256:2446306a053361c7f142de50338780b12150761c74b3fd1335fb0bdbc89bec84
+size 20519
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index e2f6274be166..107b47d81348 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1f549574b425cf6b527362e5908e2962727241b83b4fa5085776bc342dbe34bd
-size 22963
+oid sha256:2b0bb8e894f31943bd90c8e5c6ddab12649871549b42a486d43a783f421832a9
+size 22933
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 67768e2a574a..c6d3630c6538 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:01ef952e594756ae803ad3e47236274e0fc2c1c35d8ca8b0b96e9db129a2b45f
-size 20710
+oid sha256:3f1569092eded91115310e1f64f0a5f61620b6cdc1427e062ac9de95d85c7237
+size 20678
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 9d6da1e7346b..6c129fd14911 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a475871d241c277fe3b1d8bd8d5468938ae4b84d12fc88592ba79f971ff7d10c
-size 23516
+oid sha256:60bafb8e5413cdfb3117c0be41f3b1b136cf319c235c0b02f79071ff7c389fb2
+size 23489
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index fff02c005cb1..6f7cffefa9e9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ce8aaa45f8c2d403b67e2f04b8596ccec0f447af0026722c23b1a3582c9b01bc
-size 21256
+oid sha256:ca2cb6b8958f706aad7f7a8701bc5d31e87f94837b2e70d10abd946c0c073d7e
+size 21227
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index d8b4b3aebd7a..57f11c21aba1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6b5fc15792e8249f852488ddba2892a6de1cc3b5fbd7d04c857e9d6137177412
-size 24509
+oid sha256:b499abef3129328fbc9c8b4cf0439018fa37794299da48d395b1a21e363fbfcb
+size 24483
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index e324bbfbeb71..ce9caf2fa3b8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:041215584f3b36baaa9cd91902013b45a36f82786ef0fe10a8255f21e174cf21
-size 21816
+oid sha256:adb42a81297a718add82f6ea15d414f780dd09ea2bee2045acd30bc0628bc8d7
+size 21787
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 2d5cc7a20a6f..5b798eaf88e5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5c2639a4d7168fcb7c65a4a3d2a782f6f9133aed7382b8a4b3794e24062035b3
-size 24848
+oid sha256:3caed90b6e273ca8307614f823ed4ce30c05958c02a52308ec506d67ae8bbb39
+size 24826
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 7785a58ab331..e82ca0184c2f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cc816ce80b8a3de94b7f65fb9cd5d01c73ad75d96b74420e1648ceede10e650c
-size 22266
+oid sha256:c583adbff720e43330e9e9cb8935ff772d1aad3b102a83daac3dee8b2bd9863f
+size 22242
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index f07bd2f45582..f494cf186799 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:81e6e575be92d61f164d59e692210223afc6a5af5a9b78b5b08950a3566e0365
-size 24864
+oid sha256:95f426ba8bef4479d150acc63bbe59edebea663cb5aab3b393381fe54eff3852
+size 24840
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index f266ce4e5dca..2da6b35ef394 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c5aaf05c18ea00f3e4cbb550b3ba18fe054367690b8fc7e6ea521f8444425a53
-size 22442
+oid sha256:083d7d5398d14b5d17b2ccfc361ab89cfe93314b58b66647379131010b79fe06
+size 22417
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 1aa6ec490f21..2e331f0c2610 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1271a5207f6fea1bec8deef47c495c1c3b15c48856dbad04d9862ff7c85154cc
-size 30685
+oid sha256:f7f72cb320a85c4452f3424bfc8b80ec72d0b9016e64dd3c2a6150492580b95c
+size 30658
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index e435e1b23222..86fd118bb99e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3072d894aa6bfa9894bef525ba2eae969a4b8ede821c4076c79e638238545c6c
-size 27994
+oid sha256:ae72d5b4059e348f62d0c76c7943990dd902fcf3aa959a66fe475245802ec32f
+size 27968
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 3ef6241118ac..3085aa91088e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:56ef069317496fe47f94cde3a9ec1144c675eef0015684417ee1dec1684c5645
-size 31876
+oid sha256:cabb05bac54e34ebb21a086b190127355e94266f8907e2440ec21bfe537ed985
+size 31843
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 25ff5b5c745e..d5956b322afc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:848e3b82b45e0fc03cd1e6ef03e06379b9fb62d63038d0009ba573b902456c4f
-size 28854
+oid sha256:b8f3fab224ee5dfa54f88b2468b9bc0acb7d2c323923babaa460d1237dda67ef
+size 28825
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 26492d0ef2ae..4deb51ec97d0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9ab0fc074b581e5679c52fb73ab3e9ba1c0682914ae909423b95b8c710ca31e8
-size 28676
+oid sha256:bdef643e22e6a41293108b900835e147b3acdce5e4ca59187e9dae48ad33ae6f
+size 28650
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 2658f858cff2..a2bfae40fbde 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4407a3cf0d7f93794f3b0d3fcd55c3798528aa99f79e8147a04699946f884ce4
-size 27412
+oid sha256:59609758d19a7d9a2da221bbf558b7ee87c6674143681f90cc7058c67812e4ac
+size 27383
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 589fbad0c7e9..488838bdf715 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:40640e1dbf2ec5c7d76cbfb5691e1caa18b0926998382d07d24da4caae833921
-size 30004
+oid sha256:efdd57259503308aa50cb218d63bcce5375e4368e4705162e1ea6e37fb2b2347
+size 29970
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 450e19f97e39..e6a307bc358b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:092dcf628c7b233ddea06bd6b29c5b8ef5667e1b972117eab6c8f608064af157
-size 28202
+oid sha256:6dcfb93896fff73455482a3de8b116b2c31f5b0a9cdd3be5876df7fc047d188f
+size 28171
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 9adbf370745b..befcc966ac56 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0c75307437e6ed19e9997a44800ed372d3af94126d58566a101560aa771f4529
-size 24110
+oid sha256:59b42d7f7f24008fc374822ec341a126edf39bec2a5ea4d290ab6a69d9636c23
+size 24086
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index d92c564c0ac0..baeb962dd724 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4960aa8b8c1c1a71acdf930bfb98dd4d53d4a5b00a6f7b1fe5079fc40bdd3cc0
-size 22523
+oid sha256:122d01e929f8ce049a09ba853d9b2f14c21d8f6591b1907d4e1ab1ed7557a2bf
+size 22492
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 021e8d8b184d..f789922919d4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:486351712fece6ffa1a72f56dcda0edf6f5b27bbfbaa25bc04f5206868585ed8
-size 25222
+oid sha256:2fdede37025bd1bebc3e4fd5cfefb760a5b63850039202bf78a7ce01bbf68f98
+size 25197
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index f790e99f42f2..db4beae1ca80 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cd2bd9893dd2156f341e5daccf83b482ce00722476302ea17f0e15c5205c803b
-size 25428
+oid sha256:79a2d90e71792c54548cd20ae2103e5573aa501cccc15198c79f80c83bb5d6ba
+size 25396
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 86840aa5f8bf..bd46d02cdadf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8de334c97b41a2528b1063c2e6cabfb2fe02c25a358f27c84e9469d97779f63a
-size 23706
+oid sha256:39c1e12d1f37da2d03a1d1f77fa4f5f3c71210c7ac176b0e9f67b120085661fa
+size 23683
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7f91014ff831..6173ebbe0659 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bfbb2d687845c3ace0e59c4d243408c77a7f70895d5749e13c054aa08a4e2f71
-size 23447
+oid sha256:7b12c8364fed34ca3af070d3ed95b2e756b839998d7301c48bb7c8c532c8c186
+size 23419
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 4496fd0ced7d..622a158bfff1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0552908620bd5d34b373560c6d651b8fe86ce3b98e7d4143ecf7aef906ab6fea
-size 24025
+oid sha256:5cdece5006356b9e4f457288f895cbda0a512dd4c0813905b39aaf6b76ad1857
+size 23992
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 37bfc09507e5..6a2ae578fea6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c5f16d37cef1ee8c3d7fc9af1554eb044de3c75fed7cb13f77783acecdf663bd
-size 22045
+oid sha256:cb4d54443eadcacc9f87de6d8fdf9c06e671d2188a0ec763254d12676f0a4580
+size 22013
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 7212beec78a0..232a1db7e4e8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9bc83e8d027f1add871daf8bd84766d6435123c76e4cd43d77d4073d59bb5183
-size 25588
+oid sha256:5c7fbecf9e5f15365b66035f6a42c082f9707bde030c72e9ac8b5fac55412b4c
+size 25562
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 09e05c77adaf..7aa1717a827b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:007e455b606092665d5cf1333f67f39dc11a9b22b9856f94116556ca1dfc7611
-size 23746
+oid sha256:564353911c591f3a2e9828e07e9e207ca51f98552ddff062f99e9831067b6ce4
+size 23713
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index c53fab30673d..b211e8fd8982 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dfd42aa82a971c6ebbae6497bf0ae7d44eee8a6941a18e91826c7f36f1f99a41
-size 25775
+oid sha256:695dc28afe4aaafd3bf44ee44fbff28f8b2350e77e47da81af7c3ce97d1aec66
+size 25748
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index e724aad832b6..937aa19a1e7d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ea51410a4809ae05e75701d8cd268aa6a40d0d9e4f2e0a4c81bcdb632cbefde
-size 27232
+oid sha256:702be6d74f44ff460f9c671fc497cd9b4dc8ed075f4e2be514d0f83c3ba6ffff
+size 27203
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index adc8b256bcae..fca122c9b648 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:40895d40280ff9269304fde060168f3e4fdfe7b2a59c3917a12d7a23f8c034a2
-size 24260
+oid sha256:129c0ba99e2ec0dcd372bd04a982364ff3b6d6401883996ece2a279cf5af8a53
+size 24230
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index d1c3baf29f02..fd1b20c70a12 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a77c6db042185ad46a04b7ccf794e769a9bb3124858dae0a444d4ee3d0baa6ad
-size 25064
+oid sha256:4a1df8f1798b76b48a8c310aa6bacb115319594c0d3baa3e692743863870b5e5
+size 25037
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 91e74fc0a182..ca4c8280bcd8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a97159e66c5ea7e55531d50d8ce9b061931b20e8e70d4da3b376d9a8d4ecb2df
-size 24602
+oid sha256:d983f112e5bbaf106c9768351e82fd7b011d785b3d8c7ae322369145ba296f7c
+size 24565
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 32ace96c98ac..cb013da418d9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:15cd3c2ef46480419030f286b46414f0550f5e7406a0eb52783007923384dc6e
-size 22875
+oid sha256:c681ec530be0ca454dc0398e494f0c565ecd5814b7746ba2f4424ff9cb015930
+size 22841
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index adebf5b568e9..f7edef0469b1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e2547a36d011571a0e0fc67546b2b3eacc1ca1f5ff60cd46f3433061c624c478
-size 24245
+oid sha256:dc3498c53152069815460808938304c774e9b2040ae3c50b73e2f78a5434b506
+size 24218
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 39bb65d24443..c6a526f6a2ff 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ea30ff44a4c365d198fd25a10ca1078ca685a04647171b48d7d12db656814afa
-size 23291
+oid sha256:ff776a41c09a9a608ecf10b2d535cc6be06a1ec14de302f174b92cdcc86012e4
+size 23261
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index f6a22de82f52..0eb2d310c14b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:83e42029ea10c6fb0d15694b6ba767e7da9e183f9ae7641cd0a664cc0a953a9e
-size 25612
+oid sha256:14d41985dd8ec52acb10600de8bc7c869bb9517c13ec41cdbb675158051e6a84
+size 25590
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index ebea0b1e1926..60e09e3e1bd9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f3cc774392d89810fc6a105131ffa1e2428519a5037356d8f4b2a3eb051969c1
-size 24085
+oid sha256:414c8f1ecb0c74306c359e9cacde95c61d193ca53548a61e43a059ae3f4dacbe
+size 24063
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 0045840e8aee..7f62e6e6f116 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:729f45f9d7567c20085905e345a59b0d5eca8bc538729527f5457b28735ec265
-size 25656
+oid sha256:f915ae1ce7bb22d034959e940f862add38855ea9f926f39d60f2654c940d01b0
+size 25625
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index d812e10f6b0a..d8fe0f15f539 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:15854879b6f71a586a630a8e4ec3a530f8e913be5dfb7ebf0a6be441cc7b9688
-size 24239
+oid sha256:3a41890626a40c8d451b212eb754416dc684ca514ab26f4ab7f68371169da50a
+size 24207
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 23959e845bfb..fbb59b114c75 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5cc62db4b7ea3ed1cc6dcb27d07b21165c6621ed68a1be634943de8310220aa1
-size 26133
+oid sha256:24d0edb9b3a73229d5fe981d908a1021fcfb5fb8a64d5a7654996848cba5b72b
+size 26106
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 8e56b2499010..fd5b50ae53b4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8b4ff27327a3a9673b7d281fd9ddb714304275e7e2a6551e4b3f88e5b4432f04
-size 24712
+oid sha256:8099bd214a8bf3aed37a019e8ce83fc2490df7eeb9459d45f43a4c39faae195c
+size 24682
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8425b816890a..b78aa5235852 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:45916ea737bd5b648cb0799b9f8d8a2b781e5e49df9569ae1c801915b126056c
-size 33357
+oid sha256:242e93b43c31b5070c4d3855b7ecd8b409f94d2c0c8bbcdeb2f99a8e3558ee6a
+size 33336
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 2d0fd7fb68ec..a35ba503dd6d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:62aa19504a23fdb1c7fe3c66d9d4baced2ef76dd85066760b6f96bb2de013291
-size 29640
+oid sha256:f64017c949f88d51101bf68441932e656fb93d08b5cc6d3b1cfee63b02449fdb
+size 29610
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 79b721ec9c6f..1e344f0340d3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7e09d17a095e3bbfba9c779a74b0e6a813dbd999f4e76e7b9a56bf1c0639b73b
-size 34076
+oid sha256:45588a5029379d621d782d9671d83b4797118d339cbe1807c033f49754c45266
+size 34051
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 708b69ba5850..21191d671b41 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:31230787139475f3a80005e7f0b76b05673686ad3727e8ab9b6146bd1c793f32
-size 30458
+oid sha256:e677412024d5a8349a431959e2500dcd1874283453cbeee121c009a6910d7f50
+size 30433
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 337a18afb292..bc8c45e31556 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7b195db43caaf411977acab3853f5bfff44877b361183213ab924102b3847087
-size 31677
+oid sha256:0a4a148911a52ef91a52d63e8090e3d7b270ce0f7aa9ed7a37615cbe8c1ac077
+size 31647
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 76936feb8408..a029380f613d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9454b61d8d373581dd4258de1cfb03e534d8504a0b88d4933e027c01443b9a67
-size 29046
+oid sha256:d370f6135cffe4dcdfc6ba0812fd5a42b07e0c702998f57b07122463a7334e35
+size 29022
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 00b387179b6d..69873153e9fb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:37570d98124b48873f911a46b0748c979680a4d6f47c7fe2dc21cf8c21f59a2e
-size 32278
+oid sha256:13cbbc51439551cef47801685e3abcb1b38ebc4db5754c9ad43b9e81954627ca
+size 32251
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 29c0269a65bc..1e79307c6c81 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:832c24f9bb0eb00c715760b744825e9502ccdbfd5b5d76641bd602e46bedf97b
-size 29797
+oid sha256:fcb28d7645e4739c4ae89df5f52bc2a7ad7106edc95e5fc7c2221ff40a279aa4
+size 29774
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 01657d1a27a7..3883709e3a90 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d04032646acdaf6146649b906db427283901274940390740d20ed28f76654380
-size 26958
+oid sha256:e650a53ef3935a124f0027a10cbd05e3d7e9ba9c7d4876b939fc6f6211b12e3f
+size 26927
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index ce6ffaff82dc..a71265c9bc30 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e467855bd114e0b632a1a06616c1aa32e3ddfe69efef8dae48d6240f83f2c968
-size 25680
+oid sha256:2750dfc57d9bf9bab5f8a6ae451d2608271dab37164e217694942748442c9a31
+size 25658
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 82da7cf460c7..50ac79d0486d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:09ed60f084c8d219bc95ea68309e9e45f29ab9843d59351e0136dec51d72f339
-size 27804
+oid sha256:ab2a754ee609500ebc67312bf30568359bfb179c54d22f7ea16103a9e168b735
+size 27776
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 6e584ce0f66c..40da63e144ec 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:77099b27a8547e0ed93fdf955581fc98ba6c6b9f349d84460abe23e50147bc19
-size 28032
+oid sha256:f8c87e5a7426e8f4864f1d10f6f22dfa31bcbc0d7aa1a5554355de6e0a5fa7f6
+size 28004
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 0c6db0a6b492..a651f368e2f8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:db9c4ed48d1c6d782715c324e8561c0ce3ae34b50557563f006c0f3a30b7920c
-size 26122
+oid sha256:223057b234c4afaedebfc5603e38a59b18b9b2ce8247800ec89b44648327b67d
+size 26097
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 2e1fcbfa5bc9..5d6b4da3feaf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0657872c62cddfb641cc7c193d0dd97940ea3ba0f2b7e729fcb94a6b0f9e66d0
-size 25723
+oid sha256:7b19252c44f18e7583013269caf78299da508358effb3bc54444122cdb969c0d
+size 25698
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 36c23307d89e..7bd0d8812899 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e1d3254018557266bb770fd1513881fe1031efecbb917b68b683b8153be43a8d
-size 25591
+oid sha256:3c0f790a73a80d954ffa8b6e6e53d8ea5db6353de4569d421a3bfa5ffb4ebbc3
+size 25560
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index eaa8369a2215..dd8d25396cec 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b52d9c3a391ac1771208e4a7838af2a527ce5c8b614042d28e4a8aec5f170c14
-size 23481
+oid sha256:86dda4b2d25a9fadb711ff016668185cc9c33a8f59dd200c6272868a56140496
+size 23453
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 6b0b29e8672b..5191c09ff181 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c14248471b8e69c84fee0937127095cb5c80bf57e5441dca220e61ee1d670a44
-size 28176
+oid sha256:a4d72bdb651253bb4913a431716b96d00cd82b8465260c265bc0e3a2631fdaae
+size 28149
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index a8e45bf667e4..e2b76ace4903 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1f4825b8107c07bce13b07282ffc86f537296dba2d20fa2b0bfc0a4cc61ba934
-size 26390
+oid sha256:57c76f1f4f23f5032c62c83663b78ab0a66424465730027ce478a7226e7e01a9
+size 26362
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index dbd871edd4a4..9e3127a8c932 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8d071e81c925d53745cc2aa883c4e1d41841a4b8401e59bd5b5f41cc3a08ad6b
-size 28419
+oid sha256:b7ae36dd9228fad7558539df5ef04cf20e14953e72c4ce1169ae59899602c32d
+size 28389
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 6d31ecb0d787..02cf9af606e8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9d39a0169b971d5d6ada21cdb255167cd82472ec88ac72ac47144109ef3907f2
-size 28813
+oid sha256:8c05377f5eaa289100279bae5f117af2f62080fb5177b1a1014b2dfae237a9e8
+size 28783
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 837b6197a352..803da4e8a3bc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0d743dad5e01a892148c21a574d43e4dc3c8288abc81da496a2558727963a6a2
-size 26723
+oid sha256:83f489b42f0e10433f66e560329a33d2f20fd9568c5466b609d6ac1d982b5b86
+size 26693
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 029dde3beefa..e392dfb78fda 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b175604ecf46b76c67e992540af091e3d882a1116504bf70c892edeefa345ba4
-size 26636
+oid sha256:6eb4e42c3becfc9ed106b496d3b659f6e2a4b6e624c7509a66e46cd1b4f8028d
+size 26608
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index d109b3662703..25a0c032c11e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5947457433a802a343138d1b87eec5f8025b3a0ed76923f28a9c5a562dcca5b4
-size 26303
+oid sha256:794aa88b466cab959880be9c152fb9edf5831462c03c540138322e656a56bd62
+size 26267
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 48808f3886e1..7e9835205bfc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:27f31f615007932dc90766a0569b0680419685d3beb8533004ddabf358c0b2a9
-size 24205
+oid sha256:7b2b7aaa1f079f800c39e8d2897338c07c3d60b4aaabe86fc1d6bc46c4677a6d
+size 24178
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 7807e123b782..cf102b58e486 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:178be6c807f4508bf771cec0125ebeb1a9a5cfc7bb7c337c3cf0032480f6e78e
-size 22502
+oid sha256:5ad1bd0c5e8bd4052a516edff730593090e57c0236083ea7f76dbed0a47941ad
+size 22470
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 384511b52c04..4489b6d95a38 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5cca1ce88b2922c58ae1a3bc91adbfdbd25f819aea2a2aa3ff9a3b9aca834c7b
-size 20520
+oid sha256:46704d33023d514cb8fd280a612f21bd0de7886782f112f8467e43c3da439be8
+size 20492
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 7c1ff9958189..bf0225cff94e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e2ab2cf06f144474e6ac586acc764038d226891d5b2b2a7a278e8a5192dc94c8
-size 23372
+oid sha256:40a76f9db8dedc98e879be0748280b2dd1293300e438724531cde5703a043b50
+size 23344
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
index f94b6ed72ec1..5f8a640f42fc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dbbb254157d3187580aa357b629e12fa96749749312b94db015241db7f31b64a
-size 21717
+oid sha256:4d0fd2ef102f7f6adc235461d807d38d5c147bd492db502925fb7fae4b861cb3
+size 21685
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index f66dd1368099..60d460477ecc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:816cbe1c94f0022e13f3028d6738a4e192ed3bd95ca50b9667e1f616fbe49dd7
-size 23606
+oid sha256:8ea41e79229a751396502d4bc09442d9d4543909c32557ccdd21c08b624601e9
+size 23578
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index ccbd8e1bb9b7..faa90ca97ba7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d3b4b5b9fba82933ebf43aac6de04bfb3d12dd0475c3f60d3618ce2db1f10682
-size 22667
+oid sha256:2be68256e928eb0f3eb5449953bc378f773eac6d61c3e6a6c827fe35d81641d1
+size 22636
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 35c48294c49b..13e1a0c84487 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f2f54f07b0dabe3a95e968b8a7e99182086e7bbd63d0d9f87439dc37abb6ee9b
-size 24008
+oid sha256:60fb92eb729a115a5c380ebb85df6a281ece9db92e3081ef5c151bb06cfe75ba
+size 23978
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index dd849432d86d..8500d2dd022b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6b2478da0a16d0a1d4bca26d157117b9aa2e1fb67559b938fb7ea5fa53ba2329
-size 23126
+oid sha256:1be7124c9da126f4b20d147d4519a5abbda921b1c8f780821a2afd59a3d1a4a4
+size 23101
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 2dc9ff2e8401..9e7d32d16fd6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:288f421cc05e2fd04a108e115a40969db9990cddb056b5fa7cae193102149506
-size 22362
+oid sha256:7593fdc10f32e6a08c0d02f8733c93291872449e89b6d4983f5d5a68df8b4e10
+size 22326
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 5aafcd0664f7..100ab746c05a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:226ba2ba1b44d07ace9da69f0f2a3a31e6b18d65d8a444dc00d99406aec2dab7
-size 21581
+oid sha256:de58272433b6cb1a013ce56dac1c0fb7a04a211281e968af3958c05f49d8885e
+size 21555
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 78436a7885fd..e7db09b7915c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fb7de1954fd55b98e750640a62246aff5bcb668c3541b64bfbbec281d85d5112
-size 23362
+oid sha256:8aae257d122e4b04ef6f0f25cdad015c649baeed4d87135c9d18f4eb30411f8a
+size 23332
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
index 4a4bdd560a9e..c4472060df78 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d7546cf826c4d152ab15db071ec368766850562a83d71ea68fc94e0b0d0813a4
-size 22339
+oid sha256:72d7cb00744a585f86c7a5e6f05d1e605bf76b68d1b372f7b2e45028a30c1d35
+size 22310
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 0ace18c96d74..ae2195294440 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:76e525e0ae7872cee3a6a0941519fca9a00e4476d9bde40df8213d0651038215
-size 23700
+oid sha256:ac98fda1935b397d44b8db8dcee080312fd934460f593436766e37a555b88fc9
+size 23669
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index f23ef2d9458d..6a88d61fe1ba 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:377bc1f1dfbf3a5cb78cb7617fefdd2b6d3a47e5037908c8b27a6367ce021286
-size 23443
+oid sha256:a0f604e5cc7b15d3957687154387a58702d5b9804a2bd66fc5e9072e057d296c
+size 23412
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 0843887c6b2c..c96aa9cf49fb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ee88c2bd4f7fb7996ad00254f3f1a0c4c863a826b3909fdd783d519649484ef4
-size 23992
+oid sha256:24108753970ef95573bc15f7e87dcecef300e60456325bfde3e11b296dcfa337
+size 23959
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index d6922b3ea2f1..1cf1c70139bf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:32d46aceeb506709df26010d16ee06da7b13b925e93d724fb27a2419e6134d49
-size 22803
+oid sha256:48de4f9f7bd555de56f1f8c7ddc617455ea3708b808d19d2630424d3a2841731
+size 22775
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 096bcbc8e649..dd588163a1d2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a48dfa7a121b3f5c3215528f730c3f84b6b395e173b8a6de28da8b5a72f61725
-size 28588
+oid sha256:098996a185b558785adb502a40814436d83d123b5ac9cb2b2bbc010661172a45
+size 28557
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index f73e7b6eb117..398f0580660b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:171414fe201e48fe183c4501ba8667d5881425854bca1f4cf43de063405cb541
-size 30348
+oid sha256:89a4b29199f7ec837eb3a171d92e7c80463d3c08f218a77db4d736f7776718f0
+size 30318
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index bce8f9d5f87d..e78ce4e8d894 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:042638ab981fae82c138f195502584d309ad0a991d4a0d301325b71182e0cc16
-size 30200
+oid sha256:772852de561183526d0f1b6dde3e4fc4b202961ca58de2a2d9cd1e96c4d23194
+size 30169
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index f60f708a7a3d..04b11dc7fe44 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ef96769e3f807bf72f1b664625b32337df724c85c9e66febba82f0c4363d0b2d
-size 30654
+oid sha256:d135bb5e4d16edb63fdd87c2c1f69d7829ff9a129a00370eafc1d39346405340
+size 30625
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index 67e388eafdba..083bad49729b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9e18b7ecb040d4ff16b97df519040c61432dafc67b6cf806ce38124e84071243
-size 27289
+oid sha256:1047910c522e78c7df69a5c92e8bcb25fbde8f6e38cf14936b724f2be201c204
+size 27258
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 63a36b876c05..45a7fcf9d20a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:17e8b794d5efe4ec34ca667d70abb7a9ec1317ac5c54e87bc8ed43a027540e98
-size 24919
+oid sha256:00b4b1af570c92350a9acbb3c2d35f834dd38e2c0c2350a699d09da66fea31fc
+size 24891
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index 242a52582929..b54a52d9f67a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5976635a2c8be736532c995d257518b6f4e2a78db52064956fef85a4f6009a91
-size 28146
+oid sha256:528f069d6f68773dda01362aa39522de28d9a91942d872537a8d14883069312d
+size 28113
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index d186c0c1df06..23ecbf0cfb69 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0070ac9f76a84d83a16d36c7b4761b3f89dce3d24cac9c7271af175c0a3e4c76
-size 28188
+oid sha256:36f95266f2296eab12a295e5609e9b797f42b4a6453aaba49a4d02ad8f84aa63
+size 28156
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index ed959a2ac3cb..c68f5d138ab6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bacd807059e898fed9084050da132b7fc934fe6dedff8c93c936439c02db5007
-size 26058
+oid sha256:c46c9022ab3e51bd9a18b52e5e99ccce057026b1476ab1a88f5b727d037401dd
+size 26028
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 30f51a6660a1..59355305b549 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:21305577d7fe39dbfb99c6761792a1f63353940abfbfb49ccf3b6d482b993ae2
-size 25806
+oid sha256:1eb7535cfcb1956f6b611478e8b55cc4007046e8e1ecaa9dc775e4d4bdb52710
+size 25775
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 437fe97e9045..9445fff47648 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:10da4cd000f43d4415cd4e09c9332eb73f75d7db15a3b7ddb871e61aa184929c
-size 27263
+oid sha256:d9f9ef265fac7377081e3554084fcd9eaf2885612b321206a0748bfd0d44f186
+size 27233
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index ea1f60285c98..6b8ea2180e2e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2966a5c64509779edeb491bbf911f029f0c509f13f52090ad44e522abd4abc46
-size 25116
+oid sha256:1975b97bd7bf1a8d9f45a584679e0aec537e5e2c3bd9da430b197c36645bb0d6
+size 25086
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index ff989f836735..806ee535cc34 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7bba16cbb2de1588434b949d7a605a8e4da82c2f8dbe687c233682dab0ac28af
-size 28698
+oid sha256:332100af5be66ecc3f50dd75bffc085c5cf9c2c5e3c96f95e311ebe5b3d92955
+size 28661
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 445e9bfa8b80..826068af70d4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ecd4883b5d1af21656807d90102a1e7c31980c3aa14441e659d51c2f124334a8
-size 26047
+oid sha256:46b47841f7971bd7d61c9cec2714e9c0d19619c910c549d6e0f54ae988a374db
+size 26009
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index da3f8408254a..f78bdcffd18b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d1442b6a5a6ce08362fe3a49c8fd6d397e8ffd97d29d2ef9f9cb170c46625b49
-size 28537
+oid sha256:c78fce988aaafff6687d16f5d0c3b25ba0082eae748491d795ece075397f0213
+size 28508
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 108a8a71ecd6..0d824b0ae0d3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:41e256cdf04cb1bddebeb57292619004405f552006875b823b4c3e026c91d851
-size 29472
+oid sha256:e82d1ee77bf21895a57285bbcea9870cdbb63507196f68ef75b85296afd3edb2
+size 29442
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 7882a3d73796..39ab03fca9e8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b71d53ab8ffe16d4974a59801e53b776f78dde431df9dc27e937646a6305ed71
-size 26823
+oid sha256:9207dfeca95985df5faf2867dbc69798539bc30d72189cbbccaf50e37cdb3d48
+size 26792
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 22728e6b7c43..2f4478313dd5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0d4d42e167fe744b93262fe85d367f30118d064da0bfb8f127a67b615806c8a5
-size 27257
+oid sha256:8f90997e9817858e6d295fc731bfd0f9685e552a09db5d2ecfda4f5e4e3f0450
+size 27223
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index ea621c1fb9fa..fb60b8d00097 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ea6d5fcfc11da7dd15067cf7b0eb4a8981c331dd07e2ddd90f61de405d0c16ed
-size 27275
+oid sha256:e475645aca87c0e68be346abcb5c88be37ce2d52f8080b96af1706ad868f00dd
+size 27244
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 14be1883d386..0ec950276700 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:69bcf6bc133211bbf11312f287e74bd25560cd4c453c0d5252908a0884134f19
-size 25806
+oid sha256:4a305e01f2a3a244333ba9a7ac16c24ed90c538af01ecd5295b485080d801794
+size 25784
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index b21ea0959e28..7147282c608b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:644a54ddec5341e1e07d1aa721c82be179248eecdf61068a73dc306897802fbd
-size 27298
+oid sha256:7eeb50d74f187c4a7a37989cfbee97aaa67fe6208997f7d533fda16272fd6c02
+size 27262
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 4fe056823a80..cbde63debd79 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a5130c2616881dd1cb123c91ca76bada6367ea677569482434952b8befa0d883
-size 25729
+oid sha256:6e65ce995b5241c9ea9c22e9585b44fe83a7ba62f4e506cfe2eb3062e90b1b18
+size 25696
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
index c74324068be3..19953aa83f09 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:158eeeabd330aa2be5e3f46f6d4f82de638febd51f8a7cb7110b3243cc85ed0a
-size 28282
+oid sha256:b8aea02e1568aba8d6078bb2207f7ab18891e86fa4197378d0ec738392d3f10b
+size 28245
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
index 24bad6944fbc..d7ec0479ff14 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e4ea7e2874f65f31194d3b9521e3df75ba45b3166d920edb3de43aecec29d10f
-size 26566
+oid sha256:68534308bde1f4a9c384ae5a359a7102cb5f15945869df347a71b1d4ab23125d
+size 26533
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index c1f08c5b8327..1c5a55e1533d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7e6dff39318e533fcce99d92d54c0407d4bb3f2207464a1445fa04e2191f1a07
-size 28524
+oid sha256:15d088e736a5fd024c7fa3412f84d40bc23d5df67f113e27f5177fa9b5d3459f
+size 28492
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
index 066600462881..f50000f48cf3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:89500e78cfce8cc49b5024e908a30d47b7f317706a14ff42fde913d0e26ec5f0
-size 26893
+oid sha256:3c974f14b6001db8d462a1f31ed0c5f98f63c3c0b93a1522aabc9d575c5ba9a3
+size 26860
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
index b1659b5ad2e5..0c4d24695454 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:43475d724511d8d77e286407487af054d31d9e6e6ce31c9cf0fcc692a56a0286
-size 28643
+oid sha256:29a725b907286db55cdedc2d9a320fb4698c6ae2be426b0c49ad2d741f1712a0
+size 28613
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
index b5863fca363a..5b92dd5263c7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6207cea44a78f3a8e19003b31417733fa16e80be314668d32241a6a4595afee2
-size 27107
+oid sha256:1329cf8876a86fd1b0b1afa42486b0c970f2c8939333a5ca90695232bf006203
+size 27074
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 55423d0b77ba..1230908de1e4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7c5ea51ed0b8bc854e42f31aa0f321806abbab04293b41433121e703f870cf57
-size 31026
+oid sha256:a5b9b1adba9dfab30ef001901796ad07a35057974fbab357670b395c7a542ff5
+size 31008
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 81b7b6b6028b..214640b1ffbe 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:93e20d2e29031eb5d60eb9908b41fc1e0941c5c1b200ef5ede57f8eca58dbf56
-size 31674
+oid sha256:940164d926aac3545baa883d27886ccd814e451cf8dea9ff7807343dfcf3c816
+size 31641
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 846081ef46c5..df394963f823 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:47493dcf9ef9bbca84af2fa9f0da8a85347a62ae82ff9d14d23235070491a703
-size 31886
+oid sha256:66d9dca619d79f42f81ef9f67ce550192cf4dc5c3128883b0004faf156ee670c
+size 31862
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 81a674b7edad..7b8058a6b2b3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:29f9ed1f194e7c49698cdee6199d445f3693adfeac40d98f353ae35214c86edc
-size 31956
+oid sha256:cad1e847d0f75cd7fda0236bd26672d94098a2deb176b07fc67b99ab583a6cc9
+size 31929
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 28fd4c571f82..483b8026ee8d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8cd5060389e5dcf914c35a6fbd32eee850fdb4bff95ce30d372e7440f9634d6f
-size 30910
+oid sha256:8ee1bba6a9c8be5684c51f0dfc5e2b94c41cafb4f2e2a9eb422bde98069fbc66
+size 30876
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 2b7a6dda6854..a2225b7014a3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8cc480c799334870703442c5f3b56ab962adf064632aa5e82a32ecf06ad84898
-size 28166
+oid sha256:db6ebf550debd65e549c132b42e2d770e1ba8a6fa31a8f1caab3a8629e7fba22
+size 28134
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 4d1dbb88cca4..988e0f5852d5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:03b9c1f60c2a0e566364cb0268a7cd56f72c4a2261386a3a528aabc9075502be
-size 28671
+oid sha256:942a5fc64eb1bfca229d613a5fe7231514d7b328a7a9ae678a9c3d65822c61b4
+size 28642
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index b0b2d934bd95..f089ac2eeb1b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e2ba526e07e2697676401671f663ced7ce9e4f882f8fc3bf15643cde72b8e64b
-size 26366
+oid sha256:4a0b5c1de15bd0f37fe40220c03845ea2b0c3d5d7fd0ee3c6d5b722f1d0252dd
+size 26340
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 80424ecd0bb1..dadd2347d525 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ca32ed021f20d609308d51654a27c61efc4df6162aa648c055166c036cde8ce3
-size 31591
+oid sha256:b072d7bb67c6af85d7c03889c0cee4ccfa3c8746a1a058cf60f4292d59a1f0d9
+size 31566
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9678244e8dee..687de3afeb1d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:abad25399a9d0d46e1914140ca11ae44b3482d3f2f84ee886c12625cb403cee8
-size 28956
+oid sha256:282eeacc44bc0517424c01aa4e71594072a381defe764d7b14586cc709682b53
+size 28927
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
index dbe3d0adb3db..cce214092abf 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1674b6dd3b34d976574b7978af1597cad624742e05cee2dafa234f1e185ebf53
-size 28958
+oid sha256:63d816031039b2fb061b276f45efc672a1d11eb319a5413d67aa19a702b8f575
+size 28929
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
index 593225adb4fc..1317a17538ab 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1d518c2c68b5a1f9645aece432a9e0db0acd99fbedfbaa4ffb5099d0274ec4dd
-size 27194
+oid sha256:aae75dbb23d34a57c52ce89decdb8d6882133f576fbe41836b5846f559db2343
+size 27171
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 52ce0bc62d93..27b7fa7dfca3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0f91d07c8e5858f04e0241d17ad7f5fff3cbf343e8f95dd814ebb82e8f390397
-size 22333
+oid sha256:dff28c4d3610f3b9003e4117a5cb3e6f7fb726b4c90c467540d6bc31e5f83913
+size 22302
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index c8b55128ea62..1c96fa5952e6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b7227e32c6161b74a4b0a265fce1fa5f9fb604c2b27a819c7dcae9a0383a71f5
-size 19765
+oid sha256:02a5cf0716aff51d19f7c66e8b1bd52cfb3c7ce742de5e55dfe490d40016f5d3
+size 19737
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 76733ea761e1..bbba6918c029 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c6466eb9d6e1110f7c2a240829d3426498068e6e657654200db5a4c378e7ce6f
-size 23357
+oid sha256:8778eacb0c14c4b621fe5599a6ff7cb0dd03e7b51b2a5979d7594181b0ca3499
+size 23332
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 5670b2119c4f..55846a354236 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:53a354a6a0cea61e19db064e0f32d4f3b07416dfb8d0c9da69b5abdfc5ce5dd9
-size 21103
+oid sha256:c81447fb2a8138cee77f2ce23f48fcfb5645e3a3210e89533ed846c658e2775b
+size 21077
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 37bd05f9c514..30dd3725bc2f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:35b9972949f9485e12f882900a4226a54d90a443b886f5ec1bfb5e98ed010b7e
-size 23979
+oid sha256:9c989a6ec2e7badbc4c52fab782bdd09123474e6ea2fb1be49415c2cf2d2871b
+size 23948
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index b4a0b19b0b07..8e08f17fd40f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:98469118cda003626e0c0aafab1e60ce416cf0b8265494095e28c47c0e776b71
-size 21225
+oid sha256:ab999b1c1eb120f997b647a057aa414a448abcf682e8f209615fa5f8ec67f4cd
+size 21196
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index cad2f8d15149..003050f52973 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3cc0fb179b1841226d1c14e3cac94a9bac869ff1296528d189993c1022d48947
-size 24721
+oid sha256:90af3f00bb1ad16d393c90c9e4370555873f2432bd9b04878a64045c19b0a9cd
+size 24693
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index e78bec483987..4b17bbcb9f19 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:268b73aef3f9d28cf3a26753dba7dba9e7fed8823db95eb1d435652814dd902f
-size 21848
+oid sha256:b53faf05c0bdb930bedf493da6719febb6822fd905b07aeb9644312c7d211974
+size 21821
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index f0017adc9ae9..cf679a889fe5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8fa73f347c9de029c7405727eafe5cc801ea62bc1d1dcfd66c8173a0ad76710d
-size 22307
+oid sha256:0354788549d3f45ef4251a0ef0f30fe3670370cb0e8ae8daac89ec1b6063ec2a
+size 22281
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index db1e0cd6bca7..ea3d9da3bf96 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b520e8cf668f5954d2a3965b754ba752427982d2e68607e50e674dee0b675ab2
-size 19481
+oid sha256:c1a79a3c2e21a89e630d08feae1b67ee2eaab232b1b626c660f066367496bdd6
+size 19456
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 33ad365d28f6..e2f22d0c72af 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d6b0626c55cacade8d9b6420c47e5d26464883ed8ccfb4a8ac169ca9bc9d7f5
-size 23670
+oid sha256:1c5f474c2775996a0f54e2a36b048e1d003605f49f2b5ab635451b7125231456
+size 23642
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index b13e0cbfec26..2f566df51eb5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cb4c9b8a1dbedb71d46d0d2ebde9c973d159ca1ff258a289403535aecdfe876b
-size 20994
+oid sha256:f6d7a7dc6467185ff3c13ac0231b7cf952c663bb8b00b0702c34426ae5c19954
+size 20968
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index f83efe372587..a4c932c39234 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:73b95591f2408cf4524356d28e7b486af6a792f727c55ea43d0cdd73d6dcb65b
-size 23840
+oid sha256:8fb2846fa76ab02059ee25139d320fe73eb8e054f275bb43dc1445c0d6c1653a
+size 23805
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index fb62054d3e5b..ca392dffda9b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1f156a74ce3bad126b2b832b53b6abb951adc2485915e85dd526f4e9a37d76af
-size 20989
+oid sha256:276127d6c343d62b2459844bce328c3faffa0afb5fca5e019df2d32de0b9fe9b
+size 20959
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 6898743e7362..f1514a68928a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:23a6a636d27b0d96f6a1345de8784035a6ee323e4c956c7db64b90bc72b96160
-size 24491
+oid sha256:0238740014377356c846cbd1c2adc49ed81806dc8f6a627060163fa5c648cf50
+size 24466
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index d47bffb94650..1de2bf04a6c8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:94e181af83f5a26faa312beeb95725808c1873dc1492c6c10d9bce901ef3aa89
-size 21528
+oid sha256:f70c6d27f8ad4b8866a8ccd08bbf846a512c403efcdfd071090c782216ccbf63
+size 21508
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index d49676018569..53936657f99a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e0c5c256579ac40ca01fd97111a7ab504e0146733e2e1f13b89d0742ba003f0c
-size 24148
+oid sha256:38a987958c22b3e86b24fb0375f841d1e52ac9754ad8f72c494a0104726e7a6c
+size 24117
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index da930db630db..31dc5d3256a5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:45af5e8cafeb1baa0b18d8e9c61ce03af726927817c68ce0479dd43afefc41bc
-size 21660
+oid sha256:617521f72e5efe2201b8c78a5a3cb6321047c691002674f465f791a5aa5682da
+size 21625
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 55065d275e88..e5cd4a650cf3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2a85e893e0d291fa12ea58e4f974edd31e1455daf4917689773df14e395fc1d7
-size 25295
+oid sha256:63d1f3fbb0cdfb40ab7e1e95dc834718a0ceb7924ca3987340567efb673ea1e0
+size 25269
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 28c2704e70f7..61fdad2d1c64 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dcd5f0cee2c285cbf00e043ed28dc9d4a7d9ef4c5de7adf6deb1b956d73f7f0d
-size 23151
+oid sha256:722320baea5566dc0582484866b2524b8915f3db52a0d3c46c31ab91a047224f
+size 23118
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index b414d805cfa4..d508cdb9c3f9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:505e24f2b669fab3cabba75b22eb5a3f15f5f5501fde8c6aa0de459cbd4ad61a
-size 25913
+oid sha256:85db515244ccc84caec66b2f4e09f4a42f04ce66d49162dea53b7b17c35735af
+size 25893
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index e4c1ea9c4dd2..12fea4742648 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:277a58a032ee84440b4247650dd73abb322bcda9c5c8169263dac84b97d8390a
-size 23220
+oid sha256:70c3defff607ea8fbee3945b7c1468226037169c4dcd5e7551f95272290186fa
+size 23197
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 792fb16f4086..26d9d22c3120 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b4231c535ad22c09a20c001091839b2cf0acd28eb978ff2e4e3e0f28c2b4f451
-size 26441
+oid sha256:d695d9e7c61190619fe6be96bc103e58af662454f5f91636d228bc6642423708
+size 26417
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 4c842193aa81..d586bed315de 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bd42fccc82ffd03c06b1becd601713c8df67c5e328f69c12e279d3ddaaecc199
-size 23978
+oid sha256:77316aa6fa74a74b36ccc9ccd6133bba43b6016404dd703fe915a223840cea6d
+size 23956
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4f3b0bc200e5..0f86b3cf0753 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b8d35bd620b2f31dc8949b75fea5d140f04819c0891b180e32628dd458dc9379
-size 30192
+oid sha256:f395ac0de39f32912731bf95f68766e665acd6a217420ff40701142acd123c28
+size 30160
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 62afed96908b..283268e3ba10 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bee837c4be35e1eef30818d1baaa8e674228e9b3e112a60447bb242d41c384be
-size 27581
+oid sha256:e1a0c54ca8dbd024ddbefb50645d5b0e534a390bb944bb81c3c1baaefce8768d
+size 27547
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index e86e9824af0e..66cfb401d16c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1360a4fe4695958707deb9cbcc00138225d6ed61f863014c0b0c383c68c58728
-size 31364
+oid sha256:47029bbc3d623b0d271801f864ebc29226a5aeebbf840d7cdcab8741d35db964
+size 31336
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 75edf0040b48..f39580802471 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bd02d02ccb54d837222bd59b9a361a3054c1797f071978c75b7c1f3dc9658b3e
-size 28399
+oid sha256:086c58b5b394b52bb614d23308dccd298b4505101d054c688802564da09611af
+size 28368
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4f1682a98289..609bd708cc90 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9d92b14eb6ef72d1b6660fdeaae2ce2a5230fa86543758b4a874865a88e95c5b
-size 29372
+oid sha256:9ba2e29f343c2f8ac1873ab5e8563d7e9be704378cb25d75d21de512a6ce81e4
+size 29339
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index bb539f450494..063cfa6220f6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:85c8e58479904c0570d9efe2dd8bc1c90d00ad782dd351699add2b18a4086917
-size 26416
+oid sha256:bc3d0c8c65c4ac49c1af0d325d30f3d0b9e0aec67c1b81eda05025a1006dda54
+size 26380
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index d1451bf5ffe7..8ea72afc59b2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4c5e8e7b8ab3cbb8d1ee6faf46712e7fccca59fdaa3e72da977d2d04ff785abd
-size 30590
+oid sha256:59fc37000c240459996d3cdc1c5927603cc758b4277df24502146a981da5d281
+size 30567
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index d7fb947d6f44..3c60e5393d50 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0160594c9cd85b03b61106200778e92ba0271344e94e60bc035cdd193c275e10
-size 27224
+oid sha256:8e7de1b6c2c2b4e7057f7de2982f25e50a7773f796fa837cab565fef37834957
+size 27193
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 58b7600980b9..75ec0d9f6e80 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6169b605f389766fc90486d69dc75b328fbc43b361c342f16dbe6829f586b2e5
-size 25716
+oid sha256:de3f56f7d5ece25ec9cf2b7430d379265271dfd50b7b3e4050c86c38f5602ad9
+size 25688
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index a37d76da154b..cbeb40649a3e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c00031511f28abd2ec5ad4d368f785e53f03f0cc87a7e0739a6aa2dc2f016b58
-size 23082
+oid sha256:05568174d5e576dbf0a4ea1c16544bada5edf534cedc507f2c387405cd7bf961
+size 23049
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index efe7cbf24b4e..8b63492938d3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bc86111d03707e8550f9f8ac46289b83b4fbba2fa31b418d53611e19c8f964d2
-size 26819
+oid sha256:12b959d02b179aebcbdbc0f90618b052b6701bbdafc443c1db111dd5e38fc393
+size 26788
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 562115ef58ed..33b792081f16 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:86b582affa727b14178b548cb0e65278a3eb56d5a507755f681060c397cef47b
-size 23863
+oid sha256:f10f892228d18a5469ddb22deaa9907acda1f42b0cc7b4b128b028c9e5f17b42
+size 23836
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index cbaf7a6ba334..dbed6072b3e9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f38ff246e5284e6b5b1a5303e8b3ba733548792e6ef1058f5b4e5f4181290f0e
-size 27332
+oid sha256:c88ac3a87443a8783ea6d66e668f41e897ad98456857810351bc9d83a8042ec4
+size 27313
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 67d5cc765d94..876f775553e8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:34bcd1385492a52ea6ace27b00b6b74b06d9596b0c6d2950e43154fd8057615a
-size 24677
+oid sha256:e16c69c9f5f26d7b3887d3f88c193b5fa398efc1fb7e42070d14aa00b49efb3a
+size 24651
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 742e5831a458..0b4e9afd5f73 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dffaa72693331dc1b042e162a15c8fa05596b15c95ffe73298098d41a487f217
-size 23660
+oid sha256:c64543d7cc26248e33d66098178aea99571817bec2cdb5d3e2b58b0c1bf1954c
+size 23625
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 76e9c3c46cf2..58e13f7737e5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aac1eee49b269761850b1625aea748ef2d77aaf1eb0730fcb5368a5cf29ab340
-size 21028
+oid sha256:b7d1040ee5243fb1dcab27958df8012ab23a48fb63988234a917114105c80f12
+size 20992
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 9acbde739ca0..808be4a10ecd 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d40933e4afab43a8aee6480db69e0bb07fbf72d2e501bccb868e379800169f33
-size 27621
+oid sha256:d844e4e0075729a0ee4541ef5f0babbfe587e6966c69de1c8275213cdd7dc419
+size 27593
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 7b7b9a232cfb..3960e04e4d24 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6bd845bb838dec43e2ac76e432391ef9cc40fbb964fbeb6d155e869d13dc47de
-size 25018
+oid sha256:5d3e2819fcaa26b613533554b1883d32a5183a969e2aa558b456e961169b3b75
+size 24986
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index ab78b2861797..f80f05d9f7d3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7cb31cd728f2846965b647bb4186180ec9d32f26580f75bfff8a7b768300840c
-size 27836
+oid sha256:961c544bcd8d6538e82dfa41bf0645baaf0904b6ff1eb949b02434f2540b11f2
+size 27814
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 0f4408c3d65c..ec194e7141b9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:85b12898004ebb6217f5dd1eeae56077c59e5be98a5524b25bd109b0893c92d6
-size 25582
+oid sha256:7119f717a018059568adea07935a8d25e440688b1a3efe0fa5b7db10f1ce4c4d
+size 25552
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 3a6d7a46b764..8d283e377d37 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9326f81cdce9f13dc6e52235f681cb2a8c575028723296e126aeb501c7e54b39
-size 28310
+oid sha256:d7fce79df0a1b344d653b47a4c039a5be6479266631b3b959db6eb644f2c1614
+size 28284
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 6abc1af2d981..06de463cb33a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1089bcfce41c7713246ab3471736c0c663c5f96a6eb835f7a8b92ee60570048b
-size 25541
+oid sha256:ce15903ca6927aa31e8dbbf0e64519d10a2a083a6aec42b2ff1412c0b232d1df
+size 25515
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 2bd5f8f4b5ab..e51059290afa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:15280573fc223d7e71f2883596faff031dc546d082c211195cbb6709adda8ea0
-size 23987
+oid sha256:7fdd550b5d6b7314b0a024dc094e95d2f350dd2a8320da172d0464ad8340c695
+size 23957
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4ac88641d091..1d6ecdd27644 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a73b965ae945696b9f1db7e8476d1c90afa5c14e2415ef3a5e7fe8fb344f629b
-size 21884
+oid sha256:717921b9aa680b0ff26687e2337bb09c40e71bdb95a0715fcce919c4d0571e0a
+size 21850
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 48dc0edf89b6..333254dd67ce 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bb6ed0aefa26aa6ab97b0f062a990eb06d0c5b1ce413ac27d1537009491e06ce
-size 29937
+oid sha256:3c6422bcf8db93d132214411e531663a7bc95d5b73b9b9a03dedaf44e58ee5c1
+size 29917
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index b6c7cc7c06b9..751d6924b2d8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8ade08fdad8f0c238005f10a6b79a24dc6d8d45782278c2d31b5bede43bd5b93
-size 31188
+oid sha256:ebc8c506ee99f335253d11920fabbb7bbbd5f5440afd65d53a2ef8f0d98a6884
+size 31156
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index c6c30866e897..aaa1006a67d6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a3429c4d3f10225a3f57ce53d9d2848a298d04a93b846642599b92eee5ff96e6
-size 29038
+oid sha256:5f53b6c97df1d6f086a8ff5b40d6ec035ff1431e9866b1ef3077b766224a57ae
+size 29007
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6679490cf58f..2ed9b8bb9f58 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4d65ff26f8169d473d8d6c82fae9a306dd766e6b9bc4f9f8465029fbafcac829
-size 30266
+oid sha256:bba649e7dee17b6e6ccf6d7f1986f317c1911b65f904e755c387b1d99c929f27
+size 30240
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 3af32bacc42b..44f692a31f32 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bf3a9c19d4ad97f4d53cf8ea257fadfa7a5a6529a26e86282bfcc25a685a4a86
-size 26317
+oid sha256:88ac6c0dcb911ee9127695ffe3350aa9edbcf091d5762f01d2848ef6c43b864c
+size 26289
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 299c12fa3c44..a62a67691dc8 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b96e99d29a3f9e8f2a36c25da0996f6084b564fd778114697e5c093ef67b80ea
-size 23875
+oid sha256:f2dc19152dddcce1145d904bfbdcf4d6fd1c0fa619f336d4d770400c5d74a7a0
+size 23848
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index c604ec70ec01..7345bdebcdd9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:81de27bd6501d4f4df283fbd70c42c2bd2742943ae9d282b55571f65ea0cff98
-size 27686
+oid sha256:d251f801552fdc5f3fc04bf7475eddf7933080f4458d601a06c7ed5ba6d11b99
+size 27661
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index f2f38b8fa086..2218ef061b33 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c23f65dfa0ef4746add4ba3d8f45f1681ad10e3533cc5b18270409171f8367a
-size 25081
+oid sha256:e32e16830d58cc0ba06e78324d229d1ad32c38ffd1214c5d567c3a098cccc748
+size 25048
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 838171a1a4e0..9e457506673f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c0b04ab1157e5e300ba938f6a845ffae0760012d6d258e1a54b32aae2d93906f
-size 25691
+oid sha256:8fca918c723d4855185ddd90a94f7cd31b37a5f86e6429d14dc61564a765c930
+size 25657
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index dc5bf1a56aae..0309bfdc37f4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:16cd4ec81ad3432b1f00811690d0b98382d4a88b28d6fc466a0c9d3269c5edba
-size 23136
+oid sha256:620591015837cb8d90098d1614f33309e77ac626fde611da442e5e9c623b7ac9
+size 23117
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 8011eee6f928..edc920b5bcb0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9d5f0be87149a33c3b68fee57e27238cdc34ebd3caee1f52ed0fe2b4733ac2bf
-size 27250
+oid sha256:79326cf9d7ab4557a6e23e8022f9a72121b131772c0f96f0d4329d2678bdc454
+size 27226
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index abfa8e504768..82fe8ab5aff9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4144bb9f6eae84e94a7e587b2fccb2557ddf14b6c1935c8762773e3a54ca5019
-size 24571
+oid sha256:054e8e8920eb1d00a560a59ff3d2ba6f001c295e60de31d1ac6827505b3b7b77
+size 24548
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 53063722c7ba..31320abebe8d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fffd0ef03b14650f8cbea4cb65c9145057a646dca2ea79d2698ba182f9813ed2
-size 27316
+oid sha256:6912e9f57422b174fe2503b9883cf5e329914dd253d7b0ea8ab60ed9b5d3d7d8
+size 27287
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index fd4419f08149..03cc1b73098f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ef8d40d9dd7f47632743fd54b6eb95a9a9071c9fa57a0fab322c830751c634aa
-size 25007
+oid sha256:0587180623f53e491ed6b97a91deec5e2a81b584f24857a4972815452af33c17
+size 24977
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 8f94a80b35c8..455547a1292a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:62a80d98a02305390a03ef7902a2c4365c3ef12035f78af61a3b1d105b11f7b2
-size 28191
+oid sha256:878485a8c4065d1fb432963553a49375cf736df5f5b139bce6f21c129e985f4c
+size 28160
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index ac24c40013af..ef4daed51e64 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8add3e782ae22840af40dcd6d538e0f5a9bc28fc2906e4ba7a1e59dc0ae0662e
-size 25358
+oid sha256:3d27270bc6829ee58b55d0929518eba7d8a5038675cbd59fa9183ca4057f8410
+size 25332
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4314055fac36..45801a3acecc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7760d0e3cda0a3bdc9c296052df4c6be65636e47e234fb33b3260b0700b5c232
-size 32708
+oid sha256:40f5bf608cb118bc19bb227f44611810f75d99244f9666a718c57f9250a313f0
+size 32686
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 596fd74eb277..d695ab4c0a8c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:92d14cb171c03b9084b7e316126c2135a322ebd89ef2546b07cea2d7fcefe66d
-size 29069
+oid sha256:4b8a46547eb354787385ecb00d3d0ccc1dea2ada29edcad02dcd9d2b171fe730
+size 29040
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8339e3add905..1af1d694145f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:666af404411a2d6e85b0d80a8dbfdeb0c3d08407b9b8c6594323e57357c6809e
-size 34060
+oid sha256:88377c457631b40fa77ca0b800c44e433d092923b5abf8ae6ba582bbd82fdce2
+size 34029
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 2450a90f2f21..e8fbca07600d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f023a4db4f6aa1530ecfc2aeed206bff2f08f0f1b3c154529ef8878158806fe2
-size 29690
+oid sha256:7571590d642a320862e1ebe6bd2045e8fb45f0c56f286a92e9ef348abcc5ebf4
+size 29660
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 4a78ec2f2897..81d4600c4e8d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e86a3ce05cd24da9fdaeb928003767532e0b869b3eb5ff37a1435bc18262aacf
-size 32128
+oid sha256:97eae1ef5f9ca6e82de6ffb1caa1682025dfb959e1a9d479aa744c4e8287f623
+size 32110
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index c0fa501cbd4f..630a74d4363f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5bffb9b8f5ab8a57928c72d24ca6c1e52c374f58bb9aaed80d4621a5678833fb
-size 27900
+oid sha256:c4c183e4c2123b4da261e2bc75c23fa7d19c827552a3fe3b600c74d5da6999d7
+size 27870
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 6019ade491a6..c8043305ab26 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fe0dba7953c19954e91f89b5f8fb4d24b47222c904f4accc480b2cc6c9247eb7
-size 33285
+oid sha256:23b448c870710eabd021d68304d140336ad7d1fe871ceab4e8b2fabad5056fec
+size 33259
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 3f07ededecef..c42a2a1d048a 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1290416b9cdb67ca6fc0f24d4f86ced02792e3d373d1cc8787fc321511dfa65f
-size 28630
+oid sha256:86f46e5b750c3155ec91f20d8c775f2684c3d6aee0e576a0cb1a7023053338c8
+size 28598
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index a3bb567b7802..7799a9ccd5ad 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4a5a622f4eb84465e6775c95c9b124cdf010fb43664d88e3d2a5a55c5ab26fe7
-size 28288
+oid sha256:0e6a6674b4dfbae1938966a319e44fcb57b74084ab148881330e19de59aff51e
+size 28252
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 2d32005f1dea..1b8b7f91691c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d23f609e8cde68c92029181c5d67d3fa38e40c70b1d98c2e5b66ad00abffccd5
-size 25509
+oid sha256:1d5164e11c3f688da3964fd1ccdb1c412c71162a741dac34d4fa61f0e5e369c3
+size 25480
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 9a6efdaaee85..2fcdd2a9ea16 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:40fd6cdbd26fdeaf8eaf6b57e1fe5d9992385eb9f538a384bb29e7c52886d4fa
-size 28968
+oid sha256:3759a9c8aeed096ca872829a2d4305024936f0f9d34db92d03380a1949d1745c
+size 28939
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index d8a50a052adb..263c5a13cdce 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9cff8fb87dbe66beb4915005aa14104731dbda06cd86d03cb68358321c196c58
-size 25136
+oid sha256:6517d55b8a04214211f0783b021a22f0ef0674f814c61ec384f6810dccc64cce
+size 25107
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 0fac785c0728..598985f73b48 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:34dabe56e26853ef23acd2c2f7f9cc0fb95523088a8c0cd89ddd277d585b8531
-size 29406
+oid sha256:568fb851606bc3078537645fe857ba2f413f9ffc4fd40f6d2af3a62dd33b941a
+size 29381
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 96b86d4c1333..41c746c514ff 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:58e864ee9131b96dc26f55d1ccd726dd748c21620a1306833be5af2eabed1080
-size 26442
+oid sha256:e47623f5ff064b58d62044e062c3a3dbe5b990070dc0ddfb0cc1c85d19eb4965
+size 26412
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 1a8fed671d79..8897c9089650 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:07954bd38da06686fbf8429364910e2bd1716b27172f122e000db2244ce73133
-size 25423
+oid sha256:5244f3d83a3ae393faa4f850352445b20938ee825e3939e32307e4557c20e6f7
+size 25392
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 9a69a5a6d986..9ad13c29ddd2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:60d58a4708028e8b7b30ab1ebfcca56b093559c46a85413eeb5b6e4615afb0f7
-size 22040
+oid sha256:df2172729b985da062dc9f576039152e1f09e0ed42200e55ed8863adb0dde3e3
+size 22010
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index f9d1cb31c7f1..ddba81c00485 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:48b995eb3b967e61051c6ca9f586a0d7b8792e325fe2b553975a8ecfb2202b85
-size 29822
+oid sha256:7e81ae1b1c2ec88cfb204415f4fd386056214776991053ee0b4b42b394afb662
+size 29798
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 3bff83f9cfa8..85b64b1a81bc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dba474a9dcebf724b8bade84cf22207a33e44115db59c92c4013189959f626fc
-size 27309
+oid sha256:2c9e39f0c6cb44cb19c3d3e2a5897ed56c8a8eab22d394ca98f3c91bfaed93c1
+size 27288
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index e6dbc4e699c7..47d4c6ef504d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ab3c8698ab3447ced2bd5fbb2705cd27577e821ab4970cce179afdd9bb7a202f
-size 30210
+oid sha256:dca7959e50c54b108142b5af8e088ce32f978b2a6fce5c0f04ae2dfbc140f2b2
+size 30174
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 8a581aed366a..c50c76b2b7ec 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:639f3946289e51e86ae90ffb9fefd79b510e93363c87ffcdc863422657ca7cb4
-size 27992
+oid sha256:a2a11533c6641e1eddc5e8d36ffb83dbbb9d6fca390af9eb5be37341c6afbf1d
+size 27964
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index a4a6a9175bc1..9fb141230f20 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5afe594a283ec2f571103c4ba1613836876b2627fde109a53e6387611285ddd3
-size 30428
+oid sha256:823bde44273f830d657bcf483e8b9c1c6582f07c1673f7452e83c2a98e8c55eb
+size 30397
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index bc81869e9b1a..4d087d14bf24 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3fbc3305ac0b5e6715e054f0c6cf7f028fa9fad8133ecc52538b49b03a4a5739
-size 27899
+oid sha256:fec4568c0828827fd67a89c61183eebb9f488af1f3b24ba1eeb5f2b96c39ff69
+size 27875
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index ab4851f8bdd1..9ec0b610f43c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:91cf80f26d35dba5a467b1388efcf8264dbab36a84c24a9f1a9266bce589bb03
-size 25773
+oid sha256:9f39c6a42ff9efcf483271d27a8bc40d4b0d790c7535a5231a251bea72456ccf
+size 25746
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index faf758fed8a1..758b0430f1c7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5b4bcd0e9ee755868a5659aceb6f39724617ba88991d1b0427872995884c77fe
-size 22650
+oid sha256:b075464ac6cbb043f06e33a61131706bf0f45a27cd0f316cdace10dd01a9a0a5
+size 22621
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index 7ba977c16fca..11cf17f5e332 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:58ceb88a6cb2b6f1c2ef68173467492d755172d9d87e169439a3c924b144b691
-size 36580
+oid sha256:b128b289592b564d775ecd992fe51596983f5222e22eed9a3768b70990b1ab1d
+size 36551
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
index 1907113b2f31..f80d8346bca2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5b7ce2fdb72d16519561dce9e54f30f6737c8a236a3d10ca23c2d25f630898ae
-size 34035
+oid sha256:d4f8f3240efe69eac1ffa229fef4fc88b6e87fa05c230deb222aa350d3507b04
+size 34003
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
index b1b4d04d6ebc..610fc8bfaa14 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0d0c6acf4e61d0d90359b8f42965b0cc562e0d3004aa86159c654b01ba97659b
-size 31608
+oid sha256:da68f528960334d3d5051a6aa6120781d9ff0866d52400f900c62973498e2a4a
+size 31576
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index a806f955c6d4..2d5c3be14b91 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c2af0c066d56500ea0ff82a888a5c18ce7ee970f3d57f3caf63fe0dfadb94905
-size 22619
+oid sha256:79414f49671424d985d5188314732d7ac1fb19c7018594d0f76244c1f0f50e95
+size 22588
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 360be013b77d..509ab00b6343 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ba67f62c32b36fc64ac628a96af4a22608a75ac9293262e07e8750af4bbe4f4f
-size 19833
+oid sha256:f1faa72f0e82e43f2bc2c8fa8186a3b1c1851ce36b4adae6d987909cf3e26e7c
+size 19804
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 0574000ec1e8..16c534a8031e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:091ca7e47974f097c1a30f1ef31d9ca15021d1984b4a76efb8677f3b85561f75
-size 24035
+oid sha256:fde7d877e7fd9533d8e2b000397c2f6ec507f77aea6f0cd77754f0456310adfa
+size 24009
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index 4dfd6ebd40c5..374e0306e008 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c570d47f11568b2020c987f7b888135567b11670cacb4ef18893e252cb489498
-size 21715
+oid sha256:830e15550bcf42c4361284418c34701c4215c526b05bbc133edaa8895cdf964e
+size 21687
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 41ae6797f5c3..16be17e4f252 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8b4469b7039a94ab2d5656023567ec8909b67d5087b27aec9cf0041bd03b4664
-size 24463
+oid sha256:b426eb7ed99214fb0a252177f53c5a62dd695342552e6d5cd2af58dad19d4f8c
+size 24427
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 8516195992e6..042b9ec97157 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2897be575164e9d30491368ec81942fe0da97317254036398294346e8ba4cd14
-size 21809
+oid sha256:b3ec91e20bb015e3ed4f2ba2268e3708ea380607134d79e891fe95a29e358068
+size 21778
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 5d8f880070d8..ee5e5c2223a0 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b0ba660b1b7d83945cabf0d5797ea79b7cc32be31381a667afd4ec4ab21ecc3e
-size 25209
+oid sha256:0dbf601600dd250d73058ac9037a77e9d7a3eb11640074fae76e53dc75da9a78
+size 25179
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 6f0e862f2961..360e5b725b14 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1b275cacbab262e170781d15189e5551c31b3d9682b9711cff5ee9a4d72affd6
-size 22546
+oid sha256:7ad45701dea498e4b323d9b2275f6469f3905c36d059d01fd8ccb1581a9b6215
+size 22519
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 0deab38e0e08..b70c2e823fc5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c79d28ae4cd94587865dc8610b5730e3e3b470996ae5c16a0a14518a131868b5
-size 22485
+oid sha256:67014d71fc6a521401d90c873de484536dfe4ab9fbc993897f603ed858aa3705
+size 22452
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 6119ec5e37e3..782171a059f5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:050e042e20a780b8035fd3183419e9685ddc752479d9f3d903d1ab5004b98930
-size 19968
+oid sha256:811e3c8be63adf3d42ba682cb22774e73f043a488ac3bde52c1fdbfc27b32575
+size 19941
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index ee6e262e5e2b..e458a7aaf1f4 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1484243e0874098653a8ed097584d3db88cdc1c3a570b792dbd7b1036631dc6d
-size 24644
+oid sha256:0edab632e37b90d58f0b5332f0f6e79a256c7826c1ac2460e8b303a7d090df6b
+size 24618
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
index dec8eda036fd..7c5d93f37902 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c3ee8fa80850fe33e2f5e333d45fa1420c9c1fad3b8e38bbc87718dcabb5f524
-size 21477
+oid sha256:3bffa4217804f9fbb1cbc6d5902bb9b7145aeaed25e69e81825fd892e13634e2
+size 21448
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index b89ade89961f..ef266c8d42b2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2be501ba0bfd830e12349580d3bd9f98ebc835a8a43825c675444dac6be47147
-size 24699
+oid sha256:a8a5afc140bcd5cfa92dc0d062b48d0ac468651e8e3041f448ed9e307e14fa1d
+size 24663
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 52fde9b56d0b..0997292883ef 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f4a8bca2d05b8ee0d4da069572f73f68fbe08c5544a79bfa4ea5a52ff7f63e13
-size 21675
+oid sha256:db4bee5c0a039d5826c33a86d4c9241f508e53fc3d53b72c3a622e8937185fa0
+size 21647
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 20a2011dcdd8..c939b1901b23 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:09f554c1a4aa6674a95bb819d424e2d95503036e63bb1c7f9d47a5adddd57c96
-size 25242
+oid sha256:b2180d411183f3cecdefd726609d32dd31d8529fc6a22755948acf3ad00b60fd
+size 25213
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 473f6687b3f3..d68d028f8087 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:06b9de1e608e9eb2c614e1f0f49ebb98c867c7814cd2dbbf4945cee324cc7124
-size 22306
+oid sha256:1089595a54cc1aff17cf70e15769ea0c1ff11cd96a80ff243c11694f9afc3605
+size 22283
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 5b6ae1e9db98..dd946b9495aa 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1070978e232400ca2355a2c3190bfada48aee79aff8721f2ecf545b846f01b94
-size 25105
+oid sha256:a0e82c18b68c7511dc2af8e15caa9507602248f4e43377db902f92098ea9df21
+size 25082
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 8996a03aefcb..fd54935d6c5b 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7d8ee58641ff1d438c65971a7b555cb62f922c7d21e31f58a32af31b8d2c51bc
-size 22301
+oid sha256:837597afe60f2806bea8b0694829e10ee48ee59aaf5b401d321cd00d35a7d567
+size 22284
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 75b5970765f7..a74d9c60f1fc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6c7a7cc23b3e6bdcd58b59f3129383d16b00269c7a16293a42e747c39dc1d6bd
-size 26088
+oid sha256:29e3b0780b06a92d1bb0eb736fb52cad05ba789a3061033fb00e4cc4614e827b
+size 26060
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
index b16dc7fda9ab..2243f1ac1529 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c441178a741cac903f9933bb0217e129d9f9430b895db9f6ff152455d02bf9a3
-size 23644
+oid sha256:57956f920460982a8608e9da1a46e71545aa149e50b33e9dded73750b0ca92fa
+size 23613
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index b21550d08eff..a8104ba08fba 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:348c17cb681f1c1a47f8904b78c29f6fb6e70ac3da8c52200dfa9b45b3fa2553
-size 26390
+oid sha256:031974cf9e5e76c1a70dc7a7a6898c3f77de359c648ba566e92edb146346b6a1
+size 26365
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index d4f2cfb51d65..30ef102d430c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:adecaca2d72b830a6897360538af21764043dc1a2a738c2d4b6e688ffbdf32bb
-size 24216
+oid sha256:cb54d2a0c345b6e24974a4e6863c7284b2a98f8bf3453fa9f6102ff7fbce7e3d
+size 24193
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 11361639ecac..dec12aa4c981 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ca9de57635d86761efa76676560524deafce315130bc7c9377bfa4c17bca8416
-size 27382
+oid sha256:f12df4607d1aae44533247be57032a1249359d37cdc9c2bd25ac6e9c97dd0a76
+size 27354
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index caf995247420..ac5afdc5739e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fe146a2f9fbcc4a6e1f26005b033120a745cdc348db57cf8947f0d766ac8dd87
-size 24779
+oid sha256:1f105df49a206d63868437e1481b99d66a5cf3205ac057a7391d7d662c4eda7b
+size 24753
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 915d30344e82..a2a5c8917cb1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7e80ad2a80d85339023e65b0332cbbd5f51679933ed99fa9a78209da9096dd25
-size 26741
+oid sha256:74939e6c4ed57d6fb07a33edcdcf103787249e67399dd0040c93b7b0f8eadd9c
+size 26715
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 4ec6cf2f2606..303b7f2debe5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c4e95544c7d477caf2910383bd97fdc7da00c3dfbd4ff4a2ac7bdc73a038fe7b
-size 23466
+oid sha256:3deb71b15f18b416d13a33e69a4fa12a20b81cafb82d7f24d434001a73b65dc7
+size 23433
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index a68a5205e892..a4fb91ad245d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a3ccb1b5ff062015d2980dcd11d1ae017473b9795bdf89806adbdc9e79650ae5
-size 27557
+oid sha256:a6b032b453c35436a46434674d505f8dac3d006100fda3e914878de8460ffcc8
+size 27533
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 63ba3905bf18..2768e4929736 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7bc7a89e63b0077d3e36fe69716e0f52d8a4b5be39ae2a59969ff125bdd9edbf
-size 25516
+oid sha256:d346c95da7ce0e9e912e43f4da1cc8775275f0f03c95324e62a855f393c70ebe
+size 25490
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 02c882783fae..09befc3c72f1 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:10515970fc0936a8adec604e26ae2fad2b7a5a9ace453f3e5f6ede0837f7a09d
-size 28017
+oid sha256:1941a5577cd2669c119220f5aa9861c17c78a6cbda7c50f438b502a691ff8fc9
+size 27986
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index e6a6a4b9368d..4e827f211180 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dad9facb1ae59c03b7698659dbf253998c7ce61a74ef07c79057028e15fcdca0
-size 25461
+oid sha256:806cf5c2042969f0e3f5a76a48adbd4ea910b98ecd5a0ca151e2419aa2f9789d
+size 25429
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 0e64e70e26f3..f0cc837eabe6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1772d6944c80a785c0fcb93cedd1fbf6f3513862eda44650e4c080807bf87452
-size 28421
+oid sha256:66426d394f2d8edb863cdd9563299696e8784eb0e302b660b86419c488270b8b
+size 28389
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 9cf72bc30235..e41fab33bb60 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a33efef21da6702f9b822f8caed74f427b8fe13b094065a0972f46cb6c833526
-size 26544
+oid sha256:119ede47f81cf942f792c902901ded20b68f6438ff2c9ff0d0e9d5ce31f5e88d
+size 26513
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 7f38ac3c3a83..1448f73ae9ca 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3cfb7622d5ea9c98fc44efa23b7b82f3946d6ea1d16dbbf4ef874f05b60285cb
-size 25847
+oid sha256:5345e8102355525c6fe115f095979eafd263dafe218fe730e91c8f2ad9bf0b83
+size 25821
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index ce8ec3ada788..1ea3f76601a3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e1047c3b9daa1de777c87430e6ded849bf79d22dc5978838c9cfd97b8127a3b5
-size 23316
+oid sha256:c86718d68465180e7d50693507d98f6bf33cbda09e023b83d2f2b7ba687f1c20
+size 23287
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index db968233688d..a1b331480c6e 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:76bac4db0893d6583c58219f3beaa97c765b0b1618eb2bf63260f19b3919aeab
-size 27575
+oid sha256:ba702e629d463c93b593f8fce2a0a0a071c8e53a02d8291d70d6082faa32f1a6
+size 27547
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 074c44849d3b..3e5229608140 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9e7134c1a00b6b88efc6044bdfbeaa6666059cc8b5ff199d5132784b05930df4
-size 25176
+oid sha256:9ed254294f9797d2f09b4cc8c36ee4e4d9b4a6d485b20d7c87f5cb36000c5f6e
+size 25152
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 8b57a202a0b0..29c7da5c82bb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:934c350868ffa9da444a5784d4181f1d32c10a63dadc7e89aa0f11447aa08078
-size 27764
+oid sha256:380d827601aa0fa81596024564cd45cc3114f1d928cd779b53a3a71e6063d0a8
+size 27729
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 96747e433eb0..6744c14c2cc5 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ae264a326849486c56cbc88271cd97e3d5dcb925a13b1e1b044e2cfba9f8232c
-size 25314
+oid sha256:bc45bc573aaa8a834c599149023bb8f09625e473278e5e891b0d411106655a5f
+size 25286
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index d3ba68344021..5de163fbad95 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6f12c11128caff85fe7c1d4bf436b18df04fdcf33e3ca00d1debdeb5db3b8e08
-size 28398
+oid sha256:167a77072439fbaf4b6c2af46f2919d1b63ecf605019d004a5ad4b0705ea3c6f
+size 28365
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 4eeea1001838..e493a883ac4f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:29d5393c6ab418b33b8644471a3ab81241ad39b36903ff45d46cc41cd1f02899
-size 26180
+oid sha256:c8a3d168771593ea8b21088c9c63008abe8862c11ef4a197a1a30ef08d030910
+size 26150
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index a9b92a419e19..35a4ad6a4d9c 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:09657791941b087290590748a2bcebb1cd63e6b2af50b611f73489ac68e01c63
-size 29197
+oid sha256:d22d46eb18c8a3099b1bb112cf50cd0759d43ad29543abfc89c603ad690a60a2
+size 29169
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 593fa55225aa..930cf3be7c79 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:77dcfa2af65b10c119261b4c80441ef98b4d6b2ce381e1261e1aa5821c94e309
-size 26454
+oid sha256:baac06a81209b1119a55d7ef95c5cd6b6d30ca2711ee41a55123e90d1dc7f346
+size 26431
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
index 3fc9f3c4a5ec..0d0ee408b728 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5f802145ae2b62c1a845628a1c1f2d90641623a39046cb66e71b576fec4c854c
-size 30283
+oid sha256:873fa0fdd3c4fdc8ce1eaa60f81e3805407eba74e08b69280aae3a02e3f77594
+size 30259
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
index 0da33683febf..6106f84254b3 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4fc1a08f3684dd27fe01c37514bc7db2b6ecc0d9e797897c142529bfe85cc04a
-size 27570
+oid sha256:e795630c8d0410d4edc35311420c8ba8226ec1a9ab72643af7ec81b7971f0d95
+size 27549
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index 86975aa7ddbc..5a58d467d700 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:87969d1492b9fee6b5f4353f47084dd7ba3cdc63a7df6e55310e3e687b049249
-size 30522
+oid sha256:79a83fc6af36a5c12f62dd37c25cdf6f0987386cad1e94b55361df9d039a2bb7
+size 30500
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 92b465c39575..79ab16973ac2 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0ac7fe9faaab3f0d46e42e09cc537be025f3154a08ebf1341b11ac5ad83556fd
-size 28631
+oid sha256:98a0317c7c0741f071e2370be3b96265a8dab76ddbbc07dcdaa887b5133ae9b8
+size 28604
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
index bc46ed604b0d..d528e975396d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:097c588d267c137e63a54da5bbf8c9e7a65e93c5e319116349cea2939523246d
-size 31208
+oid sha256:b1f3faa3f21f3db9f1613f0e57fe39e48d9b595686a8ef841756bfe120c74d8a
+size 31178
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
index 11638774617b..cc20eb6605ad 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext.cubin.tar.zst
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:401d1e497cb1a4b14fa15407e6dc0593c73af830311d9776a6b52ef3e98fc134
-size 29096
+oid sha256:e7e79d30fa02f10f162dee8742dc5239ea8379a0771a1b1d59a1dba2d61cb9f9
+size 29074
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/kernelMetaInfo.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/kernelMetaInfo.h
index 5dfb2a359c8b..cc8227a3466f 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/kernelMetaInfo.h
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/cubin/kernelMetaInfo.h
@@ -24,7 +24,7 @@ namespace kernels
 {
 // clang-format off
 
-#define TLLM_GEN_VERSION "6457118c-dirty"
+#define TLLM_GEN_VERSION "f8a7d6e2-dirty"
 #ifndef EXCLUDE_SM_100
 extern unsigned char const FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin[];
 extern unsigned char const FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin[];
@@ -250,6 +250,92 @@ extern unsigned char const FmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128Separate
 extern unsigned char const FmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin[];
 extern unsigned char const FmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin[];
 extern unsigned char const FmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
 extern unsigned char const FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin[];
 extern unsigned char const FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin[];
 extern unsigned char const FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin[];
@@ -1370,6 +1456,92 @@ extern unsigned int const FmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQ
 extern unsigned int const FmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len;
 extern unsigned int const FmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len;
 extern unsigned int const FmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
 extern unsigned int const FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len;
 extern unsigned int const FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len;
 extern unsigned int const FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len;
@@ -2493,6 +2665,92 @@ extern unsigned char const FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128Separate
 extern unsigned char const FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin[];
 extern unsigned char const FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin[];
 extern unsigned char const FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv256StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv256StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv256StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv256StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv256PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv256StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv256PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv256StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv256StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv256StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv256StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv256StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv256PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv256StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv256PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv256StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv256StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv256StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv256StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv256StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv256PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv256StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv256PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv256StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv256StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv256StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
 extern unsigned char const FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin[];
 extern unsigned char const FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin[];
 extern unsigned char const FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin[];
@@ -3569,6 +3827,92 @@ extern unsigned int const FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQ
 extern unsigned int const FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len;
 extern unsigned int const FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len;
 extern unsigned int const FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv256StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv256StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv256StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv256StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv256PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv256StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv256PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv256StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv256StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv256StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv256StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv256StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv256PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv256StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv256PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv256StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv256StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv256StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv256StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv256StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv256PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv256StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv256PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv256StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv256StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv256StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
 extern unsigned int const FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len;
 extern unsigned int const FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len;
 extern unsigned int const FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len;
@@ -6967,6 +7311,92 @@ extern unsigned char const FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128Separate
 extern unsigned char const FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin[];
 extern unsigned char const FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin[];
 extern unsigned char const FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin[];
+extern unsigned char const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin[];
 extern unsigned char const FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin[];
 extern unsigned char const FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin[];
 extern unsigned char const FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin[];
@@ -10887,6 +11317,92 @@ extern unsigned int const FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQ
 extern unsigned int const FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len;
 extern unsigned int const FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len;
 extern unsigned int const FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len;
+extern unsigned int const FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len;
 extern unsigned int const FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len;
 extern unsigned int const FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len;
 extern unsigned int const FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len;
@@ -14626,7288 +15142,7547 @@ struct TllmGenFmhaKernelMetaInfo
     bool mFusesDsv4InvRopeFp8Quant;
     bool mUsesDsv4Ue8m0ScaleO;
     const char* sha256;
+    bool mStoreTransformedKvInTmem;
 };
 
 static const TllmGenFmhaKernelMetaInfo sTllmGenFmhaKernelMetaInfos[] = {
 #ifndef EXCLUDE_SM_100
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 127360, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a09ec75e78474cbf1843b61a2c749ab7368a827e9e4f88eab4644999ff9600f9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 127248, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e2b21507071129e1da1981050e9f876f6bcf8d80a4474860f2c354856628fec6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "eb5021e457406417e0d72db0e5ab95a60930ad32e79c52d320c684e77f12f637"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 209944, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d6135a11e61c0a8d92a4a3acadc1e269a03cf61a0d8be0c0257944d82dd879db"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "7a5d0a83eac748d84a8a49dd64140f73574a3b55af8daffd984ce7969d048880"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "1eb081a520dd6a7ed0bb9d80d43d2b0b16c6d782657046c085747e4693298f40"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "56187f76e40b97816cf3c18f9060dde660869234bf9900d218fafb31a3ffd151"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c05d46af6e4c8548fbd8eb0e869c2e69fc41235efbca0a99788f2e7b1a523503"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 171392, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ed3bb2a30f5c30d883c8eeb1b00c4f3d021cfc277a8149234bb4b386ac322af6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2414d0fffe59cf8ec89a294a959cb220f681ec8c14a95b3992ad99d358d451f9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen", 184448, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "23b2ca1206faa7c225d4566061592cf29fa060aec6947db6872c47335e740c84"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6cade51aa7b7c785cc9e2e03bd0e07a736ba93db91462be58d0c4cbb9db74fb7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 164864, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "dcd092cb6d136a486bcb75a2794df719826df6258caab724125dde1b65f8f681"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "31436cc56b8db29edb37ab899be50aae098d02054a2a270b2c381b8c433ffde8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ce868884408596e8368f1f37894696b56aa13555feba80d6ad861712a7e334f7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "1c8eeb7f2b977f64eece3a3372e8f8bd2ddbdd0eff02cbf59e0e26af62c0eb26"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2b255eef953947df76bace3fcf446003c41f4f620dce65bcec009a3edbaa273d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "09738d05e126fb3c79074a78ec3521c74479f4a155a9f7b7eb6cd649d4c75526"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 171392, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "92d64d56980cd65c88d9f8599540a32ce9e4604dbb0f58a819bd15834ffec230"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "92ef6f4f60ac164ca60c1e7211178849aa675b5ad4b8728786668263b115b41f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 127360, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2d900ebbe85d3abad45d6f4c800f3bfb95a566fa8e6bbe632fb097579dabfc0d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 127248, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "14f11fab505c1f8a26b384b908c25cdd972a19bde847085a172882eaf197fc52"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 164864, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "efbe1cf3a930c06839a0d1e524f774d396795a751c9dfa73f90dfd301b63f233"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "4b66843b2ed5d47ccb977688bbe41aca044c42cba9f3a00066c7d865090c72f7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "cd72f7b2c3214dbda3dd42bf3ff48eed042f79ead16ca67cc79d57d3b5e18ea4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "9d7b8dd0598b40767a673786b434e1c54d58d3c3fcab9a3409214d0653c8af37"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3ba1f3899102945717084ff9e73210797a490ca9b5e7f36d23bc81da4392c698"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "eb4886179b8e87e33ca1363674dbbd4cf4aebdbb96a6c61599617ae6c5c5970d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 171392, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8d947fce4dc066eafff5cceb9562bdc429490155a36462231347d4a85752690a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "684837b7f34ae2187b4eeca9667303c59f65ca4aab1484dc4aa98251842150bf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 127360, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "77ea5b9aa718b468c3f9a9577bfa79d7b17fc0ae7999db22d333985bd08bc964"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 127248, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "207df7804038c479ca629008bcd4705a6002aaf9fc0d550998f26f596c7fe1bf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 164864, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "92459365f0bfdb4f31e9058d523326ea41c8d68f5326701a0bab16720bf752a8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "132736fa5c3c0404177024492b53d15203afa190dc0e67ab7cbc4aaa96a94690"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182560, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "253fb1ebdc01a9f9f4bc1be21de6ba0b14e5e109081a3be31c13b5ae58df4a15"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d4f101eaad72b71ddaf6df62af459f42e6ef8fc1f08a59d2f79cea4bb43d12c7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "41b4f8cddb54d3b5994bca4a00e5e406240b7836e138348544e4954aa67cb8a5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "904299aea7952f57fa6467beebb40ed9a4395aee49f12cf37a86251214d2096e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 182656, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "66c8d30316ab89d33be5a4e37efefa4a8eb01490aee99e0aa844ce3f12605fe5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182544, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "891f47b1d5e039e23635ce25ef4f378f24085caf2100a858d272bd0a4fa6351b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1ac6aabc0cff8033d4efbf2242b0a40bbb5dbdc763a2ed67dbe5c28d9883755a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "680a19958f5c31af2f15691b9213c6a170d1c67a70bb7df2218fcd6455c1aad8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 213784, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "296fb138f70bafc9a99b68cc708c9fab565d88fdb2d23758425016b2e0b4ad74"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 207256, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "54d47c60820045bcf158250fed343b52464b185f6c8111532979b37bd0cb3592"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "1e9dcfaac078cbb99abd1d5febb07dad8525a03514b08c562dd38b960c6988a6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "cd6e4ce56b7366dada212e39a0732df464c99468cef13920bee5c21706d1cbc9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6f7a4891a436a59b7eb9cf8676811fd0502c3645705d2f7609370cf8799456d1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "92c2da42d0226d93e2c00a6d6704e7b54a401a8b91a0fe95d1307279906730e3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 184704, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8409c22322136c46fae93fcef38ada31edcb9e825d147f7654d9c4a3bcac24e3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "5d95e3fdf6eeb61be954a72e7217d006259ad43f8a34a60e448e2fbe5ff60232"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 176128, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f006c99a9d2eac6649fe58a9463f80a1e75ed3c7e17625f8949aa910ab93cc47"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "82061a27858e974da1602401e3a67ad7a41314cdc95412af0a61aa496c1e3334"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 213784, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a0d423ed6ac2a88b014ddebb49833711e1cb39f971e52e7e979cacb8cfd7e154"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 207256, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3bb923853d0091425f172766f4d52fb828bd817db5fd3765f2d0801de51a4ba7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a09a96fb6bf664315751891cddb3c72fd521cea932c74534e1e0e76239e60d5a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "11f2fc70fc8fd3d1b712baf7f961152e140270e2cc61742a96508d7d478e24f0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6ef281f25ecdac4b639bbe0b64ac77f585ec3312b302edc6ce2de1111bd5127c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "72973334e21ed3c5bf82cca58a9102b133e3f32fdb73e314c8c53b28b9909b19"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 184704, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c4c8ccc45700b1650979ecb2141ac26d2ddcad5686979f41c204c08692368ceb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "30754df2aabc12f166198396d7b489bc2aa55cac6da646a3379588e49a6d8b27"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 176128, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "64fe4017b6791f3d2f76b2d446a67a7bf63e1ea653570771f773205a5f483042"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b1bb08ef6c672895537081ce189b280c009e067cd732c632d6bec3e854611e1f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 64896, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1055ee1505c80f2046ce61a4345f86bf8d0833348100e56aaf03b93b0f2c124a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 64784, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b8e41965b918a0dc7510e6f78a58dbff89869f33b3125b0a21e4c9903a3b6111"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d15bfa9f3155702dce1cb7331d1dcb6591a52772f8a2320d17f7349b5d95d0f6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 165912, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3a99cbe809f040a81273f9f11fe5a2f95d261fc33e989b38e696a1f0363cd76d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3873f470bd7716b93b652ffe6c441c9cbc4b1fef17aa280b4eb94b6644dbcbb2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "954f8477b356fa7d31673fec726f56dbab895d0ec914387ca45e0132219066e8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ddc8e3963010fb7a29bc23eb0e532d171fe279a2c6cef6d4714fc7adc9bc678c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "04754d2951ffe9d76dc765ad323f3b005150b57c234eca7f5e8713fdb24c2211"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 126336, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "32f0d7647f38a0f9f91cad225fdda38e41a4ef410983762553e6998dd0caa84d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3abb70c96e57c59c05751dec07cb5bdfc401392c34aa228c422d2731725980f9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen", 135296, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "141b16ca583196b4ec8789ad061e5a8da7cc5316916cdbc04f8f2600274ba5db"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "41ee192e6ca8a11cadcbdcc4c6f867ab4fd81943fcea00f7a53fe52a5dd65679"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121856, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "5c502500e569677b7aaa926eb4561c0af2711c0d2328965ee494a7ffdb94518d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2245cb7edbc4bea155f3fe3d0ddbb1dda57b6c89ab784acbd0ea33600401220a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "79b807aeae14ce6c92c877a9a70856a3db92c535010438dc783cc6ded6a4499d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "81f2ea4ff5898645d8b1fada112ba756d768327c4f21cb10e83f5ed468a1d3df"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ec27757ac000e8ca02042cdd0d05737327dd8e4610527b000f35e88d68bac2ff"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "adfa42c1023d5f5ddc96fe223e38263d341ae6d138d5c0e140dedf0fdee9ea06"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 126336, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "075d222f9f63b18a06bee95ee770f9f05ba073fba5866556b6a15ff3854e8d81"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d8a2e34b22c6d7b02f7242ed459258d2259b43f631d482fa5686ec45dc5a943f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 64896, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7ae437103e8eb191b5b93bfa00814f991b1d055258c75bb57efe665369484209"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 64784, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0edf899d5cd893f0f662d9b01006492e1565b552ba61f7874e72eeaff7eeb86c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121856, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "901729812ca9fa10a90591652ea6884ff2d6e1eee617db5c7f4b80c5195308ac"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "5abb88418a44f1969bd98ed60e2199a2646353bb7cd7f4ba2b2ef2729afeca07"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "974f3040dff7eec14ef60621c1083f9faaa4045d05e6dd611333c9c2ee5e075f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ca1fb6a22912b78630aa577e26af2b1637bdaca10cd708f87ae453a89b1e0a19"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "98e7ba3f21c62cda851ae3e8ee812cd3ebafe0dcd2cbd85acf1acb0a05140e86"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3209a1dd4f0493bb3f3fbb974dca91a2bebdf9b0d82d70c76aeb2ee962309987"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 126336, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "84eb27f67f8d115141a64c86519b7b3fbdf4df2cf3aba86653e9f973ee8c95a5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a94fe9a36a572c86ad11e414ed37845ec4531ea2d0774e0dc957a04c8589a340"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 64896, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b92497e76ab864e4f7a5a42f7568c943570978493c58f31209d324e72168534a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 64784, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "786ef6c745ee758fd76b9991c9a9c75b1539151c7fa9c423c7a48171986c7a13"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121856, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "39d627608d08834ee0bfd8537aec355c2a433a3c1a9c8591a080a35aa5151bea"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3973364afb75f72cacda367b6b61ffc3f584646595306c0f751aed6bebd818d8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133664, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "94e74460cee958430fa0a7cedbd00f0f85e1b077bc852d45c17b08b383997cc1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a6a250b0415a7b1673f4493dae0edd868516e4be6c80984a33f9bfb98b032304"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "97cc34fa46bd68ee9e0950de6c77cf0c18058a74bcececc1ec24db0baa71b111"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "cda2f452ed93d2ee6c32debf7316b4b5010d8cb0c8b090b75e5d321ae1eb6a20"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 133760, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6fc372c3ca01db95fad5cb02df2ff74ffe403974d28dcc88ff64b2218db2bb1d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133648, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e691b511052ebec6d24a10284b0321dbfe6c4ea1983f16cd89757a2e3d5281a1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 127360, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f46f76412b80ad9a9baa74b74ee41aabef004bad833a87f69f4dbec4d5b65cf3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 127248, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "25b1da911d8168f698a288709a42a056ff4b606de1baf8e0e065c7419d0fc9f6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182576, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "626cbbe869596152615ae753d498ca27fd20123a50b5b53879871c3c5c21a0a6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3c0983e8bcf8d3352292a4b6c27f83335e4a0c8a68c0d1da3fd0d200f2e9a3e1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 209944, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "21c60a174df70ba30c2c64fcc937dcb1ee30e04cf781f298222c91520b2a2701"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2076b8b6cbba0666ca06bc3ac66596a4de3d04522bef641f7fa0ce48cc987a03"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 182592, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b1a551647e754f672258909d724203de8fdbfa9a42bf103ef46cc7a884d41c55"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182560, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0a527ea9e56b432d8f8925e8acdeb3ed0804bc9c9d31a92d121a182de9d34c36"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2817cd366dcd76c1e6dd0aae3331f304cb7f5f88e8d78bf73652117ebf7f1550"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c71cfd7b4451b9c43ff88ff47fd22246c2611b176a51ce6dbe8d887d7cb4215f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "27f286df03b6462a1f3f32a7e5b462f9e1ccee843e91db61541d4daf9cf5353b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 182576, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "68d94c82df9cc098c234096443c5205f19ac45a83261cfd3b1ed487e0cbb92b1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 182656, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "54dcb176f2141ba73ede9a4f101a5a066fc666a81677d3f9ac88c6ec2ae5e211"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182544, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9471fbb5894408b93f397df991293c02ede4041a37807363f0a28a3d237d7998"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 169344, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "96a2c0ae13d36d1b7310ffe858048ff65b333f715e38e0c8d7401799d8882b7e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d34a42abfd8305bb95d503cee398b1dd5aec8eecd69c0adad7ac441c2b41e5fc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen", 180352, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "bab02dc771f4736e0478157acc5baf2903c72c20fe2ed8751022cca0e70692aa"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "43d347005ad158e5555d55d9cb044557e359ae1e31e21d30bce3d63ae3460a25"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 163840, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8b5482e0990c5b539a7a8594a2220f8a99c74ca0e3fa81e8042eeee2b4479a49"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "129a599e461f342f6933816c6868f4868e6bd12acc7f63857485f873e74aedbe"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 182672, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "17f4f011dbd3078a45c66a8fcf375e8104d78a53a90883500e9241504c3dead7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 182560, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "870763e30838b93c737c0a6a5c484cc871be78c3160a13aa06e5fe1deab428f1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "298e146456d31da26752e771580a5990c568b45f1e0b3ca33fefa6bdbceaeec0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "4d09751665e97505ee42975de470892dae2a8f4bfdf45c3869d25cf5cba84506"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "acc166d12e3b12d17e8baf3e31d804117a89484f5e776a91bf62f9b65e7341c9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "cca85cd724ce29e65e1a82eb2ddc34b2a77f9cb8e8eccbe05d32a7ce83aebe89"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 169344, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e2bc5003b15ffb957970249df98233c5acd4c1d0cee6f821052f9684c8dea165"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "152ca8680ed8b7b54483e66244e3508b020df035bda4c8fa838e5ea6084f9c93"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 127360, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0daa1a894b1382849e6cd558f02fe9cbb62da7020c6eddece2a94f4d7e9cd573"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 127248, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0579565fa92f31113bef8db1ff618885fcbcf7802a8919a9be8e050b4a0b1177"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 163840, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "31ba05307d27513ca39df15c75fcd07233e79608642e3e6298612c955d3932fa"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "731c8bd98a6d90a3967f31da9bf76f58710f3a7643774af1951bdb9d807fd0b6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "52f90a82326890074e002326558083e1bdce227e5faa06d0b714a11ca979ea3f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "66eb2d80f022a92f55fd9a27269ed2f467460e7a1704b4a2654be932013ea47e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6110acc10ef2c37c97f4e315d54ebb72b901d21c3ccaf1f6f6e8f26641b93618"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "dcd86bd7a2a83051c84132e57b8efcf3823e89e45feab8c2644ac01437d3a31a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 169344, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "865e3d5fc287af6518419067376a68cfc77b123408be2302d782e79697f1894b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "616b80f342d8ae3190112fa2929c2c79bf4ad306e6b73ac2c30b26efd46b81f9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 127360, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "20dcb6a37ad1b135395eea68c8b3f22e676f817cf663da1780b5c937add60228"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 127248, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "20b0699558c2a63a879b6d1931c0971668161b8f0eb38627edb05c3d28339cd5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 163840, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ce0ae200bb986f74e147758d367503575b48adc8d4ae58d8173a72cf4bff4293"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8c43226d141a33a14e1f633c485a782852078e283e4006c9d6863f3d6e5a1d17"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182560, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "68ae070d1d8505ac2bbad8a15115fb4ee8116a6b614714f8890e5531f1fa04f6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e75ba9c9fe37f54d640d9de26f74ceeb35d8cc5235f91be529f1f5bb81eaa30d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e1e78de989d58c578417e6e7fe60b3b962dec63addad5b951292870cad54875a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a106ff97190bc12ea30015ada67a4d50feab99a11bde08ca629a366f7ecf53ae"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 182656, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a7de48929163525c2f54af9a80d620d2cf3bc5e8bc1264742ce34e8c1a2bd884"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182544, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3bf5f593c6da63e02b21c2ba041b86c07fb815cc5b86cbedf10311f8de982a32"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "478d31190b71990f1913c7c88d788da49a8a7610ae1add8f9deaad1344fc2b56"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d2db52881631ce888fc038ce945d4743486f74624d2233c03243511efd8fd446"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 213784, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6dabe5f13d161f9dfdc2fc8d82516d1ffcd14476a585045b78e31407a946d86a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 207256, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "adc5015f8b1567f55142d7ec67954a92329452056291dcfcb588d99d4cc666c2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "bb6d5d364dfa041a01628488fd031fb0d44ae8b9f85d4a8b6aa8c53c45a074ea"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c7c0ff249a65c798c01a375590ecfafb1dd27d2d241477e11f086730957f3b26"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "cc1b2405d7bf77612cd9685d57bce99e1e9cb14d2f18083d2e5af99560477955"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2156a77c162aebcc9a7059250d81f0a67789c674bbd9472994668976c70baf3a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 182656, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "23b81b258967246ea961f86f00024813d31ef417a99d8cb901f70c94af485c26"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "7be1355f3d4084048ec7c4b10b32a2fd03efea3d4867382873f1ea782be86173"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 175104, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6c8f4c4ecd3812fc3b03c4413a02d0d7d8fcea22755cef265b090697412b63ba"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a5fff564a2ef5e3a16aa40a9b330f89060e22c27cd68a485c7fe9324574e6709"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 213784, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "718df5d21144e20e6916556784ce8ec9a394d4eb59316a52879e1eb0388e923f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 207256, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "77855eb8ade3ee387f8e81ac50f65693e2cffa6cd7b3b0752e7d3dd3c733da19"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "93141d67a59ce6b9d8ffca255318ebbb2d8cd1ea52872e8ec32656921b26f58a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "1b1026f6fb537de17c3181350ea4aecb16785c045619d4de1b64f68f81cab4f3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2acc8beb0996b2cb04ff75a7904b5c0831d2280fe51b61aaec0f4d43bfd4b103"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ec7e35fee3fe6a1b5e2870c45b1d21def8d4b3bf26e80a736af96406e6d1843f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 182656, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d18e81978578d8561437295ac5298d2648ac80362b3082fb871b252a116483a7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b996878e87da8e6c731ff56b6c492e4cf486a0fd24272e6d6fdd0b84acfc9ed4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 175104, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "5aa9bea7a6f6d65b012cc881811661e11b83bd13c164f84c9587b7ad26f83517"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "bca66a92a66f417b09c64c5815314f1f1339397403000c735245c8c16c625e77"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 64896, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "fdef5e4778231bd75d5d686729ddd11f200d8ae52ff6e9e4cf0014f170bd13b6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 64784, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f190cc7c268911f9005c7dd131582903ab8f37fb3fbfe15d488280bc90d330d6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133680, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a8370f0e5dc8d5b3bfbb42565b428c2ed03286c8f65df9dc227c748f43fe7266"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a67bc22ef32cd2ca345ebda4242c06903495c2b58326955760b3c4df510d8a05"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 165912, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b339e4eb98dbf4b2258ce84f2c83ee0558be09def36a2e907881286f368bf268"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "94551079481f79ba7e6fea4ca4de44416d54d5a7091539ef10e6bcc8e54938af"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 133696, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b78f184f5656b639c0d491ab191701f442b07325b8cb1674f03559cd3477b494"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133664, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e67daa6b503fd0d4713cb6d793ff425a6fb3743dda59b075cd86e1de6f1a3c3e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "38731971f96ede229e7f7e4916741a083aea35b18bdfa103653f9120efa7e061"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a45703fd2ba3c91341736492bb6200417a1f8c10a4b605f6131f35885502b5e2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "7ecab2ac6a6dfc63d65db194813f21087b5b20b9f22f18afadb365a5cfdbf08d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 133680, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a380f723ae9cbf5bd1b03bc78c3a981585f591e967bc6a9f1d7c5f5dd8d146eb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 133760, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7945e48ee064009e038ffd2feab0dd6df13f46429b45662fae3ed84751d9d8c4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133648, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "87950b68bb99440d0d1ec86c574361f6cd5eaee73b770e2e2ebab9e53665b848"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 125312, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e78ab32a2cbb5e5acbc30fcd5d66a292b2a89bb763fde37f478bb2e125fe4ecc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "413a9847d35971625b674d9b4131cb586a1c60f0b445dca2902c5659c35c9564"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen", 133248, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a4dd3dd00f6a4861fdcf18736ec97e8fa2a2ad50c1351646fe421548297ddc30"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f769f3a76f6258891a29502fbe65ae904af7a031556803d982db3e5c0d8f05bd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121344, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "40b27c10504c1c706ac57942fabd19b55a5526013c511009e54f33103cb3c7eb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "1458d4ee05de2b9e9dcc806af94963ca5f23d37d373ad4c1eea980dd41a7b7a0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 133776, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "2bb095c9647a4ab26878b2c04a83f37e48685ca6c037ef7f11f8e375fac5521e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 133664, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8ca286d11f4c6063225556df9fb5d78ec4c107ebfd733ef7cac546c537d6bd6b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "873c994a1d0091ace58383facc200d231fbc443663289d598628cf5e12e9690d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "43cdb05d912a3d252e82ab9d9630193b2e3fbd1a1accbb60d07f0178465e85fd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "63b4b40744abfac77014046bda5423a745a5287f82371cdc368cdb1ef22f59e3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c374d8bc8dbe7c8187bb500ca66847f19f6a40c78e1a03ab4ca8688ea905070e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 125312, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "62d13f539bce3e7e8608b2a10aeaaac34664e656e708aae252688fc28178eb98"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a56dbb7ddec67643a6b208d22cf332f050ac8c979997bea09911e23849b8cb86"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 64896, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0469ada61e758f38664e9238d206e358e7f569f1f99003d982983c727d09491d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 64784, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c4beee69417809af0a6694a50786641ccae109d0cc9e8d960afd6430e9df68f0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121344, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "68fabff5597c60bb3ed769740af4374bd70d2c90f7eb9382fe3172679788ce99"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6d490946faafe522762066396795be324bba6faff4c67307478aac1d2fb4bf4c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8a4027b6027840c4d0ba113abbcc2e5e46fe0519460d1f280083f0944043c604"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "bf1c72c69867ad53246c88c36ae9ce2fbdf529a48aa7c8e520571cec6f48e934"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "adfa382a441f2fe63223620132a32797041e50e45aa3d14079c49c46946ef213"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "735de916c135f35abae02422dc46ad778243f150bb8d8d3a2fbdd0f96a882c4a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 125312, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a84e1332e26425603a34e16d1c0512d710226cafccca45acf4c4ff0eaa5a4196"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b39c8746e2490c1ce763b634efcfb7e90ccedc1d4dd553da0936596d485bc9e9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 64896, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5a26dfc4f1e65357485e01ad21693d7fbd43320185b9e8ebabb34ba8137368ad"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 64784, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6b52794b6075a4aff3cb77d3bf29e0a0a612074c6141f19385f228d0b75e2f13"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121344, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "9ddce1d956b7078866f8ab7e9e494cbe87b390464d3d84ec5c19bcdde6484dc2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "76cf3294b32d9a52eaa76a0a54c1085d8cc3c4d3c323e58a98f438ca14cf3fad"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133664, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0a24be8e1b98a2fa4ee0f62cda895e032b27a41fc63419ab022c1086bd0fcb79"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "fa3f4f361c0284cfa15611d05ee0241d54f953aa12b584b459db94353bfd1d42"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8a6890353cec04fbdb44cdb254d6397dcf0155497c2a6f14aa4d4be5aec45dea"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0aef68ad7b03bd1e87ac2845f628f55014bfaf73b50ae96cca86bbc255e6609b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 133760, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "04513aa04e232109e162747bcfd2503e1dcf3d5b5417a230cea3791b93921d67"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133648, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "14071eb9fe52d689f4a128616f0dbdc7915f6ee9692936980e62e9f7e4e7b406"},
-{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 115328, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "548b733ba1905c16bd6fb55f0987e6164f7021605edd7bdbc5c52785d811c027"},
-{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 114960, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c5199c3252568d9d6b3dc6dfecf1e13ba64efe20810369a21f4190ea06998a7c"},
-{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 115344, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "076d99d54d03fabff9152dca12ac6d8531e9dd293742fcf60a0555a7b157facc"},
-{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 114976, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "eb86937cd6ff1a28564885e44c8627954b8f17da90901392b9a49788f6f47e0a"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 84800, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "d52535c2054117777bbc39ead188d4b03685c9d80f8718ef39dd39a0efc55a24"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 84688, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "7a373336b1f41eb808603a51da7ab22393751f3851a4d871dccf77e15297da86"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 87680, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "8a106c502098fa730acb7a439e25f0cfe50d500d8c3526a3dec6f1475c40141b"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 87568, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "15e98d96d15d660a992f9e81e5363e28723295fe5247c084830d60be93ca35a8"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 85376, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "2c758af11a457726ab134fb0aef3c89b1ebb3b1cbbe6d91a0406d9d24f1dcc13"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 85264, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "bd7ac9c45e533b2f2a930333d5ab41dc2b46a5ad409b361d483decf79ae284a8"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 84816, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "3725454ca058c110428903b9948fccd3c3bb74ebedf4d65837272afd8beb673a"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 84704, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "7f64250c0da0955f39c773f5aec148b11b9c4e01508ebc391ae681ad9d922418"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 87696, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "11903a3a7f9b35413b8976eefceed5f79ba2b1d8cb0e19521b090df0082eb910"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 87584, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "1df7ab601ce72d37816d8496f5c349993bb83c2b277e45852b01448064d36a03"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 85392, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "9317fce995464752b6be51c5e30303c5e0d16a0a2ae4aa80a51af2b995d3b4a9"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 85280, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "81e85ee86fba00e561811bbfbf8265f0dd4d8f4af08d34efcef18a846dc39037"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 84800, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "96108a97c8b9da52d091ff35942c183a848d6b960a0cd4db372b66c83351f874"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 84688, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "27f2a446fc3e952e972cec10f1fdf5a1dd2c0cc0fb00492d4eb7c8e5585b4e82"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 87680, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "b733e74c51f0974318943449ba7146e5e317838adb0a08d629b399a0defd74c1"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 87568, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "a797698903562ac36ab134dd01265d2ead5b30d163ae55fc2c8ec910d98deb0a"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 85376, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "927055b316b7ed291c848fc05d5a3b06f082b3f69015d0b4403e895f1f692f9b"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 85264, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "b679069e0c318ae40debb08d3346fd92b9de442cbb0423e48f5799c531fd95b6"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 84816, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "a63f68b61efa689a0825bd9e556259eac7b04a3d84e9fdc420d45e30eaa1e289"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 84704, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "fcedd29d3c66bf952729ed83a37975d076c9d0b6f85a079d18f67909895d3c9d"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 87696, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "df67d52bbf23a86f11d63625d3f4e84a0ab47408a847e7664e668da5e3d180c9"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 87584, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "7d006371aa117aa9c603ee21ef5945111be98e711f9b4faa0445f60e26137cb7"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 85392, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "7f18d18f9728a8caafe23eed4201b16551c65293c96fd646e4a27e2c9bfb87da"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 85280, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "1afc9a127a1b6a638e29ba7a54cacd13cf0f88c05a8b3c8c6f0ce22ca8a8baae"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 67904, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "b37b9cfd83d579108fca6d44a1d4a82c1a656352e34b393872b940e20f7a9db3"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 67792, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "43b33ca8594f373f02034868195c015b1ac673ec16101036e367c98e90453422"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 70784, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "c7622eb4a9803ffd274a711eb0e44ab9dd18dfad2ff19a8355bf06a29ebea9d6"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 70672, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "aca0f786d3b983a0b51f2a3c69123b714690ec7c6394030c2d8b6ec63a15f76f"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 68480, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "04c0d221c489bdfd11b21a74589d35fba026b57da4b8387ea5895884b6298028"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 68368, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "05ea9610c4fde558dbfbd09cd1a506efb61d8b9c3c70fadf0eeb7bd5f4d78100"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 67920, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "047beeb0ae8a38f3f90efdfa19d7373667c21f33e496e484e71d348bbd468072"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 67808, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "8a95a9407cc9e9f29d4effaf8fefb5ca498b4385bb28e74936f32a91f6d1ed73"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 70800, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "9a84d41b1feefb1f6bfda64cf68ff2f7651d41a811b34d8d8b8f1f2473ff6a01"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 70688, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "9ac5ac399a58df8e1d07e74792cb66dfa5778103a2a9ccffc3339bba9af1e104"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 68496, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "905b7303199a47b6ed5b5fd16147fc19e5e3cd7d9d0f3816de874cbaf317e56b"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 68384, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "d7cf998bb9437196920bbc6d9260249c23441279b29cb2100ce8a912e7753eb5"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 67904, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "f7c0eb018066ef6f7a0332f132a7747ab223a1c293b597af1972c7f599e64b73"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 67792, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "95e40774cb73b3b946dadb86a7c806f95555dda31b3e38af52418b92bb2a6f22"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 70784, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "35ea53eeecd0fa9ba8b71dab97e210830e84c2cc7b5e81797faab66823ad82f1"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 70672, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "7880a89364e360e58a65b6bb5b2bdc59f866eb2b34b233358343919ab19c5357"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 68480, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "6d46907b6f5538df70d1031c99aa256d88cf00e0c22ba43dd806d4fb3d65f288"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 68368, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "093969c338683706a10e3f99bf5f08b47a5dbd3f0e882bf6e277680594adff88"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 67920, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "85ac2b45851c5fb01ce469fbd6e405745ae30739ab04701cbb6dac8d84e0b0fc"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 67808, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "e5bdb5f3c85f644ff24775fe0b01b8061abdd53adce29b81d811490201fa097e"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 70800, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "5e8ec3d90f42725bfa32e8d128ad34ef8c79bf17d8b4d6ae689f794eb24f7688"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 70688, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "a730f0383b3629311c1a63cf44f60c8455df32f1c3697adf9d42fd8afbb639ea"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 68496, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "511287b4f363ed27b10d38a1cfba3f66d160c47593616d817c4d589cca9d35ac"},
-{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 68384, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "40b2b6e3abaebf7a0fa283d00b6ab0cc3f94ecd9b3ca76256e20fe20865b624c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext", 164480, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0bf2787023dceef14f6bc24e45fac765c02208c31352b532c5852a53ec1d4347"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext", 164112, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c4f4a3ca2e6c1e8283c0a9408a490bf787f708b777c4a266f18ad9f5da788ebc"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2999db9ac3b215f57393a19dd5b5453d64653cb0d15237df5e42f9b8bd899825"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c2b5fa8ebc03af834c9b95d6e92f1864acb15bef093511919a2b824c3efea306"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext", 164480, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "537442dd9641c6e3724211d60095c549600809dd78ab7411870dad6d2852b423"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext", 164112, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a656082a2790c3c531670c0d8b0cbf270ea494ddafda8654c862da0a669ade3c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f590af648d17ec9933b82f7b6a616728dfa36b0ebc509d964cee9a15762f7a4b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ae937217cbfbc2e9b087a7787e31f358a4e2a31cf624812c96183a6aa7fa44e8"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 164480, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7ae52af98a8a9e6cc70fa216a2b0928535e3c586e773b14793f564086a64e994"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 164112, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "907615f50ddf2fc01be69ca58ff88abaed7cce1fd93bc47ad393778246f1beb1"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "53c7ccf028c93895dc0282e951f46be353bb0fedb6dc52d5b202542ad5d5360a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "14372633d5bee519ca18083943f86aa7baa93b88c1db1aba826cdbb4e724ee44"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 165248, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "78deb762bd7a50c887c8a9aa1fb4980d385022007ba7b94587e8dbdee127cd58"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 165136, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1439740f0476a729056743c20b2535aad9ae2776a35cb98295edbc3975f136a7"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 165264, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c178d39df00afcd6a074dd143a2c177c17c4d92f6b03a71949027248037f307a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 165152, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8fb7c43a3cba341f80d3c8d7d98398e0d9db3849a6077074c61f9e109b39d31b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 165248, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8cc774192190ccabe80b522435f795fd2592fda13a863a65ad9eba5eb2b36743"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 165136, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b90e1a8e984974d4e41d8a17bf03ee1be3c91fc97e7a65b6fac961ca7ee912df"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 165264, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5020faab9e14584825f7690d8127cf5dbef5c2ea38490f6be52241fed0052460"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 165152, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "fce64caa23a132710e62b03b393793725e79757617350e3de24d95e475cedb0b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 165248, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7e6a754169dddb79c740204ee2424f912dc023248298ff923e165d00b252fc22"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 165136, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4e72058d862f9059e1ea6586d1cc54ecda5888358c45cfed56d500e444fc187c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 165264, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c3ff65f54b378321d9976edb7ecfeb677652bf4d5ccc16130b1d551a74a86f38"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 165152, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7d963926fd8f6c5d43aa249e557e9a223dbc1da48ea353cf98a298574005d534"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext", 164480, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "da818e3e9e4e497374e874a54722dff0486365b5c0bffbc05653c872442f6bf8"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext", 164112, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a3aa05852636f22914e14ac4ad53b8e90187c984e1813ad9d2e4e3cc307e45e0"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "533b90d910b01bfb34cdf00583fc4579b24ad6736e062f53c52d34455bb6aa0d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2c08ce8c92c1aa1de713f3089ee385e799b220ead08407bcc4df74dee250d2f7"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 164480, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "42cd35a436bbc15f906a1bcbcf1e1c59051710ee96b7b0c00d5d2a59c62f590f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 164112, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e055680022f0e797d9d5bd26f98bdd28088da19c7bc18f6884fc10a673cb9903"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "12e66f3ff738a09c75d305c7decbbf9928157c404c2c6d9cb1395494d5314747"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ff2c32544c17945fbea58099e87be4255d67f4b2806ce3952a587a49ba8effd8"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "38e616b5a089537b0930c9a084ca99f2d8ec30bf929e3e68fcad70e315532741"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4e23559452c3bc0bd7647206fb7d023967e323fa7dc2741401007782559401af"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7a718919a8706c9b9627bf111a3c74854afe7cfcb2db25f2155f48e6d2bed5fa"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ed60dbf6804a6ecaaa5e9b8d1cac16ffe0feeacc33e5d0d6b84e02c9fe4d26c0"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "fed4e0db10e4764d8023f28d01cb009fdbf39b418d5d7d5fc9614da9d3695556"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7f65a9afa1897f80ba2b3e22e7190c49aef307fc10bdff9eae52e0ca2dc9938e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8e4d7d87aadab8f2210d9acac4972012002dd19ec190a687ab9098ebd69bbb88"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "45d29c6ea631f93836dbec4c288802ea748081926248fa617b686f4c743b659d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4d197ba1e1774c056ee94a152193ae3552328e8aec3b80d9ec45e4ae33168d2b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2ecd4834826074274e552c94212dc69772a401b2dcc3e87b0948ae33d24f8ef9"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "facd017be14c6976139342f5d2f9e991b3b8fbdb6cd730b0e594ead3041df2f9"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9a61d185855e00c05da987d308024bce2531562f45a1f0f1e2e5b85b8bddb231"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ca40adff0c3c11b040387ca39de1edf9d304a613b37b2414a75c9bdbc02f89b6"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "50716b2815ce0a5291278c8d1f26750b0e095231496d6d1a779628033e21718a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "72ab354d91aa169b22e725a3215c0f91d0c021755774ba1be57bf1e802e6603a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "78a5d24efe02e3a121ec6a66b4a4ac0cab5bc9fdadd41057998516639d8eb526"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3d9cc3a72dc9b35a10b6b636cc9ca443e77f9150b45afe41ed1498bbfa1c7de9"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "eacb37672c402372cd9ed1972e5f7121aa854369ee4407081d834068e1df3f5a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c79c6471815c6c32ccdddb0fab26e8c6ef1a8082f736e393f52f00c52602f99c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a9c40fe69b71736c5727c209694ab6c2e181b521fe1712e47ba8ab798be4684e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "be5f83f523b43e01ae8f5c8eb611663396a8bdcd576a882e008a78d94cbca357"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4800eea247c519caf0e388e724b0bcf6f65fbe79de0159063a429031ebc7dda5"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a0d378262d088bf1749388a59447bf7326eccfa5afba517c45b47435a3e7b4ec"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6b36fc73c8748c9139c1f82ed1486260aadbf41e77e2bb72cef13d921779b3a3"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "bf02d725af02d5e4ddeb3f081fe79876e2d4dfb30cbd04a26d92e8f0b1b51ce1"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0a4f0f6a2e9eab507deabcb4a2ad033bdff9730595ae309d42ded54bf304b304"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "627862052ef0257b6e8e2cf004c68ed5d6179e4bae3b25124122cb3a9e2bd30b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f33891ed4139b9736bbb888786c5145e1fa1750a972b4c617f7453ea71bbd8d1"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "51ff1418f8a591d7f7cf14982b9fff853cdbe8d6b1f58a0f0a85b6ec22e7abe5"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0aeb180e8f97643503a31f459f5073b5735f75d54ed4449462182e943b7f2c06"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a0623a0cf22f2df8700f46d06fdee5acebf07b9cf20d49cde67d8f80d09b46b9"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "fc487e559f6384f81645b0fdd72de9d5fb5ebddb0a2bad115fc6a550934e774e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "040653b6f1596c3ec9fcf7df0d89db69dc97d42112dbe15f03cb6847e02f6741"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "83587ba3b9ef191ef9d214b956486bfb9e10b1bc24349b86f7a810f1505833a0"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a2c24b335d1fbac5a5787bdd146a920990f86fa73b580bb442fb8291cda829ea"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "033dd38be329c0338e41be762f786f108d5f03de3b9acc8d9c5f7dc639030b16"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c3713bceb7a1c1f0fb37b57087ad95462e9f6da68b15b94264517e6f2b65e313"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5ddcd0ea50a8ab051cd9bd2e7eedf9e6b4b43177cb202441fc09a144a51efc52"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d788cca302846c41a6f5057cd2f074d7444446e10c9bcb86fa6442732a7fac6b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "46053657806e9ccf51199174914d22c64072a1252ab6cba8dabdda6973b86a18"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c14494fe08bf47f6cdad348c7f1675766355de988c3ae55212460838e0198769"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 197648, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "44e332dc55a0060d6683a3d517f145556e4bddd53f8299d0d270550e8c7def40"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0622feeb317a0e97d74fb227cc31380c4df2423a1fcc3ae24bb97c2a6a7308f6"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "64be463dc7c809c4b8e467a7a116a7381f0dd13d084bd0de82ff79022deaf6b7"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "74b9a9ff67a900d0b47b961e2980679a343d02876d88af8536317a0375286f4e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 197648, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "55013920d33ac5faabb166c7249cba452be8cf358319318681e4c0ccc9d7c0ab"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "83a22e61b9164527264fc2457115ca38803ea8b7d0c3dbcb0a4886c344087871"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9a115ddd00e5574f4a513bddee55fd9f8c93d1763d211d04fea0d8c6b0bd1235"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "460d0cc8c731c4f6ffd5f8e3752d518185b20c6f6923b2d089ae799084f02a0c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "74ce2f96028754ab8a46dcdcf170fbbdb0c209c82678dfa41a9545b971f73a76"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "88d3af43aca668c04556d335bdbf77944e748adb673f9938eb72ddceada5e53f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "61f7be8547e3546e9ef3ae985184cff5783645508f397089e9aec8a3e4192e6c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "76c501f22f8fd4429f725f0782ac8fdb82b8bbb138b1ce19ea8dad45d204de82"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "50f4a03666c2a2dacea59f9f53504a586e2ae356b2f33f2cbfedc4874c32a6f4"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b161b266933bebd0c60514931e9cddef565c23403470cb597bd4590af2aeea78"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a8e4a2ad4eecddfb0d1dd78d8fc08448d61338f5d92e50252114366cf875d884"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "419b5a33d3944d2fcb0ea18144278cf5016928557d66d911149b53c748a508d0"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4423bac85bd27fbbf68e2c1b4c8bc619cc4229173048f34b1501bcbf2164f40f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "19bd79e137bb1884cb152dd1200c62c24c8b1a12063ef5b162bf360b09da482f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0e85575a7270d8a7e39349298a0e1703476ed5d28afa4c28d62a9da628e88889"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "706f87fa6a391060ca23783163da1818b793110acaba4c5be141dc2b1dda6f71"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f263916965b891043cd4d6060c78c4b3607c50cfca1e79b3125f7e5711f0eaa9"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "affe836a6410f5f7ca02186fd8f016b368208bd91153e6a6481858f2e9cf6db0"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d161dfd4cca8b1ff4029627e960c0fce32b4324a08f494663073ac7de6f01d6b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "19a1cce60a70f59c998085cc2ce74402d18686db5908669724889d56b90f021d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4bbfa5d0ba1d9be142a3a4f7ac054a259f1813f73eea5cbbcbd1f12626d76c1c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ac29043a3ca571f213eff037b3f3dbe55c6def466b3b0ea190d6ea2d77542caf"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ab98a21856e311f0b07a52ccd32121e20f63c17b0656df4d2e47b73f6aceab2f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8b567b096172ff17ff878f5f849a5a420124479ca3bb0854e6dedcbfc18a7099"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "90a073b8b742819e2bc20ca5b457604aea62baf8492d27fef91c72dad8675226"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6e4238971d32abfb021c58338816103a405b10410b1438ccd506bef7a9fb87d7"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "df2e5134f3a42892d049c8b56d7a114c51589d9af508ebf4dc5aeadeb9b81e52"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext", 164480, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ea126590b01085b2779b69db2afd409538c7431a9faf46582454e401467f6e29"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128StaticContext", 164112, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "fc3943742df06b094f209b8065229f64fcbe2b070691f669263142022ce76afc"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "02198997bf5cde9b7834d50a7cf392c80b542fe6d73c44275518227c50a40af4"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5be1f01f4a1aef1e50dae33a662b8a84b4067db4810f9a308ec71d4f7e19209a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext", 164480, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a3343b5fe789991602a31d6dd5d5a591e374ec6655f9bfa740fc95dca9daeab0"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128StaticContext", 164112, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c605e31f0e4bf9c880d6b66efec465364354c1a0c714055b973896f6d7bb0cf1"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1a4be920ee2f03e7d4a22d7433409e5664d760ebd80111cee76c4c9eb2e2625f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "544b99f8444d402d6f61349ffa09a558eb52561823de73622e5d94517bdfa014"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 164480, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7762fb4ab74bb82d12b7d50a78255a1a56ca4632c62b05e703046416d175a87a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 164112, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9296bef3de1d6d7cebf00d69c6129fa266c86848dfe2707ba2e77006534ac2ea"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e1af327f671e74edb24c340434457dc61cc8acffcdd54364918e164e93c9df30"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d663396d93c4862679ad2c0a98eb1cfe72bb28be5cc3237f571158411672432e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 165248, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3fb40f5f7493fe201a17a4449ef8a9746799bbc83c757479bcb7f41d4cebcf60"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext", 165136, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3e6f1a62c506bc1d1b105aff11ae22e0ee4a797580db81bb091fcb16504cfe52"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 165264, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1a5b818bb9fb84256a9a4bdee54d0f5de1fe836c4f5b2be5467f49d63557a207"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 165152, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1865388795ee53dde67cde4541d1500ef2dc976a31199041f5b45fa27cea7ece"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 165248, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c31aa1c8a7c3a8e5ad56af96f366ad39e183fcde16b4c5c25b89ee61b6b27113"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext", 165136, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5f7ada2dd077df4025410ce8ede76c77cfbebb8a345b753d398945fc87817f02"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 165264, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1157acf9066693164a0fd05ce367de508fb43eb48b5aa0677b5dcdab4530e373"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 165152, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "458b37a2aaefdf6c701b928b7143fdf47c62befe5c749574e7acb7ee75b88928"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 165248, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4c0bfac02b7a30223be67f72846a6581107219cfdef76f7d7d9e9c04872f0873"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 165136, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "36b45ed114374e09a09ac1dbf21abd41cc9ce872b0d54b6cb5922c18543bbc16"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 165264, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f652396dff9d9dbe11934728a6479162d1f7d460af2cfd07e80586e53bf1d41c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 165152, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d3baac8e21c094c8b803e5ec4956aaa9b19055de9852e51a7ffd634df8991501"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext", 164480, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1e31a9b294893c7d6ca6d73306447d45851949ebe49764859e3ad1bfbe03b8bb"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext", 164112, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9fe91882a2499b64e2652eeb48c9cefd3324176a352fb3a671d1888246a1084e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5f897e3c62a13f2174b9e437dbdf4fd32efaf674908d37be5530db2e6a32f48e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f230bdebb9d87e86e5f03b82e9fd2f63ee165dbac2717722ac83f430913b46c6"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 164480, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4ea99f517cdf27ce7eec5c57879ff3c1b42bcb4c439e48a93ab7dce5dced3ae0"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext", 164112, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7039c3d24ede9719ed8b25049db605eadbbd21b8f2ece0c0e50d42dd6de31b37"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "df89daef5e711492bb6950b31ea8064092816d1d51f7f19853e3ac5d4bb235a5"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "fca82ce6d0bbec69c5e0755affdadd7611a66d6e4f9f3c1a74c3082dc32cfd5b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext", 197248, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7b396b8336dd8e7759277e0011bbd1aaae0088e4c79934f26b689c23f45c4778"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext", 196880, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "fc86a6d9e3967b571671d5ebf9f0ce9602ede377c36d370fa4ced2078e02f65e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 197264, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2942ff7a7f64075fab991e22ce50e43e31ccc8160ebe6b0ae1ae5e37a17c33c6"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 196896, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "31380566168e46bfc4240e549545bda53457f4fd96b9372ac1c38757f3433fb1"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 197248, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ba00e666aa348b7527fa344bb3402e884ca85765f78e6fcb24e3d13058babcb7"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 196880, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0a2922b8c1cd823adcbae3f6d0156b018da08e5e5bad368420118343862075d0"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 197264, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e24a7d48611c721059e4ca25d35221f796d670a2513993f2f1155c635c68c226"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 196896, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2564bd793824239b37dd1735fb7a78829d1404c2873a7a50116b33813bdd3163"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2315253f8f2066cf2c25fbe9fd563d7dfb1aee245943c23ff6af96ca463625bc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9f73e5a8f80b0d9737b79b1d484310a553c936bf02b26c37408fefef754b5e8b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "cece1dc2bd4127ba391a25009b7a10cd0813e42e91692ada547b9e00174662e9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "06a0d576910196934114630926cbfeed2b79bdafd90a7333d37eb4ae85a01edd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "01a3b0442bd6544c13b707d7210a2ddb91aeb8d261805b53a1688fc2959f3ec6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 84800, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "61e063f02085b0ab3d282e9023e46fc2059bd51fb28c39da890b2aec682299c7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 84688, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "886a9e3d0f69222874a1aa5b9034612efad7ba24a494005204a017552e1a4168"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 87680, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "7ed6c9339d246cfc37798a9858070a808a4041b9edafdb182d8fb18987df2c6e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 87568, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "184e8f428e842796b1dcb23baf46bdc7d4b99bef4e7c00b252b38122b22b49ee"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 85376, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "842c983345c5e90b46c591552320975257508686a053511e32c2b25f04245c07"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 85264, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "67af54b1b72d9c2f60eb7b40a2c1ed5ea5c12a4448fd0107356aa4aa710a841b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "05334dfd4761a23d11969765b7f03526c96e6cc7fa53d3e0ee7d41471f322628"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "99bfe98432c589f9b2d8fe65cf36b1ddda5953efe62c161ed7c326d70262d991"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 84816, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "76a8a769340dc62f663c7808aaedf382aa66d36fa2e5e6e1a272979dfad20b23"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 84704, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "678636c25b083d379787ff00f1c52ced5a3e7210fe62e464cce92019ef906660"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 87696, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "b62cef19517bca7b935ff3fb2aba29376caf682011a19be731ed484aaf3937b1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 87584, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "75436da3c51c9fe24a1b25c4c971bf7ab20282f2b09ccb24e0e11a0ce1399994"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 85392, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "b81c80b677fe4878edba87a900876a2ffa6faf99ac7c55ea52eb0b94c40b1e79"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 85280, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "915534efb99a7d7fc302613d1cc5b0b01eb99d4a33405deb0649ecf6e2e788b7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "909559ffec965e92df9a450991dc8f9be72d5a59305ed9cc5f146184d2a4bf3a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1bf6cbfe2eb30612576e0f26d517c0ff53c126cd2fbfb4f6cc0b6d8cbe0924d8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "da163b28a8ed0b79209cf03eb346ff9aeeb7fd4cc8035f05ba06781788a7df5f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "22c3fc8c896dd2663633a705d990563a4f83dc31c70f52d16687b78fb29eb294"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e05e9859defdbfbe1e06343b7e672ae72cf0ea297dc4ccd83deb13f827d3d482"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7726b40e1cc969af0cdf93ba53db6f148a4a11abc9922254437112ff6746491b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6ab6336170c6d074aca377fcb491ec9aba6e25a45a68c82772bfd48da1cd8975"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2049166d09bcb0380842a77b6f0c406a6bd5cd27c60c8747e9205108e880f93f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2297d8fbda14006968e5acab0a2ea125fa22fc58932c8897d909ed6a20ea2fbb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1f81fa81bb5c9aeaebf6387f69255c2c35fe58a43ca578747ceafe9546029c4e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3e1f66ac65c7b1089da6c5e98779c16b40afadc25fe437063f56c9fca3cf8a51"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "490cb602656d996a6a19a89e6cacff96036d5282ab1b0f336e43ca367f8a9442"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "31a7a2c7913f484adc46073208d039652b23499b4f54b5d419cd496d669f66e9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7509358b75b5a48fd693db307697efbae6cdaff7fa6bebba68edeea149639dc4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2489cad44b83cc328f54769140cbbccb01aa0267a6e5191f764112115b97450e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "cb24a643c0284797100652763a694b8d987d434fa64aec73a772fc0ed5c37660"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5372c6cbe238662305caaf155fccd66e711d06893bffdeb656044b4a23a5b210"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext", 82560, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "15db3efe8c5a78db261da13d3cf289b015562addfc48163e1af0db0e6ef14cb0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext", 82192, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "bb00025faf7cd3fbd444d5993dc8020bd6642c081d4b7230d300e482f98c24c9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3ff63449957ef79f2cc7726bfbf437dc87591c3a4c9e5c9ad6c6ffebe00a77c2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c7c78f9312711d55f76a79f7c7a3a6232d249b3a32a80f22cf117c7c37280112"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 82560, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9fc65168d98f466ecc44d30116c302ebf8733d89197eba83f50fa62e7b8a499b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 84800, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "aa5c8ef4a65ad7b539881820a75fd70ea8fffb0a9df4484e01c6f2a632518edf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 84688, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "5c14468fa4c98206ecf0dc9e3e2b4e3c9faca4be9364b67cd7dffff1b5db6661"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 87680, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "614698d513dba9fb2aaf5b2938f59c05007e581280b11f6a84f1a94b66ae4279"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 87568, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "eccb1846d6e1f7e10b9d8750f483c562ee7a12a90a08e5895b39b17abac29c5a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 85376, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "3dd617ce06ac5ef7767b149f34368fb9e21cbd2f257ad8e7b8aeb3a3266cf031"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 85264, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "bafcb1abcaa88f2c8b93b6ad5febbb609996b9c21f5a627cb699e59172d2227e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 82192, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "922f240ef4f62684c3d47e5e7bf182ec7a58857d48455b159f930ec3130ea2c6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8aaf04357056401a8b3b1ccb67cce7ecc7a81160d7d7d127a269287972fc6cca"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 84816, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "1937bcd55f0bed42e66d33bbc999e78753a9b831254ecc8081ebeda7cf8ea9e1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 84704, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "3cac1dafb3aed868a874efbd3f5b7e15ec121eedbcaaae7774be97271e5c4fb9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 87696, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "a9b6a5e36b8e8fcc4c1705c33dd60688d7b956d1571b984f6928e5d311ee976d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 87584, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "52637c8d69bace0117e9c80b84a92476e81389da9ef732db2aedf97370772521"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 85392, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "8172204ad4d803334657e16aaf44aeccf51783f2f1dada9a561cb3cd050566ee"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 85280, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "8a34755a8f9d7e3a0c9ac1c5e92fd9316654004ab5f1fb40422397f0405e1089"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6e03798179b243270a0b729f89f9d29ab4eb4c71abc5facc4638ae82f06f7047"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f15e0f6f2c90f7040626862d80135758983abadd83fb4683965364633bb90630"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6fd452893d65dae8904fe964efb562672f480fb61d3d3413f6f6f65b0dac7773"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "89ddef5851a6ccba8eb7b998b5459609c1e98b144d7b829219279a457f19a802"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "68372973c0360141ba476f83bda83f026daeccb6895b92a5850e308e7ef9dcfa"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1fada1af96c847176c1570bb354126928f628a81d1902e0c9a3cfda8993f43ec"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "81402ddc5d7acab3c606b0b0bb2c061459494f00a6f4b84f2ea42a098b63dd93"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "bec655124ec51bd217fc5ba9fab8606d4727ef1609dfd47926d4a31f7333ef99"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8694396d1b9006cd46cde2811176e4edd3459b784a6b5140eea1613e03a3b7ae"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "835e88e38d534a45906e25c6306c60399c646e105d09e2369498715651f3e4cc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5580daacadbd5316ab5dab54fd7ec80ea09b644616bcaefcee36194fa6cec0b8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "75c537f932d9f0dbb19d234c0655025141170a1f9e9ca1658dbf7926e23d9afc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2ac5a36a874ee68c1c81b53ab9ce324ad4cd419be4145f2f78da0db6c0527127"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "17dda25fea66c589ee5839f4eab841e082f6469201e4c39c5227d1f6f04b366b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "bb7931624f1ae038d60a731018fc10bdc5f0faa7b76d06edff8782d6a1f07d35"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "de9f8c7390e4570a80026d700d0521fab6cfe477d274b0e104082219bfa8a85f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e0b7d9668634dd394ead13db6d6caa446726b2d19b7d275899d5001aa1aee30f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "888a272aedfe6a6eaab2dcd1c9f57f851e51390c72aef40d71b569545847167a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2310beb71d157423d96d497f1f2bc4f75115a95aed5372e5694d01cd489eb692"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4c0a3a55873f7756826c5e0229055b6a5395f96eb903cc95030d6402735092f3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b0c0eed0adf1130f2c11361f238a0041f5e8c7d0c1d9489a2aad1a55eaf8845f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "02556fb07aaff0a2ddb1a0217a84a7da8da6534ff7e128da07487bb33c6f6c12"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7b62b5425dfa9d4e540e4f6782543628a2c1180a8c5540e086a3db7c98f284d9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8c454d0ea0ec5727a25898b4be7df2efb23aafe4180855d320ac76643ad5b7f1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "74533512f1d8caa2cc1d4176174d4f7b244cfa4c9ad356144ee5bcffec94b28b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "68305e286520d8c0535af2a7ce812eb87a16c03d543b5f8e17e3e6b112e3bb3f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7cce10c1eddb93d42a7e4a41aae9cd5130ac9881abc861862a42d343abffe3eb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5152c0ebe9f1127437a94743c298dd31df2ba505c243423d07cfcced58d4dcf5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e165cf4c57272146d3644b8621d3f917d068f10490a8846e341b16ac0a794068"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "187264dc2e309dee2c654e61a92880c7ba8564f7e1920b9f639957f5cb4b7e2a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "429d99487e8589985e4994d38625d13633fd297f5f170a5ffd137d2323dd31ef"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "79bbd30f0116a7691236dc370c3ba57ce1f7601092ed51c267e1e76160ba2f76"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3c75d7666ed3469e8b4b17d7fe1b75be83202eada671fa84a4d40f9beb623545"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f6b572286098d01342adb83a93d00ae52babe04b3b05ffc0a8fbad44bd9e1e88"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5afdae2e2ffec62a140698956366bacb966e78c5b699d3a491d68d7cebcbc218"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6d07941624615761b1b4ceab4c6a584e709e391035be88d8c13dcd331a68b6ce"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b9e221359cb5ef15564d30b0262925fd9b80ccd0024b3f4f56a05a4bc6c8b60a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "626838187819519c47062b997a95831ddffda2412e0052d5df50fac54ceaab87"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4ab766de69fe95caab60be35f64d3663d5e79b14b0a8e77f8b3fc9501b82e126"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1d1612062e51c0f82ab4c612e4d1e20302497cccb5ee0279446f8af0c666013a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7fd2a230e97f65432eb240a82c9c4a951de83a32f3ea32a6cb2860e24ba743e7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a8c3a25963e6be849b3b20234c367cd6af7ab22c6f66e2bff2184bf03cb3cf66"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "943326b53074174fd6a5bcce079265f1f9ac1371e98b1591e5dc0190a8d27be4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8da6080984c5b50e774b2b5dd1b2225082c90ea80d70c8bf1539bb4e9d01c0b0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "91a5f91d006892860ccf7d5201997c1fdc0114adc50cff4739ea0b54e4e9d7b2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2311bd3a4e56f1a982bc61ecd41f8bdc5c0951638b14da1898f840fda9f388c9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c83d02d07311cbe5465a6a05e17ecdf7329a00900d5743a02140e6d1abd27b08"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e07147643fd6889e5415ce58239c8a372af1e929f41e2ebaab192aa62e41dc07"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "490a398761113135d6cc1bc0aab55dd39539551e53a743098ddf62fa9eb712e0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext", 41600, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e4112bac5a0ec3cfd613a9568306b5467578d1c2c64b0de549bb9463e6f70646"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext", 41232, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9fd819edfc163829b3a8a5aceec6e96542c0d3012f8f87dcd26505c116979f9b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 41616, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1823bff1b3c819cb1526d5510f8b2629cd629ba4fb559e7c281d4de2870df1ef"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 41248, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5344d5d44f51d77f8d1499077bec679a4d41f0e2b0a648302009e542987ff6c2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext", 41600, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c00d6b5ca51f30aaa413c3246b125b1a212cb7247b9594ea58e3208e33268862"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "beff11e5b3babceb3202c48918462072abfba6c145e4956eec589f113dde4dcc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "ba216371dbbbe0a6a2feb747cecab2b91780f45cfb6a4d1f0f5b8e65747ac9e2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "50e7aedc7cbcc6f4fcc981a497753de11813bd0d9cf417d0a193cae708bbd0fb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "f3896edf6d0aaaccfe9a4b230aded62ba5294265c8c69e0f706ecf99f42fce0c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "b8b3d3bec14e0905a2dcc5bd7e7012a1d2d36a4ef08053f361380323b0677b3f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "8e5bd8acec936d60144a510fcac21d10961c33358f7e1012a63f732a0c6396af"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext", 41232, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "944023c24a09decd15c352dc34773709becebf0af3b46f0ae76caa18d147d5a4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 41616, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8e2499346a412df92088d253bef3377aa1f7b5111bb0f392c445955d12545177"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "f683475b06227c39f5b1b11f3eefefa646320a20a56b77cb53f7490d8270fc9f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "906e935167a26cce0f0dbdb2eab48eb35c3cd36417361eabdaaaeb8c79723cfd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "e4cccc3b6d7e865014841db68c25d53a132969654a0dc9cb8575270219fad2cd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "742ff5222eeb75ffb725bfa02d9bd9933df2a4e1b2158903c6ad92ee42d8087c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "92e9b80f5bada59dbd35e84463f1a2c7a37cbbeda52242ea047a0c754f216c17"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "e2455729425afd4bd64402eee8fd70f36ed13b0e82b127b3cba1f9104a52c7f8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 41248, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "bedda9a7f5acb00af9973d9fa26da099a5ef5f4baa9a532d19802149de22834c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 41600, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ee2d18b094722ba95c68263867da01636fef27c1aaf4155a34268ece49a7267b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 41232, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "77147917e9776a4882cea6fa16f78fdded867f02f038be6f755b4658f61e3dc3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 41616, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "22bc85932ab09388d4b2e5940253f7a39d60321e3860e3d0f2ef3fe442c9c4d8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 41248, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4e21cc7fc1eccd87b204061a3575cc077e0387e21184fcbbe1533b07e27f926e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 42368, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4fe1669c285259d5332e63980780b43e016e27dd41790581489bc990b1bb4ae1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 42256, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7d0a4b1b52e32834a83ed674fd8e085b6c156bea4208db57cbde82eba24de960"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 42384, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1ecb0b6e77886cce650cdee81c1706463b6b7df813deb08b478f1677bab993f2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 42272, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "69acd4b6591bec08d45243f4285a9b835aa00a6f845725797eb85274dce4efb5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 42368, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "14f47b7cfb5473f99b793664f4ac7217e374607d77333dec62801d26bdbfe48e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 42256, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ad13e4cc475f85bc8a49a76dc2a73f1962808d5a64f384041b8830902d87c3ca"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 42384, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9f5da12e1c23b2b7913b2d881a03a7066f890b756aba779c8b4f571dae89ed73"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 42272, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "83f1541454f60a46ef912f1bf1a78a9c019ddbfd5c17f34f4cab223e5581a156"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 42368, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c60b72a5b5ee07fc8c39e6154f0bab4a454af056b80194d3092f906ff8ae5bd4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 42256, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ec59fd50a11dfb4f1503d50b32ff03602c76dcba77600fa019d76734f6fbfc5f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 42384, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2cc197a119fc287fd829c22ddaa228f857bb412b272336725383b22dc3628b97"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 42272, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "75397def5bccfc047962f22ecd561bbdda474139359c180a6d221bc7a2c49475"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "30a6bd21a7b9aa0a8d8549acde7ef802de2cb82ab2ebdbff2a1e220c0789ab39"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "f54d4e9c0b45e6eab40b79acc4a4058d43a80da79d3c07d82e4ddae8d6dd6aad"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "0c8a7c0d1cc02a135a7ffb0da4d67eed7b1b61490ceea14cc46ffe2f46fb779e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "efcf64b42b26d2f85113a2fa4a1c5774051c53ad5103e4cc73a73df392628edf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "71d30f95d3351de04e384f24459ec9c41291e024273baed13348803d04286b88"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "cc9dd109070ab66d820d221a76f724ce0b057f99f5b6cb26f349274af9534d67"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "1f7fcbef79886600b5ce854693ef41713f8ee30d88364f353de3530d7d8c8ad4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "86f9d05b84aea0ed7dd006b953f654d7fb5d774dd88c5f31f1c0f823f8e0265c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "e278a65054739bcb1212e12ab620b6db38378ec7f75ea72a6356dc73e698199a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "9bb816fa93530dc4e44301f0a17342fb0825a6c292964a0eb46d8507180082a6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "bbf7c292323cd081094e2950ad1b0d2dbdb51a932cffc16f5ef1fa58fb26ded2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "a5822243f35c9d353eff8c72b7323a28f2cdf17a7402e936a0f6683098066285"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext", 82560, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b2872ef981bd6d6a93ee1adca8879ad3d2aaf6495e029057de79e2d2691e28b4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext", 82192, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d822473d55bb87184207e61f9e88d53fa1eaf7690046bf62dab5bda0b1cdf427"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3709b7649983a6e6b0400b884c9af4d6e5e9358032ce450abca392fc2174b9b1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ced1c085f5ca8d5079bf56d665a3a349f59fb3f97d3c22a651d45694f56223ed"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 82560, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "70d26c3eb92cc1f466cf5f6330602e70ad6210f16075d509ce37c2058f13c82d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext", 82192, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d172c96a0eb96209b55f9937bd04f38f869b16d8b42c5649706872225d711126"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "fbadb1537583ad8d505bca7640a434ed489ab085c69ecced4613a21ac1cee253"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e8653cf1d9ddc0760730b619072ad3d9bf04410d1990cfac7607e389c2804fe8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext", 115328, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8e386a51e369e5af02e841ea965455739ef7776eac66b7d7317171ebd983bdaa"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext", 114960, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e38ceef8a18504b2fae4aa4797cd87504a845fc4f70660bef8a76518ff9a9789"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 115344, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "053aa7afdc26210cd2e884824cb626cface502ae1710c74b7f3926d87aaaf583"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 114976, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e10de1cfd9952d3dc4fe16bc6f4568676305895a7017e912b8ab4ff35fc4db96"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 115328, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "aa8ba2d9947588e66d0f1a915b14f49c52f3864024eeda8c9f97c32c9458a76f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 114960, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4002f887dc151401336e6c26ede86726071645385dcd43694ecf937310ae538c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 115344, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c76698ef23deaef49bcc1646d413c4fc2e55b78f7573ce544a6a4ceb1042e34f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 114976, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e57bf3f45dc23733125249a901579a2ba0df2c3840064abcf1e2bf9fd5f2a402"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "44493cf3c48ad4ec01a6dc7846e3c822ede6b9a677f27c6dad7e1da5b063e44b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2b92d5245e9121a772f9bb5bd6b2ae8f6b4c090b4a8fb1f871a55840ed259ab4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "194f78fdefccde07290b2a15d8a1d6206ae820764358bf9ac98beef4840f4331"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3bad2d2134ecd1e10bdb70f368d53d284737786bb88810429765ecd5c1fd466a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "97d709310628c5e146bc9707e33ef1742a7b46d172d698d338ba5e28f8793fa2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 84800, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "867d9b45395d01f80762541dada0dcab54932a320fbe1efacb7195d609a64b75"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 84688, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "2235d4b99d0f5fdc1d2a2c01839efa8f3f42f420e96cbffd9a04b48399f001c1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 87680, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "516657ee0d194b8da5ee41af88c45c97612d09d3b9de2c83845ff3cb69b8aed0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 87568, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "2735112e6280b9934b6296ac30253463a92f2a0a5be025c1cb1e3a82b76016a8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 85376, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "ec99ddcbad55a08a85c7016bdbcd0dd7c3a767eb2bc2ed49f132eabb68b2722a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 85264, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "857798ad33c45d2bb4a2a6178baec59fc3ad90f32545b0b20932faadf920d32c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "09f0d6a53f8f4cbd8ca9999055b22f9cd19f07229949fc3397c8f6abc3647683"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "fbefe3a6f9aa66b47b303d75ff353e02e9fe0e57568afe7f3db8fd4597526b66"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 84816, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "cae0d6c2393ef9b680bff4991a5acce03c39a233ad733c4aa994ce7aef758233"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 84704, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "b66d833ca16761341ee41afc1ad74734dbfafab53ef9e43ddb5839bc75050620"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 87696, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "5aaa6c4d134238e59f2630f10355738cfda9992000f62d38335d77852c073d62"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 87584, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "2a574da5c825f453082ceb614def5187aa29568cab0794810c66790626aace61"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 85392, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "83bb143753effd39a23f1dfa638c3acec045084c4694e1d3d79b656748442aef"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 85280, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "1595d86b2e2446774a9d4d4d033f1e0dc505bf8a538d1d0ab3b9f8cc053ad533"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a9226d93eb6a648f93d7b12e3709155763cc182cf6f76f598c6ed2f18a7e574f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a394ffcbc251446ee4c340c7f3e763a9a871683cc3516ee5207d76ebca903243"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "fe329906b05bdaa38befba4aa2a4667f203caf8dd14568b5f010865a1533db84"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a7b0ced25eda5cc3944221caff4350d7fe823b26e617f3ca54d1fb403320c9c7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "955f7d4221c2c203c9e993cb813cb7f9a833f557be3517c42b7b814af70eacd6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "51affb5202a0d93805a1a64a2da85efb8789ae16d508e2fd14297f604f9ea4c6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9af395884b9ff5320ffdb0cbd78cf649953ac68103a1203e276010d22337cd5e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "76d08d22aad31bc4a26814b6e822b180781bfb2aa4e8c9a37d0a4f2f58186834"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7ebfdf509361e3a721345064a14c78060ad6153bb5978871355024a6629104d8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2f76686d7fa6c7bd95a057e64bdebb556aa50e1e85c5be3cad90dfb3bda4b522"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3075dcf9c718c7ddb802bf9d62d56cde174769a54888268e8b000dc2e65a1e14"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f088ec7086d48006dc41341a0a13c095ce5fb855b8a26ef25b307b71360d77aa"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a63382633d74f9d035b948c2250f682a286e0a160135b812fe73c709aa19cf04"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0b2c68939fd5088b35e4cb54909433490c3a5671a8a814699cbcf5a3f7e9a502"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "cf9fed516239543f0b5c20202b5dc1bfe2ca2374704ff668d6f4d0abe1dc30ff"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "afca089eff18c31cb652b0d7bd4cead824c41cb940dbf9d14eadbca899eae2f2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e455ce7c030ff19f3ca87fb5c0195c34a228ebadf2facf81a4be4b7f7b8bec5a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 82560, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "371fc923faaff0ffce1cde756591149d0d91a464fa30a5c8fe11cda30b05d610"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 84800, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "d1d21f6dc94153ab687aec950cc94f978c7d6ce2a1efa2f94b69496064033333"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 84688, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "31b119520de6d887b3192ca1ee784db55a195cd67b5d8911adec3e26257ebccd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 87680, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "61504187174d844acfe8007fc1dfd12750f868bfaede84118cd542d6e7b0edfb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 87568, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "146b681be367f3021d6fc8531821caa66825404c44a6110e63863ba28e81cfcc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 85376, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "3f5ce968cf2592d1cdcbe42e276741a85eb799215941d50795894f250cdd48c3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 85264, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "f410e87ae8379aa430e944231b241b0a27df933b536997ead7a2733a5b2bf254"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 82192, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3d4ec090d205b070fc5442b11afbc7c8e236e27d705f8cef1c9d154682f5a810"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7c67451f5cebf1290d8ee7f184e06d0b07f7fcea06cf33f0bdedbf9591a308d0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 84816, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "e51668061da14fc38c873827f3054a04735173f6c30d1944ffd0f9350ecd023e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 84704, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "c9b5769f455f241cb058c8dd371d80482952b675c461e697d0206f17d0619072"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 87696, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "3ce4c237fb6f57940b6f2a4abc43155934c5a1e14d6f349343a03f71cf04263c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 87584, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "d9c30813d89c70cb389ddddbfb19bca5702f7526e1c1322a3b182cdfc5e28009"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 85392, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "e33abc21bda4377dedc8efe1b1cce57a96c74d6b9fdbdbcc34e623d398672dc3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 85280, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "fcf4973fb5a3ec3eddee613339cbe634b1f0a30b1b304fffb485f7b1bc957f75"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "74a22afb5cc6f8a9a0505b69e01788c0e5c8c8ec614cf59e38c4b2c2e04c13d8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "049ea6ed40bf3229b3352df6178af21f76387c5296e88286cc02df025173dfbf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6f6737f5beac8ecf096954e82969c84f2a16904d248471ca7de1663f77d8fb0a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "00055c7a48d2c16784ee3b324aa3311bc5e6ca45eac0b2dabd51c9c98f5804a6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ab12af5ec5ab9c039e47b4bb99d0717c66cf3de34521b3998a3bf281559c331d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2399d665a2b35a119d8e8644a35ac2860824bd98cc535974fb548b76fd720e2c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0e45a8c3cba41bb7a9edec1f09553b0071e620e896775455d6a3a2541e38ac4f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "68e5096ad68d96baf201c24326b5df1d2f2a31169810e169dac40c032fe64116"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "885095445cc9083023bf65d8a558d03add625eb907fa2f6006ad748a398c3dfd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9d8f96cef9bd7726ebd7a09fc422524a8dc3c5ae7357fd8bcd592805576c44cf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "904ba916299d88ca0480cd7ef6ab2a71a53d82294044ba9446f2b8128b25220d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "26adb5be25a35ed2cdd80ef3b3a1ff52316afbb731f3800fb6d25f315b06f188"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a8cc4210d20d543f31e15da95abf88072cb3722daef0eaa68e42f77ec6b35687"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e3000092a372db38fa5821bd066b647483de42b4f8e804f52d5d709e6dc60c8d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "478d067d8a3585f4a3bbe6a27a0be9b90aef6a65030cd9bb722d2e723a3334d0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "37468e7eaf97a4e04bb09821583bc4e25d7ddcd9ef9d06bae9978774319541b1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3a01831448b8604cb2a789a24a528ddef3083d69d86c1106e35f98d9d56b10f5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1dada6c8f89643280b0a7f5eff228d7aa8d4e84d3fcca5d254f5c22783512000"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8597137c605d64462795ceeae522c0b8f123add26f6dcd048670b5213b69c9b9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "15ebe6db0bf8c0b5da0481133cec3954142656369d9fa980ec0ffa663e4a1460"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "57b0cef17a73acbd1cfd84f7f65b3562faa84ce5dd987b3e1da9db6c66bb273c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d1d05dfedb385d09f2a684ad1f47b427cbc8a48f07872cb20b3ae637e2d48e27"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c596a6d980e4db9bca64a1025464b17c284372b1b7050e88b6493ff687600455"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "78258d71881dfde63d44109d3e45985d2030b83bb6849cd98f242a1a461bba45"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "fd91a4d1e4d23ebc3ca78644414d9fed79da04cde2b491ee3c47c290d50af4cd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e84c8c958320a7a8a0d9b83ef82d97b75e77e65fe29d8bf6e982a0d2f38efff8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d7f5a320210b751e358b354ffacf850b4fd6150819ccf9d86cc462944bbf501a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "590f7d52e463e6b8c85777108716ba9ce8256168411bf53350b2709a37678f10"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "72813facf658e9742841b619d99e5956237519ffc106dc40064381a285bf3359"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c9069e22203bf5f762a5940f78aac3e9e86825622dbd48d5b3a430b48285116d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ee8c3ba5a032809732312dbad6a60f3d77396e4432f912f110f1a29066c13e6e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4f18a30a37dd7476e8bc866b84f857635c69633dfda1d95808e35f9101c2b9ac"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "14330dc35f709a271cdb2b84ea27c3163f77e2d137aca1700812f5dd70da337c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c02374d581e96d0ab9f49a87ab0a7ddad2d6c3c33961fc0889ffb4f057dd0361"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7e6bc839dab744afdd0fae5f37f3edb5c465003270ea19a5c989635f10b57b4e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9b8632443984515846f6b6be186990344a3cf423978dadf0cf0dfe10052d53e4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ba688ccbdb1e031e0c2b1e78d2dfe7db96587e4b0c8899cb4f44d99fd7b1c4ce"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7396d0be1cca37629c686c5d6a979a69955aff228c213a2a1cd7a9b5cec458ee"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "18dcf8b2318141dec96854e01ee396b181b206c309889650d588764dd091134d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "809b4e813fbd1caabaefb6e461e23499605f69bcff735a9d7e4ea91ca44f9345"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "12c05a31e893fbe46c7c3bc82462dcc215fff96ff9797f3d48c5ec86098bff3b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128PersistentContext", 41600, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9c3e73e90c46bb86e34d9ed06d46b1f2e67252deb1daa2e52cd1cbaa975e9baf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128StaticContext", 41232, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "cd03afb89fefad4df1bbcb0ea8eae6494c75dfac0af0acd87e0bf6d309b688a3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 41616, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8a856041c9a22f4f030842c978ba31ec58c2c6a0f8269eaf4362997a7ebcdf48"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 41248, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7916a95a55a247535727fe262588443e69aa61888ff0a4b79cc856d707765bd5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128PersistentContext", 41600, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e085883766d4b611343848399dc4da2e3e2dd67c21849907f32ebe534ad7aeec"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "45df91369a826e45700cfc08c4f4e99019760638e2ac3a785018325ac33bab58"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "f2a88eb530663ba44cfd788c21c7cef6a1bf07d47c81b2dfd38d81175f0e2685"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "9e958a554f99acbbeaa183f07b97281a5a0ff1fc229df66c8649914e63becc1c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "0ec2a2389789497d80db965cc82fdb03f4963cc6e44a847d70c427a9be3fdbc3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "42002f862620fe716825a857fa3ba1fb75d51ffbdf8ad4d23d3aeff44d190438"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "563667a3e3a4fc4dead8975b14d996feda92fd1dcd0328ce240c43f69eae2e65"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128StaticContext", 41232, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4ec187d36fa9c737c1866edb0cc403b0b301019c1f82fbeb9a647a725d6049b1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 41616, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "522d9e760edb776f030d96dc939908d49ad6beb77915242230745658b751e34d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "b7c0ccfe54d2a18b1855fa323510e9aa4de8e6d1675935f1eeb67b7d964b4e0b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "83f8055acad71c9dc511f6147de866b1c3e93c4007d378f7e292639fba6cf666"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "4154bc3e25405e8e8bf853c49044b802d09dbd3bee669c36fbdb647d79c2b7d0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "3c74d5769f5dad465aa239a5a49cb987a0e8e2aaf2f04176a45543be2775cf3a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "dd63083877d57d23f28a2afadb42856148f817b1cf3dc57ae3a6668e6f3317c8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "39ae502f67c5555f6ab85e7b7548f93a6c43dc1906cfeb9960ef28df94dc4409"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 41248, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7c38afd1fcc50dc1c17208c9ea0bc1f2f324a7c98bd3aabd1febbe94edcc50f1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 41600, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "502e9de7038537ed23e3b16c60e210794b26dc6e7b294790a31abd5d89e867ab"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 41232, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b6a58c06dde9cb5c5f03f38ebb32832cba92cd26f266a84f0314874c4c35b164"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 41616, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1442a5bf8ccffe608346046a03b0ed29dd07e997603043d393669cb4735986a3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 41248, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0bae4ffcca9b2abd9acf4a019183e3d1dbaaf59203cc9e7647943cbed1479de3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 42368, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "975c1aee84232b2ee266c55a0a37cc90a7e9ea572cb4ac81d3ca32df7b332a3a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 42256, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b0b2622c0febb36a60c7658f553e1e42c2fcebc4c3c475c562e8e7751b0779aa"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 42384, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "25f75961a58d7395dd746d4cc6130694f04346b6349c4a790f3d89b498e994b8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 42272, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0c101c06f6b77f3bc9a467508d87c0b711d91d436e2410f8d569080c2efa195e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 42368, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0e4262eb39a03d1dfc02e4c748e4435e9842421c1e960272d9a0070833540392"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 42256, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1af4180f7b69363bc31c6ab1bc59b58c59021964786e6e0ca057a6bff965e110"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 42384, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "19eea4fe767b478cab1175ddffce0ad20ee2e7786f5d56f9fca66fa4ba922637"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 42272, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "36b76d78ba1c0db4b48438f6b4f8f10bd8ac70bd5ea391c51d7b7ef8c6d264d9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 42368, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "19c3ee5a52cc7804e88d6ae30bcbb79f3dea5ed65f26cb94178ebbe431743bce"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 42256, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b86164d545b6b49377c6aa178df7a66685d109719d44b6133b6c951ed4e134a0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 42384, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "12f0da388392d31f78a0dd6579dc3d1f2d36097e9ef2579fcc0a65c4b2d9bfb6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 42272, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "93ba98f82f097ffa9c037cc154746943af06569e5e835b543dc22063213d6958"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "a0d53ec91863f26a13aba3b30a34807800e4b88cb3c41f254ea7d6bd7eccd816"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "e5406b940e79cba76a7d7f5137b41a9909f0c4cea001370ba9c0d7b399894396"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "4838204f70951c75af1736025057e77ed6df557f9734e3fe7d315076ce0edba5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "e9761cd62fb7a544567433947288b9fabf248521e50547e3b89f1d6cf0bb42d6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "d4d67ef968b703be594fdd1b1e80f1bcecc96ecff24c049b5c0fc2b4e8591772"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "ca5005377e7d9882caf0c8b85e483e10186b6469cd901205014d25ca5be60ea7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "b4424ffca96018e621a56cd4683cc7577b7484a410355e9773fc730cbea48b0e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "8db88322adc9e73347eb6d1c7dda902ed2055f0f548727df6cd82fd411918dc6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "7081ad6e9ff6e71e24c8ca614a07768e7e00867fd537f0799da0fca30bf4f749"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "04d1cd56eb8c78bc99cc6677f15b4903df4eda1034e9c81dd933c23a73d228c4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "0477b9da13aa219e0e4be5f0ffb5a7c0e707f6937f84c19f75dded05f66bbad5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "96ed36703d37ea107b3c2f0b5ff6a7325674bc0a4b0a993b1a5034f24d36f271"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ca27b46cf9a8819041a1b8e6ee23bee61ae1633e98b53fdbc5580aa5bafa06d3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "867ad61ef3961fa6b5989a681d26a89f5eae34861cb50f24d9c4c4091d13fe6d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b3d2e0b2e8aca5e3c39473c2004d78f3f071ba7637fb818b9c194da47f0e2a18"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d781e332277070d892146d79f159229cbd98a18c0b8153dd631d11c27e20890b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "89707700dad686208460c5d8ce846f8d2e594c7908256b2aecbb0df6396d6d26"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 84800, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "430351150db8b0292bf7af06501eb79c7b02ed19538558e39577a0a11718dfa9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 84688, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "420293c6dfe935a51738ded3aa9ad7bf865fa3d0dd40f7ddeae755a95bec2b6a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 87680, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "1f479626dafc2bbc8f7530316d64720912be49a3321f2e6702486918d5bfb200"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 87568, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "416fa655d58c1bcf7dce2755656ad03e2f4626b7987d499296485c2ca911db74"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 85376, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "1dd8c74bc653ba87f9a6bce51f958231aa6e8182d23bb4087048077f8421c9ee"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 85264, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "03927deecebded33b818fb5a45605fb2c3c01d8f5abf047111ae221812ccf34f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "085b8c5a999de1e88bc78a85a78546d539b8bb748d0825111e4b3ccf418f49fe"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "610633cdd250d830e732db7b982ed50719d7b311056214465e33378994471f26"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 84816, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "207cf3821c1fad36e946772e52533faf33a2d4f700ba4fb7f223d4e9c7b999cc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 84704, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "b1a7c9945fafb5d3e65a54b248d329e3e9d6d9817e44480174f4fdb1c73a0e54"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 87696, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "83d620d04893e4ef548236ba2882fe91f06b402f41b46bc630e0c4fb6853611b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 87584, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "1fc2e6bfe5b4233f23a1f461a7d6da45151557ecf65d5d26b8f761f8b7fd6b09"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 85392, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "74b2a9703b24cf37d627faf73c6f09faebda7f0a3b6bb828ee2d82e4ff2c8f11"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 85280, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "d0522b8dc316f9a16a3e18ab5f82da4798a8673d81eb7722e905a3bb53cdbf2b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "52d8244077fb06256dd836237c522230f71705d4bac4c59a36f38cba30a65514"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a81262b4d41d0bf31fa446c57e7f1a14c08a95c5c357f101d8f07fe25edce66f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9e2a7725688578801ece84a6c7cf90a39fd530badc94398afd0cd4383e8c6a42"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "cdc0554ac33038be210788af85950ee93505e6ebbd7786a9a84ae217afafaec2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2fe3e6daebc8c1cfae12bb181d2c1b325ce383cd9fef67285fa4786d4d3d4497"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6810c4dda068159150e746d66fae1fd66f9cade39dba7c3cc591595088d46cb0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ce41f8d8c618b978ca2604b6089d0104ab0b272c8e8b8565dde6c21de1bc0dbd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6124ba8e44bf715ee6a56a4d5c6eba5b2e30272e3656b5e080c0026914410286"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7f6f9730c460057d2959ca364d6b276478816c31fe64c9e774439f9c4ddb8f19"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "445c6ce6dc9152988ccaa46b5d7964bcb235200703d131158f07e2075212e69e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "93d8877d507655a369755a2b01ca7da012ff6d07e079861bd25bbb90de6666b4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "be59ddd6ac2611e8127869b878bedead2fee2e3d4ec53f23bc4f9d5c95b9658c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "94d524944b420984d0aea804e7d258776c94be03cca168637f348c2bcbf73476"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d7d70471aa7371bbe74800133cac35ef4d91c5d8aaa3499cdf533ec411d92e0b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "90214b876694f6130e13e6ad7b63dcbfdf47491e4086b787ba2e45a5faf8b1c3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "220513411e33b77389452187b770e7ce5d6c3de17cc2e4725a4ed25c243f4660"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c1eb6bbba4cc5bfb3615a70121bb727540ae43b83986c8d3f83a9bd39f35b401"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 82560, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6c2f979972bfa132a1107aed6d3630ac723c85e4cafb9fd648163dcd6f5bbd0b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 84800, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "fc52717391aae585a9679628f9e6909056f46983e443b4dee8086ae048714260"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 84688, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "34102901e75ff3c580d6d6749f14f046af6fce9de412373fede0f2a4bda072f5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 87680, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "be23a928f3022b423c153302d0d814817a491eee991b56d1c9105282e6199529"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 87568, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "163284cfe63e4be38102e1c97ba2a6a08ab73f5d30a0d36ef89fa5fdb7179462"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 85376, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "c42f2ce7e80a8dd4f8a746697561d3857ebb7d330258938441437cc83c8ade62"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 85264, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "881381db9c658d001b6a3584a26882b4fecf133e268ecef4e2e90adda8fd023b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 82192, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0803003b0cb93d17695321bebe0b5dba86918e1865087185e8e08c2fa149dd22"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7ab9fa62bc47e59217aa43f76109f31ee0da59f3f51314522bc7ef86a191cae0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 84816, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "77983732b684aaff3164d6deb5cb9d6e4e1e299db902db9957b029705b0720c5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 84704, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "48a73cdfa8c72cbf97a464a83802ea0d609c4094b21f038a8a78505d17a3b951"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 87696, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "aea5c325d8c4b534e77cf89ce2641033bd41b71c972373ab0f8657bb625af42e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 87584, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "def95ef71b07162748e0cbd94df81b49209143bb4b22241d3130af3a3019a0d1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 85392, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "198d32f2adf46c9d26f92f9b10ae523c2f9945c7f8b48e7f78a2ef04ec63cbdd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 85280, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "3183580f68890b2560c8491fa5c5839a37074772f4bcea52b23467bf0d0c7ce6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "565ae37058d6ff31ebe49218554916c3ebdb7201a4a87e9891d7e6ea8393c634"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9850c1ac8acd8df582b55e50f9ab29cd97f28d4c8916b2551fb243af673fe14e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ae0dd10639e45d6758650f9c737b1007e9718a635f4bbde45bb27c5376443058"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b13c273a961a8d5a9464b6ac5d6e09685361101617923cf40af07bd4d8414bb4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c31508a50939e24b5b9aa3d82f4eda65a2dd4b8db5a417b00fa34ec321f2ab48"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "88264e92f41df4e24002b4ef707dad290f38d1eeaccb01e4493fbad357269221"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ca4ea4b130b68ac7f95ed5b496b00dfee1d38dc8e67461eb8c692187a011e126"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b228a83391c673a6361061ff9362cc48f497395dbbc58bf1c0ded1c8dd10ce96"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d48d87260749af936e4faa06888076e82568965fde5f185d200c505263a42930"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "dbc0f974d19b1ce994e6c99cececaca95a69ed2009369819b3b45abafa1f2753"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7ea2427287f51ba7cbca8a9da5a87ce34561911274f225f518492ec922fb22a6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4875fd22a713294ceb9c39d44e2056a3b0c0f3441e8213c198c939cb8c0b8864"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3fac23610da7cd3dee257fc5eace697398e416c5f4a1b8929c3b75c0a7ab55b8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "42a24cde7b27aff5005e46aa77a8b26a84cffe2d282fbd70a7987f7c013aac9b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "fc9c4248cd8c60565d838e086926ca3561a19fa1884179069e1465fd97592a4d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a63fa9cbf701e19ec086eb44a82d8dbfd52cab4846fc9a8e1b4819cc4591062b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1521018d09a6609a90331b77c754d77fc2e12b853459243215c084a769c4909c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b35d7b74530efc0e89933f677a409626e53f9c90ab3c4f3f2b245e887a184fbe"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c04e855bf8066a282bebb70b9d8b532876f928007c7c00b6ff7cf2ba57a3e804"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "cc6527a0a37bf99c64348d5ca18667192f6bd919ba20ffec382773d2795d51b6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ef3bbc515dead6be974766d42e9e5b91a599f65c3a11a9c7a17ec6f0de5b878c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "eab08cfbc5b9634d2a162794d92b3eca7f616a189ea885324d43c16e42b444f8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6cefadade7cbc8aa332822a891ce2b48486dbab342dbf4404d519649bc0cd31b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c86532bde710aff9863bdde292836dfb928ec1a61f34f1678f534f2126540b38"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "56ee4f9e16cd367ab835adee727599f61b057893ee9db96a3d7d65674884d7d6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b206b4ac3224b6550b204a2e0c13b41f1e7a7f89c4ff501c1293008b8393753a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ce14cdec4a47b4ed0885c424b4d49510febfb2c20f8cac8000f018c8470a8166"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f0653208b781f4fbeb51a27ea5ddfcfc6e7f5c9274341d743e1aa0519658e690"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2182a3e5d68fd33323ce29e43e3350d6538a5162b1daaffdd40a021d2e1f34a9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9b5d76a27b166bbe9c85a86cf26c107a3603140ba323235614d11545b3843d3a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8629a50096524abc36da609c31a03aa6b820006c33be4d08fe9aa169e4950fff"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f9524cdf1486c8f97fa1b41dd271d70447f88ec4f39ecefba93ca192a47e6f49"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9cca1496c2cb718b5c21de08b4a00426094ee9543e0fc4f1262a1a1ef7556b04"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9c4d83cb196fc5f046de1b8cd83c46370650317e0fd858b3592d99b10d1dab37"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8c9705bd1c371f9c2953cf52b9bb73e1c325d5789d8442b46a176fce8c313aac"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "fd7a76317331dd9f73306ba0358800afe41b6d605ed126f7111bb87bd200cb08"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b36b27672438e8e47addccbbf469740d2300d54caf142bd2e57c3134e007c551"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0f1aadf9a4b9b43852f7c1564146878a72fd4ce1dc2bfdfa48ff18ec8ea06081"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "68ebf38335f240fca9ec56d9db71ed7cb0068d0f72772091fb1efb840f9612cf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5f424c27c766c003bb5913dd63a45a2616ea975b6af029ee928a62c0956dca99"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "aeaed9f6aebb00fd912a9146d55f759e8a8aa8c8b3e0a3d7456d6b9bd80b20ff"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128PersistentContext", 41600, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "16fba3f003cd2eb4277f19cc297274a2298e8df59a4d10e34a479dd2f0034425"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128StaticContext", 41232, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ccc2621742c19415205fa99687f6258fd44c9dc73ae0dc243034900f2c1a08dc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 41616, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b7a67f7a607b56708225e22d955328f3f5aac2a8e19ef6a6306d28b8604ca5cb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 41248, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "be33e771e185e3895b6eed6f4cc2dd78b770af4f354fbb2fb2395ef5e6f97d74"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128PersistentContext", 41600, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e09ff6709bbd7909e93fe133abda3e0e64152c71fa73e85529f4f740fbe14dc6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "336f15fbfa3e6350d34003414e3269252dfb9a8f19ffafaf497b9a0f14d0d174"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "2056b807d467bd2b5ed5291054165b2dd968ffd73b82e78f68e9dac76d36fc21"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "41d87767086c9b783d4bac93a526dabf26d0e488a94d9fe5fa088037d76e3c32"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "cb31b9106c2160b8e50e6a975f723d15786a43190b7178f570de8368685bdc68"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "cb935b9b6b79ac7df3e7bffeaeb4ba88863eaeda38c061d54f435a755657ba16"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "81bc7e592bfd84c26eebca740f0b170edf89f33386fb850af9a3a22fb308f7ea"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128StaticContext", 41232, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "72b74bbba19d0bf1f340df90f92e18ae1124293f29892dab43f68bb712f0acef"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 41616, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ed1e3368f446789fd82c7a69fbaed0107fe8e86d61ba3d10e7dcb01767b06bfd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "43ea3e553824770aef91514fc6ccda4e396bebba6dd42b442e67e3cf1a65c7ca"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "d6d63266aae2eb961485edb08995779ab0890480682a102f32eccdc32c08ae8d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "49a459ebe117a70a6f0d3ebad012969f77526d1843122ac85c77aa40654bf924"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "283d8c7bd2fbdaab7418cee5b7cffd6b03f998312cb0dd723fa7df0add3276cd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "6d5a29355ffa0ea6fe1d27d06598615afb5c77ad1f479629c831e1c36737319c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "51769cdeef3d49a7c61e635e962f8e8b6e294d240a3b2a7fba33dfeac3aa28a1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 41248, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "84c6d4ae5c1c800a23bd08ec1bbf2f60e000a47f3c8c5318b55e1cf39b758cc9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 41600, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "33f3f9e3620b28abbaee4bdcc2b91ab4f458adc6621f3c17b8d85728e7705010"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 41232, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3682dbb4264b28f5d8f82838b18a869cfeeeb475e6642baa45f555f5a90ce1f6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 41616, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1e861d74ba53e73f62c9bc53138c2b1c18b6240a7c55af622f60817708b1bd03"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 41248, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "44e18e3e39e04cd67f2baf90e85d35a55bcf08a4726f3b3aebe752a0dd814b8b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 42368, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "344b62ad7c079b41f8d2b2fb78a985b016676e87bd9a12634fe29ae2cf7c5acd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 42256, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5cb305fca9dd59fed71dc16aad28131bd714df59727030b00f3c72a914a6f50e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 42384, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "73e392f03689e39a4cce22ba176e6d6b5ea59da523a5df5eef9f5d5633ce6bf3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 42272, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ded82c01019a76d08b565cf6e08966a770d2e5657082f4372af0d0a4df9fa652"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 42368, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "22c2e97797dcead00f32b857f8d11bad8b2e2a5457f3013bbe1b53fba9159dde"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 42256, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6e555b5694c38f297fd63703fce5ca62b4f5076b73f5f0e26547bd385f66da59"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 42384, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "69523a935dcd43d762d0e1d610a0012ef60d5d1dc6febda5ccf5ebf018da12a3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 42272, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "366e5f2e00fde67617e5d19fba51968552a8785ae630d939d307e1c70a6937bf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 42368, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4b111f19789ff1b53df65e058f1a9f2fb54f0cf2dcaa089ee319cc63d2a6f7dc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 42256, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5039f42bdf5736719483fa7aecf21a8007479c5f851b2b845a367d80e667bf65"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 42384, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "78db92a8de0223205716b7892ce246909ccede0a3b76f001bf6d15f0dbbc8ec6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 42272, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9db63a2ca5ef562d01deb88a80da35d058ee49a11ff9dc003cb0845927933a11"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "2327207994106fe953762a02db004eb51afe9c7dfcdd9606cd7ca713ab844993"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "9bb041a4a3fca8d819c97958b4fd813d4edf45111ed8ef4ff5555a51ea009dac"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "d70a509d4b3ef4e4fd17a14af50d536620b67ecbe6e63a4c24563a810f41099a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "3ec3ffb6f33b8c0339d163c8a38d9a8a71e9e412ff3653fcf8172ce49cbcc201"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "08f870abac0f0a40a4b01fa0bb46346367a07431b1bf5d283a8671d062386789"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "d5c750d2229f31680fa0edbc24c69aedb8b254af6ea3833dc6364e1b46f8dd91"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "dccc4028733679c002b183f2b46a3cd909c40ce5cceb2d664f3e61e7ba6adf55"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "8ff4b323acfc5ce04f494ee6896121689d9bf4f9aa156f48e349d8c74452d76a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "d30e9f0738cfae15cf805c43d28fd4f37fff3225ccecd752ff3e98e61161a19f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "27eac87ec065e51c2522d82650ee590dbd3d4973577859b5d9fe04631fb1d85e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "cab14ce0cee88b16a8bfac509ea9e53dd5f69c70390d501aa3df30720d25e3c0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "073ffacb26792f7ce703f6abba548c4ef0026905dbc7a7aa31a0610631825475"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b3cb350fa52919a872c3b7eb412caa744a84ae190ee1574504145edfad469a2d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "842c8bf5edb3d402c2517a34a63eb0008d70fbc005ec15e85ccd0356e74cb04b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a32474f4226fc9c104df8c3fc8101617cded7f682ee6834500be39398658c328"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b8fce8c8ec9efee3cabe42dd972eab789ae1a464793320654025a92026967c02"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "62294da5e3770844efdfd111168f14dcf170e26fbd2c79e72fd50c7096f77b6d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 84800, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "1af240853e28a73fb0d9763dc880506921485a451581ff8eabac86d9af8998fe"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 84688, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "9beacc20827d77ed7b0790defe06535735b83973675d5524acf7a21c8629e44a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 87680, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "7e52501a8fa7a856874a55a1dcbe8a93eb4d32822ef62a7fb6af554da7d4bcf5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 87568, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "318d88cc9c64430d94c085fd3a5f45651c09a4ed92fd7470410adefb94c299f4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 85376, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "ec7f1eeb97b00f5e35049e7084c7c356e2f19f7cf0cdd7575783931da385274e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 85264, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "4ad63d4d504a35a81be2b3f5545a0e10a7d610fe9b988055144b1c2853fcbaf3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6414396d6dca79de8dcbcbdc098b41f9332ab4a5840260d96307fad4f52723c2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "082df68127136cc4c40e565fd2c60455119a2328a8c9c932b2d08e1ae222a3b2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 84816, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "9b06cdbc31517bac54dc37c8690846ef85d808a8178a89a7bccb555ec54c2bdd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 84704, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "a673d026ced5e501180db773e3d9645cf6731495b93fb26c41e192364638d5e9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 87696, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "a13b251af147cd265f92150056e0188c8d91c8c91c130428fbdf4ef2cfeca875"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 87584, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "d21f2ceda045de6c7206f4b18e0714e64d7951de291fdde6dc1c1b4e8ab1a66e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 85392, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "35618f984e35b553b1b2e5ac0c40c9339e267ae4b5a19bc5b9f793d3a0e86bba"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 85280, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "6183fda278d613cecf469b762375aaaac7af167dd10520da7b19f84c201d3393"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "535e570387d7dd9030ae8c913b0a5c2815975f671b0039afc9d25e46cd48182b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b0fce88bff00c48bf83c3abf2b5ae57b21ebbfe38d09136014a036269d824fea"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f1206f9c7f973c5a8a3536a76830e13f8ef9a91d5a5086aae541fecad5811791"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1756b848566cb7d53aa6d476e9f4f4273975e4a90b642ea6d624280789a69b89"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a96900f83a0bd2f7cfdf33f25d4a74bb386fe2eb478903e6073c4097fe52ab0b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5415bbbae85bbf4007b656ad2188447ad287aee23922bb498f6bf40ef1b62f52"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a40aac84aa617d6e6b164ca176ecf21b444d3af92aba4f9ef6adc0de6c60f5dc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2fae02c7c0777c0c47e2fcf38168a7504f8eddba6e03039f118d6c2e470a16b5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "98c6a891648c67df4926c88c344e41182084afe14be6e53ee0e63e80100b6134"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7da3a95f1824db8e8052cc6ee32813a18a7e196f26c3b2846b02a63d4e3903ca"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1db2f0d618d4ecbfab1c8535625de2e0d454b794895e712cc1c5a66634718ae7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "499f997b0801ce9f4794442f9566f572a9558f7082ab213e1adda4927829d49a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e73b1ac8c0ff85bbb20eeb3c107379a3f156e38f174ee6085120196960fd51e2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "16da0e1f6ff016fca6043e3df5a6355d3ed4a480deb01b4549ff866d3265fa98"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d8384898ef1ec892b479ed3da788534226719aceb0de4caff8f8b458ea32e4c3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "fe0820c606351447f05fc3de4b24bc614c7550498d1961641eb889dafc295ef7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e7bc4b6f7c38c03f11d51acf845ce79067d985109f86a5a7c2318c2d2b6c07dd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 82560, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a20d5056a08e0473adcdb7fe4873a2f2bd149f573131a2b0b316a395b7d7e87f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 84800, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "f95f446b3676cb34df648ee367cab2a6e056b0d28af74f6ab581ab36e8eac0f7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 84688, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "9834a99dcec18ee4f78de8612e0671291f63444f28391a09841fb2bac9e299bb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 87680, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "7182964e871614850ebe6714d04328218c1b1bf364d26153e27a35ae68e90d08"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 87568, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "a920eb9456e9dba8c475ef0610cacd6231b438fdc10314f8f0bda1367c983917"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 85376, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "d4479359191107065ec23ebd0e588eec348c052e09230c3288d1cf2e0ea723ed"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 85264, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "b0d1d5082db57b1b45d67a27d9fd9627cd48fc93401bdd5701ab3aa0a699d136"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 82192, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8d5973a6e8dc9c69129a4cef0499e01a8afe97931f2ead6550a5b310b9d0d58e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9eb7c0bdfba7cd9a80c7604ee5045234a02a6b97870f34937538f2a27217aa35"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 84816, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "dca37044f4f572e3b9dd3119417b1a2ff5e5edf6b2e0578e2c79f18ccb293d85"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 84704, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "c7658bcdb44361ea38d392907a7d61919fac21dab189a35d342ee5197bee744e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 87696, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "ec99d1d9eb1419ff21df25e189a715cc903e5d7fdeb1936f9ff4fba7096c7082"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 87584, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "919aefee3e76aebc9ccf74a4afc499909a8f424f445b3f2339cc8927de512ae5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 85392, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "255fdbb2ec4d1385fbe0c98bb2d7055a67ed4b5b443a6849d6d62c12c3e64f5c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 85280, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "e26cbc8a5aa47005cbdd77fbf2f99842836c790b378cca80884780f1a1bc6101"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1c53aa116189f5ad53f19b7d2a76120eb9a1e61862afc4c25d44c3b34db75888"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "dcc1681762141fe3eb616188f71cf3fe7e1264b4b355f0cbf9973b25e85237b6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "757b5ec259b06be7feef25a1644c9fb2f5063fd05f33d2f5573563ef6b74a412"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b97a9397d94347d2ed8c8858bf1921ef334cd40f8a4e3b62502bd2f2bb884cba"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c8138c45a4ab05a100fd99470b4694e3240fa9e91c0037168d547f8aacc4e068"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "928015a136dd8dce65824c9f29d13c5b2ab1d287972d4f81f006ea1bfd0bdaeb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "259b481e5d19332fd82878d060c9016a75e682e6ad91d3b809972f44077ba37f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "eee82b91987eaa38d257467620e0c17614fb3f4297c9ab88651a5fa1efefbb90"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "da3032be8cc325cfeef107396188febf4737f9b605c861b303e7cdb6c01013aa"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "43c34296a5b1fca453cc70015802b72d49a3432aa427ad28457dd69a68a523f4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1547637c3ebb7df98bb2e550361be13ab4a3861c2340db3a76a3f572694e7ad5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "52de4f32dedc153290b31e75ca7bcab30a63ef2897ab8e8747065eb4b09df399"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "cad6115b8ffa27f0e28b982f35d9368cc8cb3374e2dd018f25fe6d14e1ea0f3c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7cad92ad5567a37c2c9bd3d47e14d505e82daf6ecc660e50334868d6b0453ea1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "bed729b53240cc396d3a4336050690146de22b06702b84ebf9ac1aa2b4da630c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7c10839309a0b4085cc79a51dfef045cc349de0b7ea28580caf4a7716312cd3b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8d37a81dbae6fca6ab9c73084e315ef2095ab4be8efebc633ccaca504789f7c8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "513d80f65840086b1eeadf7cc9ebd983816bc0c73cddf271c45636da78af8f8f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d63f8e9b841b001994f4fc8448ca49aae6e856865cbe2ea5d04bffeb89612090"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "cac26dbb25563db6b6e9ce9e0bfa3f277d8ccc05a6ea18d05cd23fa2f08c899d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "dce000d20f066c5df6d5beaecbf47451d8bc03f7903e13a57a78e98fd2be4fa8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ff87f23076844a2e8a86b530595d9cfa55c776b9ec4c794f5c5d7cb669353842"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8f424567fd5c8974f814b06f4f54c61219ab40b3dd7fb74e5db3efd0accf901b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "04bfc3605c6b8bd51bb7b7b0bc12c63f4a089aa2e8acac5e2db7b7c37963bf0d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e2ef7fcdd86703fdea122b222c9b65197244251a24738c36f6b293abe7185f2b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4c2af83ed772320c1828b20a04aa8d6da3b7b92ee11ca013e7bb80d867934964"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0fafb52ec7f574e557664591d72131578da39eeae9de3c2d1956707be8e37ef0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "23950ab2ccb350ed19fcf7ebb989b7403750a62b941c7f5caa955600187c8409"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "798c2499e7f16cfc4a5d84b8f1f8de3bbbb74b46d03361c2245f9af32b37f964"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e21909568f28d24f937cadd4b309f268679ede664c45177bd33df716b5a76533"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4ad02da7864fb2dc1705f1820e3385149dce7fb68e4018999e17ff36c3e59ebc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "df0b01451f97260cc0da2b8d07df8f096e818983cd4b704f6b2a2da023fbae2a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d15d9e96290abd7f2b2ee2619761ff22a28c359ca17944400ad9937cbc4b9a11"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f4d6fcab0724bda83968f590d6d9e45b5dc86db9716647640868c9416d03e32a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "481f34a05e8ab0dac6aaf324ab6f9251df1456806e9b240d41698f4abd8b845d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c17d87ed4c5a1b0754b7ad7847b0ef9f62565d9f3b65638d626bdeaa506a8147"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d09be0c6880c0f0085cc6d91838b8e162814b24e0182aa7877f8b8b38cfd6493"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "aa2e7a63529829bcbd259d26a9837794d56a3feb468eb6c20987f0b423fd8885"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "df6beb3a918a7850a305514cd01af1f9bc608cb3105e366a2446999cb5c1b764"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7681932d871dae46be89f86e3d2e7e0396188fb1274275da1d64aa907ac2297c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1d2dbac696e596cdd8d8f42e498f160d5be0c0ba44015344057364f50947766b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext", 41600, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9acd9f374835abdf64a442b69cc206ae63a2909432309b3f0b0a99b98a2855ea"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext", 41232, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "db2e459727607ed61d2a60ebd07e19226ae265b45a6048b914b9a2e7e51c91a4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 41616, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6d49ee55c9cef414281d59b293eae4666d3fc8b76853422acb923d4c2ed859c1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 41248, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5b1ffd97c958791848cc1cb3af72e930d649bcb1b04645e71f3ccc8b5240516e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext", 41600, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d19619d5cad90a2307a763ae884ed3015753a37843c4204b2f7c8e9ad30f4079"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "bb2ab94088b03171555b23470e1a9c4d8327972873c2279da43e38f7782eb47d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "7bf6df006679d15856481411a2605bd153a84ffc60b323af9b6e335930b80a6e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "f2ecf97e06165c04cce56b5af60d4e8df7a8157ad2da29c409b071d9debb2ab4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "28103c7b95b82e86d0bb11ef8276f7cbaa0e201eed0c78883b70727777bf24fc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "67a667854357e9333f666b97e1f9eb39c9d7a390394a2ec0ead5e0dcd3f88f23"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "57d97791bce5357e58d48efe75f8532f5a9054e3773eee948791e4752a5be2d1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext", 41232, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0e7eafc39bc3355af92380a058493657300ed5efca6892e06e71fbfb377406a8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 41616, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "77fbc49f70726132db4bc9d43db8b6fdc005325e5d745f1b2c77528c50ad6001"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "bf3a3d63e63ea8327160b458c6631d7be05ccdcaee5d2c702c54c929f4fb70b8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "a280a18fe1036dd072080244114092ecbce1d0c77da3f9cb50304b9d6bf598e8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "23cf3cb8ce3c50d5e779f618e3de5bbe41f3e44804f9965f2cdf65742b1e60db"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "e547e6ffb3d57c49a8e49dccbc8c69a53e50672c536b3f2e80aeb5488da6eb5d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "aded63441acda72ee5ef0ff807e19f73a3060b6c623b5f0ef31d4f1ad650de0c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "ba865606223940e65a785d2157583bde7f39b79c6ac584e0d603f1b76e79c906"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 41248, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "48021ffeeb4a75bf9166d46f3ba1605562cd56e36dbc444a5ac2f5d18b8b3c72"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 41600, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6a624a8e900ab21e21b949bc04de6c27e90db0e44d0160d91f29e8b4c01b83b5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 41232, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3bf23af700b3e65ab1cb3cdc10063b042471fbd549dcfe2bf1d7a9eb5357c7f1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 41616, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8c21adc3c7f555edf53fbafe8ed2721f5bf08e22b5d3e686575eeee2a8f0dbeb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 41248, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c9fc9743204d8a0c76677684c1bb81cd6fc77ad6dc30545ba579e90f31c37b5f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 42368, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8b78730b9c8e0fd5d6055cda3c49a835e33547b6ae68ce27cc4f9e79fba1ffc8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 42256, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "392adb96debf4c14c55dd1e506db25cf23f45a535d57c7eaeddfe71761f60890"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 42384, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c90de4262ac1800167f3c075a99b4e2239ead89422725117fe161d82e2e4232d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 42272, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7462902d22136e01115a75c494b88fb9bd3e112f4c8a083bdea8f3281534a0f5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 42368, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7deacdbd5e41e06eec8587ccd3c9208d144370a8f69d8323330361d213af6883"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 42256, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1bdba7c3aa5524822f8e3c793a9958fee09dbfeb87274cff78eefcc131a57dea"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 42384, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2eed6fcca67b4cfaf7dc84cac418e552745e56e29bc16b4449919649eb5bc8b4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 42272, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5601e70c1b6c6184e8bd1f28f38dbb4b71b1e3178d217d26d5ca8e2aa81037eb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 42368, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "fa0a71ae92d4b758db1c68fbc2912ade11f23816009d58197994ebc2c4b549da"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 42256, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f1d2e6cab5f1b30aa287d37ae77a87945f2eefb7b6398f1d852deda6f8dc6f8d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 42384, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "92019d76826c4d410d4563f481b832681b495a7e697dc4e2ff897cc38a0e68a9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 42272, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ef8df9aa0c740e851a84693be91dc73606f4ee6f1e72d435295424d64fb00554"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "a846713b97f6aecd6b68fd618f9fc54656d70d77d389f1e6f62f1bb87d4d6c61"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "484ab8ce131551858e73461dfbdab615280a8fbba01adcb67419d41bc07fcd91"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "6993695f97a5b9b742cf422abb4c59a07b21e6267ff6a685a5420964cf3fff54"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "1164860a21c3d5be271d08a8573849ac2fff346b54b926293b4355c37ff4eeb7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "81e510ed4519c37291b68535d867588ac7a3b0b3ca9ef5df6c0f07e18a849cd4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "829bb1da03e5ebdb6fb5aed00f6dc70c3ec6d2c8b0e70d01e6f5038b562d42ac"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "69cc8810c0868ff2b0cf7f9411267852867561f7698954d1d45a76e2dfd99745"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "c55aae934dbabd56d76dca89972ca9d0c77b4d03a99c1faeedebae4b4229c3f7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "38ee1a8e71bcd71f1014454885dc77cba246cde3edf7b721a14c36778ea70f03"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "459e6b0c1fd54fab131ed7fe960eca985983ce139634c281841ca4138c769338"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "5d5ddc3c35912bc3cf1a5230af6b46ca5d64ae967f2bff6067e5e50bd49f7bd2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "603e79ef30729a6c04064118b55c976bd86afc1fe54abf0026a2a0903676817e"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext", 164480, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "597a8f09b515f1ed5ffe26690053c7ada554ade99290a071a1b81f25bfe44e75"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext", 164112, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "97e70c98e3e9e7890e620c00717e39f32805ab3b7b7755a4be2f8b6d8f4b1a15"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d8cb80264f4d01b8edf57b2b7aa729f286a4d471f2580563fd61caf986c20d1c"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d2bdbf21e22c37574cb7395c02c46dd0cbc5ef6b7a2dbafd2a876c7bfa30e271"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext", 164480, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "bd666bb758d3513a6378e1bdc048ea5f607de1eae09d91e013a138aeb85b849c"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext", 164112, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "431c421e6821a3d34b34b03b8f528825071752a56fc16d02cde57e8affb2f027"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d81f7258a54a158eccec8462786a59a99e8a900a10537fff2523423bdf0f13da"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3d7dd6359abded25ab9106ca438d218ab32499e9f276a70c8274d7933e2c8050"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 164480, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "cdaf50fed0386922b31cf7be2134d342d78598f05573754ef19181fd7bb089c4"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 164112, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4e1bb27c5d7e38b5ec6337b68b1e9b59dcbcfbb511c5c82b4d0d809a42375372"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9795a9a6b50265f0dde4350fa87f3a9b408cf40f94c47ec5806292a0b5df0809"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e40a6b55cc58548a2b33a3be3fc86b33af8c6125d680218e6490daf65f6f043e"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 165248, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "27da5713649785ee891c0c2624f946eabf0576532e927dba0528d68f138c19f3"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 165136, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "79733654dd4649f4dfb2796a060a1f3375e8da411d11227653daf3e8063b90fd"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 165264, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6a61b2175ef108effafdbfba5ee671a70044b92701e4d52623d7c9ff292e13d5"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 165152, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e1e73ae1526d396f6fc6d59f302bb362fa86fd66fe0369d542456a7b95ef5488"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 165248, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "506bf06b2005f77b9998a738980975dbbe0f4071ab686707d1042454ebc6ef1d"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 165136, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "cfe3f43a75f0f5b869052321512cc958b512135d3a752bc3f35ed01c983d5f27"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 165264, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f26cded1fcbcba382d437ce4ac12f77e4d33d928b90517f43cf0db8cdd9e55be"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 165152, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "88e39262ec83ea7c0b0afe4cbd569096b07d7d74e5f8ab5fa89b774de32019d4"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 165248, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b99709b6bfbeac97cb7f204f8a52d684bc13d5ebe11f1ac649a1b4ceb876f6af"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 165136, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "77e834b6b006b599221af26c542e70cedbeba322c718562e6c7c8d0197d87211"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 165264, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "be62210ec0cf85f0dfe4488a1717578990cf4ebcac94e93322f3866fbca782c4"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 165152, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a33cacf540cbe7c283a2ca922e2a0139f701b9602e02304cafbd9093f63a9206"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 164480, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3be8d058f3880ff91493b0654a2f68fada99b76c64133abe4856b0ffdb0893e7"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 164112, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f4dbd59cddd3a2d7bec456ec98e3841bf3943008b51c6a6815fe7ab05ea15e8d"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6fca471a6e66bb745b1bfd187b20f3c105770d42d7c7ef7e44578aa5d4830258"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4d17ac4b0f84458bb2facaa4c57f817015492055ed951b6ac43b4791de217693"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7ef3d01bbd8164763eb866d701d29bf96e71af49a0739d6852efaaa23312bd27"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f025c5a72d9f13efdb6c9d285cf3d58f1d05c380dce3a2c0bdea43d2ec607d51"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "adbce25a90b7b28045bc354001bc719b71bef6125798ca151a954fca9cfae0a3"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4abdabe12d98c016148b596ab21c0600f09fad1704be5615b417689115bfbeca"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7a495c33b161399316b690a2436dbf974c0a42110a7fe90ef1791a5c91acbfa7"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "154828c04db55aeb077d9ef073aca550357d2d9dd4b781508d8c2ad1df242652"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b4d5f3e8ed41dc0c7c6cd396426270065a1b2416b05d705d8a980563a735e9a7"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "03bd069bcc6d1339644eeaa3210c6113a10f605dddf374df9e8a1d4d2076d2d2"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0a344f531a793ce91db99188a808edc05e45eec90b0f123ea8ff3e00485c366a"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "aa813bff4cf68d1c662aa369610cdccac7577e34c18e9b1dc175e189611f39b7"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5054a8ca06603d34f6b07616933e98615f0cb170dae18938fa75db888c1fd40b"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0a70c7585ad9928678466200bfbd89493a95a05c2dbad5296aedb5961bbf77fa"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "08a6d23841ee10f2458b96f39b305a6e58b6bae3bf062a7d62afdd9347ff4f1e"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c512157806bb163a48d828380abbbc8e8e9e24cfd690215781cd7394529a50bf"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "071a99faae6588d93356727dfae4a64c2ad456f00a3753b8ddd1e976448dffdd"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "06ccd24a1f650be269e5605ac114a1051995238961a6039e1fb5adbbc59f0ae5"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "92b965a0ae5a19efe8bbd88104497145755ef8a7253f01c8bb34e8cd7270f1d7"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4c81bfabf8450d578cd41d1eaaeda8916469e56c6354f402aabd4f1c2f50ded8"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "32881a07376117720f0411dac776c0056eb48a5d00064fe071bf0e366dbf8554"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "fc3076fb18fe96e0e4f38f6cea47d3abc621cb1debb97d159ea061e41ae44363"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "30c5e99cccbcacb9f6f1453d4443f2162a464e1629b3b93b27b672400da771af"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a9457f6f45f8db40c11283c0b27b00497f9415d9e1ba0b1fed4ec430e73cbf8d"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3c5e440561942a79bf0977c828304bd68a294e7503916c2230469e5da30f810d"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ed6bb09b4630cabaa6f1ce7c2d7abcaee146165757fda6f102d9aac9e079d9d7"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "55c7f09c1aa8fae75613d611f74bad4a2a1bad710d6c84c0321aface12cc732c"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9eb7d883b9236c1ec2fb9d455f7055f923936fdfb7faee460de8f08e8d7c5eff"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "206942f548d2a9d8e74c1f40e9b848f2da9c3022fae72412b14fafbe44027a86"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d787528b2a0a56f8cba6fd866357cda006ad11aace06ec1e1e090fcbd5374535"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f1733b24d411fba786b927c3141dd8baa9f5e888186566fa421df681ee6aeddc"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "cc16ace1ccb6e5571976af852a96c98ec149be4dde01828b30ea1cf3a633077f"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e07a8773de677b7996ca417d4b2fb72ea944a5238f983ad78553b8ac507e0b2c"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4f5790ba5e19f3a9b1d435b24942ea6d23cca72aa5843d92902bbde4f278542f"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "48531f4598ef6649e36abcaed00ec18d90dc5cad6da731b1396dd6d729036d01"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 197648, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "046fdd22fe4fd49f634a498b38a165a9cd9b3d06fbc342128081eac9290857eb"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "90ef28e574c34eced0543a39d6097e1fb6bda5194b78bbdef392b5c42e08e15d"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2c29fefcc62099c887524aa6333c4a002a4fe4990bef9b63dac7be0362ab5f1c"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ff708554f6f61ef9c40d0ecb2be9319fa729c81f8feecb20b85d1054e3a0e60f"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 197648, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "566e1e09291ba269825d1861f81916a4fd431641858f80406c882b4489e1ceb6"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7d8c42281928e77a6341d39feb639e2c5997a70baf3bfad9b17a0c97342100eb"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1b47974abf00280a7df3a4a6bbfda25fdad5a905a9c5a5e4cda710c537bf0d4d"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "05b85a3414be53d66fa8e6ab27d79c7a0f980d703937fd90fa99315e8781e764"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8995c4666f2e96729092964b99ffffc2c9660aa0bdbd170d2ab0d37cca516645"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "fc110b2845ccb1e07850bde466e34943d75e65b2c8f66bd153921e4765dc0311"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "20b39d8c88636ff127e670458452d102742221bab748274585d9c942acb2d872"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ea598681c749192cb487e41072300cb00f4afed56b55c7138760496ffbf5e491"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d0eb1817d3dffa463038dc7924afdb173591f750bf6f626543918746c1593d0b"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "20643ecc8b009d3cad2ba0e6a24620e88740b91e4b7c78b9f617efc523ec6a45"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c0b732b7f2f8e512878bf3c2851419e554e99fec5a701dcdb846d46c72989b4e"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a46893663410b523fd5c8cca79d916e04efca0b571e8b0eeabc4d8ea065c51c3"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "70bf94195d5f2a8396222e58ba12d3a74acaef69465a4634e8365846e9c05e6c"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1dea53bc7897dfb96e0b1375eb224c0c93a392d51e941c3400dce91ab6d0eb94"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "70c6c996bcc2ac8155915e59c2d75f696e68c0a3003333a04f012696d991a7a8"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f5c524ca88b96197ab2a258f483851ee580a4304693e5c3425297b47ecb57e50"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c440c07944b029ae2181c178a2b3b2ce7e8c7d888d44ba31ec5ac3252a53b73c"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "12c47c3374682ad4afd5d01a54c7f388f63d2d2ec4319f245ad71eeb8fed7019"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ace5883f88d459f69193a5b82d5ab059178084151f11b6aa984abbe310905a8a"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "596cb416831f83287208f39e03f69603fc14b6e7a42f0bef419f2d3ad4d50a59"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "527fc22b34d4a9adf9bcbf83c3c75e454b5fef841f40fb75508ee33a256abbfc"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "440217cb605f275b2cacb1d04741a4f498ca62bcd94fc525f7909078f8fb7118"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "33ce56c38b16137e55399c46f8e3a98d69fc4fdb649cd57152e30bdedcfdd46c"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5623078ed838add440c1c966c28684546f97202b7275171bb6a64afff9bffd3a"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d6e02086c918c7984f48472e1debe66f0cede9c37b9d9e791fb8dd8e07f946bf"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6d7ff61ed02161255a565644ed593bb2aaa873e7a98f4cd570ed04f5f0e13fdf"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "26f6159d1e538c7e7145a9f8b27f4357183a8bd4f6a87c336472f1da8c5c4e0a"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext", 164480, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a8d1d233aaa01ea640d9eac69ce48e99ffe5077bd97362423a053b6d79a22981"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128StaticContext", 164112, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "be3e8ec0b060f3a5576a8621191ff67beaa6913a6b6cd2a6f2baa0702532ee74"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "263eac1d3288e5e0ee810b50cfc1a56b17e0f7eed32f8f30b886dd0c6aae0261"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "613a0c311733c76296fb4f2f91796b86ae53c022bb2f954dc808987195ea9f9d"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext", 164480, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1e39b996807fa8d5779dc01b62bce5e13208ba78dc8f23f111322ce44e29887e"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128StaticContext", 164112, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "85483ce652e39d26e8cd731e8dc97631f5a2a00e781c324f0a5c0b95c61edaf2"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "29dbd23bcc282e4ec07a31dda15532f00491279673c3b81801866fbd902e7ce5"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c363c8d78908c1720a7f060a0d2ef1dc09273e96f9c1d9a1f8cb0d2c257d9d49"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 164480, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5ad5dadf03839cf0a85b6bc46dd2b2c6539804d9dbf2b8999ee72f3cfd3f730f"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 164112, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f01600988bd43f7b39844e473a6bb7b60141007c76b3c457bbb1b97211cca329"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f2be3f475cb19a69a73176b5dcd7a78a7efb61055978566eb03983cea0a41cbb"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b064541c721b6e05c388752ca6ac8e7ef30ccee9ee7ec961fed512502c2ebd9b"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 165248, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b55854b1fb5243138856050065eb98e02ec9e098a1d07403f062fcbbc94e5e92"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext", 165136, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "bb4fc8ec5fd90bf4cf1c2f32671d49714989dda2ab140219d44385012497cdba"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 165264, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0d7a5ffa219fe4f3f802d281d0ede19b471e50cef151c47c855d81eca8a98ddb"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 165152, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d4bd7a70b575b729183ea2118e5463901a60d2c3dd7a9b5311094d5fa60cc5ab"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 165248, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "dea8fa79004158711edcb0021c42fb11e681b1c78b2495b5d76a6d4f59356a7a"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext", 165136, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "846d3990eed2a1d05912f04fa0fa9fce8078882af1b3a8a9d18603af8ec685ab"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 165264, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a9548c9aefcddac6395212d4020b34d4934c0d185f54dcfa524e7d3ab0a1e486"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 165152, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "72745f49d5896b0f6063ea19b367071e6f6d3b9218b06b90dbb12157008381d2"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 165248, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2979e4e2ef896c63176a1418dfa4aeb5a97bdee25da92b87dad134f34e38aefc"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 165136, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d0aa915c13bb45bbe2bf077681c41374c651d9d7de002350537262f1f786f4be"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 165264, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b112f67951e9aebd2c732d5e598e8781fd3ecbb2a85731697622762908806d83"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 165152, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "143db0011677c3de243d1a1a66b91cd01894c2949fb95f15784734e322f81874"},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 127360, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a09ec75e78474cbf1843b61a2c749ab7368a827e9e4f88eab4644999ff9600f9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 127248, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e2b21507071129e1da1981050e9f876f6bcf8d80a4474860f2c354856628fec6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "eb5021e457406417e0d72db0e5ab95a60930ad32e79c52d320c684e77f12f637", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 209944, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d6135a11e61c0a8d92a4a3acadc1e269a03cf61a0d8be0c0257944d82dd879db", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "7a5d0a83eac748d84a8a49dd64140f73574a3b55af8daffd984ce7969d048880", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "1eb081a520dd6a7ed0bb9d80d43d2b0b16c6d782657046c085747e4693298f40", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "56187f76e40b97816cf3c18f9060dde660869234bf9900d218fafb31a3ffd151", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c05d46af6e4c8548fbd8eb0e869c2e69fc41235efbca0a99788f2e7b1a523503", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 171392, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ed3bb2a30f5c30d883c8eeb1b00c4f3d021cfc277a8149234bb4b386ac322af6", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2414d0fffe59cf8ec89a294a959cb220f681ec8c14a95b3992ad99d358d451f9", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen", 184448, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "23b2ca1206faa7c225d4566061592cf29fa060aec6947db6872c47335e740c84", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6cade51aa7b7c785cc9e2e03bd0e07a736ba93db91462be58d0c4cbb9db74fb7", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 164864, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "dcd092cb6d136a486bcb75a2794df719826df6258caab724125dde1b65f8f681", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "31436cc56b8db29edb37ab899be50aae098d02054a2a270b2c381b8c433ffde8", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ce868884408596e8368f1f37894696b56aa13555feba80d6ad861712a7e334f7", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "1c8eeb7f2b977f64eece3a3372e8f8bd2ddbdd0eff02cbf59e0e26af62c0eb26", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2b255eef953947df76bace3fcf446003c41f4f620dce65bcec009a3edbaa273d", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "09738d05e126fb3c79074a78ec3521c74479f4a155a9f7b7eb6cd649d4c75526", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 171392, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "92d64d56980cd65c88d9f8599540a32ce9e4604dbb0f58a819bd15834ffec230", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "92ef6f4f60ac164ca60c1e7211178849aa675b5ad4b8728786668263b115b41f", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 127360, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2d900ebbe85d3abad45d6f4c800f3bfb95a566fa8e6bbe632fb097579dabfc0d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 127248, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "14f11fab505c1f8a26b384b908c25cdd972a19bde847085a172882eaf197fc52", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 164864, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "efbe1cf3a930c06839a0d1e524f774d396795a751c9dfa73f90dfd301b63f233", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "4b66843b2ed5d47ccb977688bbe41aca044c42cba9f3a00066c7d865090c72f7", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "cd72f7b2c3214dbda3dd42bf3ff48eed042f79ead16ca67cc79d57d3b5e18ea4", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "9d7b8dd0598b40767a673786b434e1c54d58d3c3fcab9a3409214d0653c8af37", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3ba1f3899102945717084ff9e73210797a490ca9b5e7f36d23bc81da4392c698", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "eb4886179b8e87e33ca1363674dbbd4cf4aebdbb96a6c61599617ae6c5c5970d", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 171392, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8d947fce4dc066eafff5cceb9562bdc429490155a36462231347d4a85752690a", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "684837b7f34ae2187b4eeca9667303c59f65ca4aab1484dc4aa98251842150bf", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 127360, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "77ea5b9aa718b468c3f9a9577bfa79d7b17fc0ae7999db22d333985bd08bc964", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 127248, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "207df7804038c479ca629008bcd4705a6002aaf9fc0d550998f26f596c7fe1bf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 164864, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "92459365f0bfdb4f31e9058d523326ea41c8d68f5326701a0bab16720bf752a8", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "132736fa5c3c0404177024492b53d15203afa190dc0e67ab7cbc4aaa96a94690", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182560, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "253fb1ebdc01a9f9f4bc1be21de6ba0b14e5e109081a3be31c13b5ae58df4a15", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d4f101eaad72b71ddaf6df62af459f42e6ef8fc1f08a59d2f79cea4bb43d12c7", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "41b4f8cddb54d3b5994bca4a00e5e406240b7836e138348544e4954aa67cb8a5", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "904299aea7952f57fa6467beebb40ed9a4395aee49f12cf37a86251214d2096e", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 182656, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "66c8d30316ab89d33be5a4e37efefa4a8eb01490aee99e0aa844ce3f12605fe5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182544, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "891f47b1d5e039e23635ce25ef4f378f24085caf2100a858d272bd0a4fa6351b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8feb651e0f1ed4acb31385b338c90758110db1d847e27e8743db66327afbde36", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9b1be612038d8ac08df45be531c2aefca8a00dfe7bc0261adfbb78096f6abfd8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 213784, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "296fb138f70bafc9a99b68cc708c9fab565d88fdb2d23758425016b2e0b4ad74", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 207256, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "54d47c60820045bcf158250fed343b52464b185f6c8111532979b37bd0cb3592", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "1e9dcfaac078cbb99abd1d5febb07dad8525a03514b08c562dd38b960c6988a6", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "cd6e4ce56b7366dada212e39a0732df464c99468cef13920bee5c21706d1cbc9", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "fae2872b100968797c09df7c69db84c31295f63a0e88540d1bd1ec5a6238e34f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b70566aa89ed1be2d3d982a5a00216389caab406151f7605ac17106bbf40f295", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 184704, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8409c22322136c46fae93fcef38ada31edcb9e825d147f7654d9c4a3bcac24e3", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "5d95e3fdf6eeb61be954a72e7217d006259ad43f8a34a60e448e2fbe5ff60232", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 176128, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f006c99a9d2eac6649fe58a9463f80a1e75ed3c7e17625f8949aa910ab93cc47", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "82061a27858e974da1602401e3a67ad7a41314cdc95412af0a61aa496c1e3334", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 213784, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a0d423ed6ac2a88b014ddebb49833711e1cb39f971e52e7e979cacb8cfd7e154", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 207256, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3bb923853d0091425f172766f4d52fb828bd817db5fd3765f2d0801de51a4ba7", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a09a96fb6bf664315751891cddb3c72fd521cea932c74534e1e0e76239e60d5a", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "11f2fc70fc8fd3d1b712baf7f961152e140270e2cc61742a96508d7d478e24f0", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6d7625c486971103da10d99a6d375f0b13a39ec1e767668f66284240eaf2e76b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "07cde3a52d94807459e93b2ce0f8eee028695c9b80ca03614ea28b1b08dc26d3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 184704, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c4c8ccc45700b1650979ecb2141ac26d2ddcad5686979f41c204c08692368ceb", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "30754df2aabc12f166198396d7b489bc2aa55cac6da646a3379588e49a6d8b27", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 176128, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "64fe4017b6791f3d2f76b2d446a67a7bf63e1ea653570771f773205a5f483042", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b1bb08ef6c672895537081ce189b280c009e067cd732c632d6bec3e854611e1f", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 64896, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1055ee1505c80f2046ce61a4345f86bf8d0833348100e56aaf03b93b0f2c124a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 64784, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b8e41965b918a0dc7510e6f78a58dbff89869f33b3125b0a21e4c9903a3b6111", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d15bfa9f3155702dce1cb7331d1dcb6591a52772f8a2320d17f7349b5d95d0f6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 165912, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3a99cbe809f040a81273f9f11fe5a2f95d261fc33e989b38e696a1f0363cd76d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3873f470bd7716b93b652ffe6c441c9cbc4b1fef17aa280b4eb94b6644dbcbb2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "954f8477b356fa7d31673fec726f56dbab895d0ec914387ca45e0132219066e8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ddc8e3963010fb7a29bc23eb0e532d171fe279a2c6cef6d4714fc7adc9bc678c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "04754d2951ffe9d76dc765ad323f3b005150b57c234eca7f5e8713fdb24c2211", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 126336, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "32f0d7647f38a0f9f91cad225fdda38e41a4ef410983762553e6998dd0caa84d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3abb70c96e57c59c05751dec07cb5bdfc401392c34aa228c422d2731725980f9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen", 135296, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "141b16ca583196b4ec8789ad061e5a8da7cc5316916cdbc04f8f2600274ba5db", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "41ee192e6ca8a11cadcbdcc4c6f867ab4fd81943fcea00f7a53fe52a5dd65679", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121856, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "5c502500e569677b7aaa926eb4561c0af2711c0d2328965ee494a7ffdb94518d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2245cb7edbc4bea155f3fe3d0ddbb1dda57b6c89ab784acbd0ea33600401220a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "79b807aeae14ce6c92c877a9a70856a3db92c535010438dc783cc6ded6a4499d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "81f2ea4ff5898645d8b1fada112ba756d768327c4f21cb10e83f5ed468a1d3df", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ec27757ac000e8ca02042cdd0d05737327dd8e4610527b000f35e88d68bac2ff", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "adfa42c1023d5f5ddc96fe223e38263d341ae6d138d5c0e140dedf0fdee9ea06", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 126336, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "075d222f9f63b18a06bee95ee770f9f05ba073fba5866556b6a15ff3854e8d81", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d8a2e34b22c6d7b02f7242ed459258d2259b43f631d482fa5686ec45dc5a943f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 64896, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7ae437103e8eb191b5b93bfa00814f991b1d055258c75bb57efe665369484209", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 64784, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0edf899d5cd893f0f662d9b01006492e1565b552ba61f7874e72eeaff7eeb86c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121856, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "901729812ca9fa10a90591652ea6884ff2d6e1eee617db5c7f4b80c5195308ac", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "5abb88418a44f1969bd98ed60e2199a2646353bb7cd7f4ba2b2ef2729afeca07", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "974f3040dff7eec14ef60621c1083f9faaa4045d05e6dd611333c9c2ee5e075f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ca1fb6a22912b78630aa577e26af2b1637bdaca10cd708f87ae453a89b1e0a19", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "98e7ba3f21c62cda851ae3e8ee812cd3ebafe0dcd2cbd85acf1acb0a05140e86", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3209a1dd4f0493bb3f3fbb974dca91a2bebdf9b0d82d70c76aeb2ee962309987", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 126336, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "84eb27f67f8d115141a64c86519b7b3fbdf4df2cf3aba86653e9f973ee8c95a5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a94fe9a36a572c86ad11e414ed37845ec4531ea2d0774e0dc957a04c8589a340", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 64896, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b92497e76ab864e4f7a5a42f7568c943570978493c58f31209d324e72168534a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 64784, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "786ef6c745ee758fd76b9991c9a9c75b1539151c7fa9c423c7a48171986c7a13", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121856, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "39d627608d08834ee0bfd8537aec355c2a433a3c1a9c8591a080a35aa5151bea", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3973364afb75f72cacda367b6b61ffc3f584646595306c0f751aed6bebd818d8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133664, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "94e74460cee958430fa0a7cedbd00f0f85e1b077bc852d45c17b08b383997cc1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a6a250b0415a7b1673f4493dae0edd868516e4be6c80984a33f9bfb98b032304", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "97cc34fa46bd68ee9e0950de6c77cf0c18058a74bcececc1ec24db0baa71b111", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "cda2f452ed93d2ee6c32debf7316b4b5010d8cb0c8b090b75e5d321ae1eb6a20", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 133760, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6fc372c3ca01db95fad5cb02df2ff74ffe403974d28dcc88ff64b2218db2bb1d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133648, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e691b511052ebec6d24a10284b0321dbfe6c4ea1983f16cd89757a2e3d5281a1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 127360, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f46f76412b80ad9a9baa74b74ee41aabef004bad833a87f69f4dbec4d5b65cf3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 127248, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "25b1da911d8168f698a288709a42a056ff4b606de1baf8e0e065c7419d0fc9f6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182576, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "626cbbe869596152615ae753d498ca27fd20123a50b5b53879871c3c5c21a0a6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3c0983e8bcf8d3352292a4b6c27f83335e4a0c8a68c0d1da3fd0d200f2e9a3e1", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 209944, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "21c60a174df70ba30c2c64fcc937dcb1ee30e04cf781f298222c91520b2a2701", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2076b8b6cbba0666ca06bc3ac66596a4de3d04522bef641f7fa0ce48cc987a03", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 182592, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b1a551647e754f672258909d724203de8fdbfa9a42bf103ef46cc7a884d41c55", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182560, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0a527ea9e56b432d8f8925e8acdeb3ed0804bc9c9d31a92d121a182de9d34c36", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2817cd366dcd76c1e6dd0aae3331f304cb7f5f88e8d78bf73652117ebf7f1550", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c71cfd7b4451b9c43ff88ff47fd22246c2611b176a51ce6dbe8d887d7cb4215f", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "27f286df03b6462a1f3f32a7e5b462f9e1ccee843e91db61541d4daf9cf5353b", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 182576, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "68d94c82df9cc098c234096443c5205f19ac45a83261cfd3b1ed487e0cbb92b1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 182656, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "54dcb176f2141ba73ede9a4f101a5a066fc666a81677d3f9ac88c6ec2ae5e211", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182544, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9471fbb5894408b93f397df991293c02ede4041a37807363f0a28a3d237d7998", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 169344, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "96a2c0ae13d36d1b7310ffe858048ff65b333f715e38e0c8d7401799d8882b7e", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d34a42abfd8305bb95d503cee398b1dd5aec8eecd69c0adad7ac441c2b41e5fc", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen", 180352, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "bab02dc771f4736e0478157acc5baf2903c72c20fe2ed8751022cca0e70692aa", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "43d347005ad158e5555d55d9cb044557e359ae1e31e21d30bce3d63ae3460a25", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 163840, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8b5482e0990c5b539a7a8594a2220f8a99c74ca0e3fa81e8042eeee2b4479a49", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "129a599e461f342f6933816c6868f4868e6bd12acc7f63857485f873e74aedbe", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 182672, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "17f4f011dbd3078a45c66a8fcf375e8104d78a53a90883500e9241504c3dead7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 182560, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "870763e30838b93c737c0a6a5c484cc871be78c3160a13aa06e5fe1deab428f1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "298e146456d31da26752e771580a5990c568b45f1e0b3ca33fefa6bdbceaeec0", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "4d09751665e97505ee42975de470892dae2a8f4bfdf45c3869d25cf5cba84506", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "acc166d12e3b12d17e8baf3e31d804117a89484f5e776a91bf62f9b65e7341c9", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "cca85cd724ce29e65e1a82eb2ddc34b2a77f9cb8e8eccbe05d32a7ce83aebe89", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 169344, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e2bc5003b15ffb957970249df98233c5acd4c1d0cee6f821052f9684c8dea165", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "152ca8680ed8b7b54483e66244e3508b020df035bda4c8fa838e5ea6084f9c93", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 127360, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0daa1a894b1382849e6cd558f02fe9cbb62da7020c6eddece2a94f4d7e9cd573", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 127248, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0579565fa92f31113bef8db1ff618885fcbcf7802a8919a9be8e050b4a0b1177", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 163840, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "31ba05307d27513ca39df15c75fcd07233e79608642e3e6298612c955d3932fa", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "731c8bd98a6d90a3967f31da9bf76f58710f3a7643774af1951bdb9d807fd0b6", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "52f90a82326890074e002326558083e1bdce227e5faa06d0b714a11ca979ea3f", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "66eb2d80f022a92f55fd9a27269ed2f467460e7a1704b4a2654be932013ea47e", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6110acc10ef2c37c97f4e315d54ebb72b901d21c3ccaf1f6f6e8f26641b93618", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "dcd86bd7a2a83051c84132e57b8efcf3823e89e45feab8c2644ac01437d3a31a", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 169344, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "865e3d5fc287af6518419067376a68cfc77b123408be2302d782e79697f1894b", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "616b80f342d8ae3190112fa2929c2c79bf4ad306e6b73ac2c30b26efd46b81f9", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 127360, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "20dcb6a37ad1b135395eea68c8b3f22e676f817cf663da1780b5c937add60228", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 127248, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "20b0699558c2a63a879b6d1931c0971668161b8f0eb38627edb05c3d28339cd5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 163840, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ce0ae200bb986f74e147758d367503575b48adc8d4ae58d8173a72cf4bff4293", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8c43226d141a33a14e1f633c485a782852078e283e4006c9d6863f3d6e5a1d17", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182560, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "68ae070d1d8505ac2bbad8a15115fb4ee8116a6b614714f8890e5531f1fa04f6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e75ba9c9fe37f54d640d9de26f74ceeb35d8cc5235f91be529f1f5bb81eaa30d", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e1e78de989d58c578417e6e7fe60b3b962dec63addad5b951292870cad54875a", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a106ff97190bc12ea30015ada67a4d50feab99a11bde08ca629a366f7ecf53ae", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 182656, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a7de48929163525c2f54af9a80d620d2cf3bc5e8bc1264742ce34e8c1a2bd884", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182544, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3bf5f593c6da63e02b21c2ba041b86c07fb815cc5b86cbedf10311f8de982a32", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d1439363785446f76a7645474fe6c07652f9a4ae65a26973e4254790d78d7d97", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2198973c9b9078b434d95a6c70bee126b4aaa922d8a24b674a232af25f1b3ec0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 213784, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6dabe5f13d161f9dfdc2fc8d82516d1ffcd14476a585045b78e31407a946d86a", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 207256, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "adc5015f8b1567f55142d7ec67954a92329452056291dcfcb588d99d4cc666c2", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "bb6d5d364dfa041a01628488fd031fb0d44ae8b9f85d4a8b6aa8c53c45a074ea", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c7c0ff249a65c798c01a375590ecfafb1dd27d2d241477e11f086730957f3b26", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5179db29ce08684e6d42ea43f5eebb8b4962e1eece482b1b6069211b1561a137", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "eac0eac2ce2b51016b95fd9b8bcffc1b800cef9b3717921787ece5bd610dc2e6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 182656, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "23b81b258967246ea961f86f00024813d31ef417a99d8cb901f70c94af485c26", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "7be1355f3d4084048ec7c4b10b32a2fd03efea3d4867382873f1ea782be86173", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 175104, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6c8f4c4ecd3812fc3b03c4413a02d0d7d8fcea22755cef265b090697412b63ba", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a5fff564a2ef5e3a16aa40a9b330f89060e22c27cd68a485c7fe9324574e6709", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 213784, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "718df5d21144e20e6916556784ce8ec9a394d4eb59316a52879e1eb0388e923f", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 207256, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "77855eb8ade3ee387f8e81ac50f65693e2cffa6cd7b3b0752e7d3dd3c733da19", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "93141d67a59ce6b9d8ffca255318ebbb2d8cd1ea52872e8ec32656921b26f58a", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "1b1026f6fb537de17c3181350ea4aecb16785c045619d4de1b64f68f81cab4f3", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "80f46e6366a60e94c02c07f4a12545acd784ab90771ddb7afbe4835f1be35ae3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f6f75a5f7ded65da2f9444b5987c3ad5ded826e5c2050ab3deecf2ab3dc5f323", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 182656, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d18e81978578d8561437295ac5298d2648ac80362b3082fb871b252a116483a7", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b996878e87da8e6c731ff56b6c492e4cf486a0fd24272e6d6fdd0b84acfc9ed4", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 175104, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "5aa9bea7a6f6d65b012cc881811661e11b83bd13c164f84c9587b7ad26f83517", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "bca66a92a66f417b09c64c5815314f1f1339397403000c735245c8c16c625e77", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 64896, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "fdef5e4778231bd75d5d686729ddd11f200d8ae52ff6e9e4cf0014f170bd13b6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 64784, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f190cc7c268911f9005c7dd131582903ab8f37fb3fbfe15d488280bc90d330d6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133680, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a8370f0e5dc8d5b3bfbb42565b428c2ed03286c8f65df9dc227c748f43fe7266", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a67bc22ef32cd2ca345ebda4242c06903495c2b58326955760b3c4df510d8a05", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 165912, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b339e4eb98dbf4b2258ce84f2c83ee0558be09def36a2e907881286f368bf268", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "94551079481f79ba7e6fea4ca4de44416d54d5a7091539ef10e6bcc8e54938af", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 133696, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b78f184f5656b639c0d491ab191701f442b07325b8cb1674f03559cd3477b494", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133664, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e67daa6b503fd0d4713cb6d793ff425a6fb3743dda59b075cd86e1de6f1a3c3e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "38731971f96ede229e7f7e4916741a083aea35b18bdfa103653f9120efa7e061", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a45703fd2ba3c91341736492bb6200417a1f8c10a4b605f6131f35885502b5e2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "7ecab2ac6a6dfc63d65db194813f21087b5b20b9f22f18afadb365a5cfdbf08d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 133680, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a380f723ae9cbf5bd1b03bc78c3a981585f591e967bc6a9f1d7c5f5dd8d146eb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 133760, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7945e48ee064009e038ffd2feab0dd6df13f46429b45662fae3ed84751d9d8c4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133648, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "87950b68bb99440d0d1ec86c574361f6cd5eaee73b770e2e2ebab9e53665b848", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 125312, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e78ab32a2cbb5e5acbc30fcd5d66a292b2a89bb763fde37f478bb2e125fe4ecc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "413a9847d35971625b674d9b4131cb586a1c60f0b445dca2902c5659c35c9564", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen", 133248, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a4dd3dd00f6a4861fdcf18736ec97e8fa2a2ad50c1351646fe421548297ddc30", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f769f3a76f6258891a29502fbe65ae904af7a031556803d982db3e5c0d8f05bd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121344, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "40b27c10504c1c706ac57942fabd19b55a5526013c511009e54f33103cb3c7eb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "1458d4ee05de2b9e9dcc806af94963ca5f23d37d373ad4c1eea980dd41a7b7a0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 133776, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "2bb095c9647a4ab26878b2c04a83f37e48685ca6c037ef7f11f8e375fac5521e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 133664, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8ca286d11f4c6063225556df9fb5d78ec4c107ebfd733ef7cac546c537d6bd6b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "873c994a1d0091ace58383facc200d231fbc443663289d598628cf5e12e9690d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "43cdb05d912a3d252e82ab9d9630193b2e3fbd1a1accbb60d07f0178465e85fd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "63b4b40744abfac77014046bda5423a745a5287f82371cdc368cdb1ef22f59e3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c374d8bc8dbe7c8187bb500ca66847f19f6a40c78e1a03ab4ca8688ea905070e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 125312, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "62d13f539bce3e7e8608b2a10aeaaac34664e656e708aae252688fc28178eb98", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a56dbb7ddec67643a6b208d22cf332f050ac8c979997bea09911e23849b8cb86", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 64896, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0469ada61e758f38664e9238d206e358e7f569f1f99003d982983c727d09491d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 64784, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c4beee69417809af0a6694a50786641ccae109d0cc9e8d960afd6430e9df68f0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121344, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "68fabff5597c60bb3ed769740af4374bd70d2c90f7eb9382fe3172679788ce99", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6d490946faafe522762066396795be324bba6faff4c67307478aac1d2fb4bf4c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8a4027b6027840c4d0ba113abbcc2e5e46fe0519460d1f280083f0944043c604", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "bf1c72c69867ad53246c88c36ae9ce2fbdf529a48aa7c8e520571cec6f48e934", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "adfa382a441f2fe63223620132a32797041e50e45aa3d14079c49c46946ef213", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "735de916c135f35abae02422dc46ad778243f150bb8d8d3a2fbdd0f96a882c4a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 125312, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a84e1332e26425603a34e16d1c0512d710226cafccca45acf4c4ff0eaa5a4196", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b39c8746e2490c1ce763b634efcfb7e90ccedc1d4dd553da0936596d485bc9e9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 64896, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5a26dfc4f1e65357485e01ad21693d7fbd43320185b9e8ebabb34ba8137368ad", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 64784, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6b52794b6075a4aff3cb77d3bf29e0a0a612074c6141f19385f228d0b75e2f13", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121344, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "9ddce1d956b7078866f8ab7e9e494cbe87b390464d3d84ec5c19bcdde6484dc2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "76cf3294b32d9a52eaa76a0a54c1085d8cc3c4d3c323e58a98f438ca14cf3fad", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133664, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0a24be8e1b98a2fa4ee0f62cda895e032b27a41fc63419ab022c1086bd0fcb79", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "fa3f4f361c0284cfa15611d05ee0241d54f953aa12b584b459db94353bfd1d42", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8a6890353cec04fbdb44cdb254d6397dcf0155497c2a6f14aa4d4be5aec45dea", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0aef68ad7b03bd1e87ac2845f628f55014bfaf73b50ae96cca86bbc255e6609b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 133760, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "04513aa04e232109e162747bcfd2503e1dcf3d5b5417a230cea3791b93921d67", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133648, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "14071eb9fe52d689f4a128616f0dbdc7915f6ee9692936980e62e9f7e4e7b406", false},
+{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 115328, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "548b733ba1905c16bd6fb55f0987e6164f7021605edd7bdbc5c52785d811c027", false},
+{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 114960, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c5199c3252568d9d6b3dc6dfecf1e13ba64efe20810369a21f4190ea06998a7c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 115344, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "076d99d54d03fabff9152dca12ac6d8531e9dd293742fcf60a0555a7b157facc", false},
+{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 114976, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "eb86937cd6ff1a28564885e44c8627954b8f17da90901392b9a49788f6f47e0a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 85376, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b89dc4bb7fb3d8d1fbf60354bf32d0a6e6b21c9d3b115b09dfaee213a181d278", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 85264, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "59ae360750de930249847281768ab1869121dc74179c7f8be88e67b71bd554db", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 202008, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "87e40ffd0f1bce14e113074098510e6f326b232738b2d5e34600a3aac6b5741d", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 197528, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "bf565344719eca00f6cf0e597403ff8900b0e7d125eb0306edc7d78dc3b39fbc", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 168208, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "450b9408a729c89351e442ab2339eb612557ac79efbda3efc1950be8280e5077", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 163728, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "9c18d2b7f9be1bb7c8b409433dd95f58cb4e8d4e833f717524369ddb87ab6fb6", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 172416, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "aee0f98b5e96e9b6d44d7fedebb846ab48dd50e079a0b4d7b6c2402550b94d68", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 168208, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ed9c2717e15f46e1161bcbb1477044859d74ec5da22fa2344a8c4e2876c2a978", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 165888, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "366f8ac97700ff1a052d516bee08d2aa8e09741ae3df0f9c6ac4df759406a89d", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 163728, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "19e78b7d6490a0030b718dfbd0ad13ac3668ab6c1790654b4108bfe04b9a649d", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 202008, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "849639fc7af2c52b5c111df1b6e021a0848188350a85da7f18a5d05bbf78c418", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 197528, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "02eecace76e1bc932352a6547495b65c3ea9b16b7f05067595be8f151232db05", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 168208, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "214a58defbe7a5eb3a2ff5148b07f517b7b480c7d3a4751da01590436f8607e9", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 163728, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "dde66b9ebbf90447bbb5f356340dd1258912e7973f2028f4a12e3e894b415512", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 172416, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "eadfb778ad07d4bdb189736a5068cd37e65d2283cc8f5cfc9f9dac4ade0506e7", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 168208, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e3e4bc39765a1e54c2a3c391786697c9b419f8b51298fd0164a019f70138c21c", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 85376, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "dc0e8d79acfe88208f2e302056c47c181924e73d2796602df4b2be73bc677a10", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 85264, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2e76de91d178c3a8cadd9c63f24df19532316e7f02c1f0cf8e7229a9768bb966", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 165888, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c93300282a35121026cdcc07b305cd213e3a1dac22ee463a614ace85ef33bd03", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 163728, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b1e8ffa1fb693032f2f362d73d3a18e9549879c72a5b3815ca51bb4de1c5d116", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 202008, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "34264c5db70908bb0655aa9fcc05a89acf532af9ef5474ec6a3111674f3e92f2", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 197528, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "5b4c2f1fd3abd9d351b1672cc8640a2f338c7ab388408b7b1edbe9dd832f72f0", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 168208, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b03e05d5bbda519c8212e820aabe5910cd168347fdb9f312a6fbaa3e27dd8a56", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 163728, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "150fab713ebe07f797794fd30b40abfe5b1fe1b864eb0045137bc66e3569ce17", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 172416, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "93e07b57a12b4e2dbcfc1f3816d4e26de062cc7b9cc4db64fac0071b70067766", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 168208, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "826ac493f9ade5b203ef42543fdea498e876d24ef7845af60de95544e3497467", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 85376, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b0550f8021e2c222b0013fa7d821d7dec0ff969f6461d0bbec1c0f675289666e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 85264, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c447dc0a639dfe4a1de8ad5890128ff84118aabb2cae7831370221210d0f0452", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 165888, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "61ba964ee3727b6968d0922b1bb8475daca9f2737a58709cb2b7e201356d623c", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 163728, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "7e19634172aaa0d7ca774c90647a905cdf3d27e872ee571428b468b1ff813ee3", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 168208, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d1ab54e08be15c00a7c1753a76facab5fb70f969a5a6fb9511e88e18bb734ac1", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 163728, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6f1258012e25f780ded21dd584a5274dafe76a2ad3e05fdf6782b348eaed4959", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 200064, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f1ea05d5e3f51f4e753242c5ece4e2d33928018edab36b2935ba339f98c0a9a3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 199952, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "af6d1c6edf87239afc9c666751c284c238d38eda7b4c79298078ee1de47b97e9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 215832, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "797211dcabe01c09a70707578267b126d8d8cd06181df0caee6f0c8d088282e0", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 209304, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "397808e964658a9e910441a911bedab7c6fa216dd15031752f67f24b505eadd4", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 182544, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ccc53464c92f6270e1814d0db508223a5dd7e6879673490b559006f50d8bf58a", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 176016, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b8fc49d50d980b3e9cd4eb0a1cc310ca79f22fb6b9d35023904666eec029c193", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 200064, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "924dba5f4b0090749479015273b211207fd8909841595b6604cf9fcea1aa858c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 199952, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8dd3414ca2010aa2e533837c3ab42564e20103d6426bbf4796f4a1eb4b708934", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 186752, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "1a36c2d23cccf4e670478e8c87e58cc9c65b0728bfe5d3d35f23d6afc2b774c0", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 182544, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8a61345f205978869bfab3415f556af8b75868c3d04a7e5d76ad8fc3974d8a89", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 178176, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c02574c34fea82c209f7024aa1416c47507f4dcae5335b6abb5ab156e0ae4e0a", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 176016, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "4bed8f24d606abf6a2b783fa89dc5ae18ff454619a783e636debc43827a7363d", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 215832, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b5e61316a16b9397e77ebe02bbffcb3aaae60e25c0d9054846a16e303884606e", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 209304, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f4d711be4eec394e52c138a46c6e34e069d2675f60b4957263bfdb97392bcee4", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 182544, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b0b2c5bda4409772e5639a16867f208ad86fb166bdb9529458aa20e17b4455d9", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 176016, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "81ddc82138fc5122aa2c07d2450efb1079548c0351b20b14040864f8c7a43291", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 200064, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "28bc8a89a4a5f7cf4cbba1306c0e4b0e1416f4a75e4673aa6403c3c297c59707", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 199952, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a7ea7b99fb776b9e7985782f0286a45bceaffaf99c423c0e21664e293d28b496", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 186752, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6c8af4ee9fa6adfa994f33594deb9a9d6c7a9da1e2ea5df4eeaa1f47b5d6dea0", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 182544, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e681b63372f8b056e9546f69681cf608d43cfc4478a4297cc78caa35bdb90b2b", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 178176, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "4bf69239b7b38d6ffe941448fc53c47a7a7e1b6a52cf66322e47e3e75f91bfa5", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 176016, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c668514c30d7495ea6f90e6059f8b1cdf46bb33f95cc35452139e43f8ccb68b4", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 67968, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c97e796bc19ce4dc8705b0a19830d1fa6f013f7e422de16c312931cf95511528", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 67856, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ddb4af54d9bd868fd813f3d45d8bc4b14d01e810f3653de66c354b34cdfd1b23", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 168984, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "28702d2663e03143bb37c109c09f7169b1daa2f430ef92c12422c2fb43ba2875", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 165528, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0f3bb5818fe6817fcd3d232f0271fe3b43871fdb2ddee84e8fe18ca97dbe681b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 134160, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d94591cb8c64302310ff2067ec2f414b3dcf3a0154eeb34087feceb94514185e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 130704, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a4485284d422f889cd1e7d5523dc06389b39e0eaddade2e3e4c89c08c06c8fa7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 136320, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "62ba1e0144a71df662f780c35c787d86a811f9c7557e64b7150b50433346b6df", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 134160, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2c2462a650e5558fd19b391ee70945caab872e4e13c6f66e4060502b32b49ecb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 131840, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "27f2a482c20590efb86db35598f6197c5064489d17d4023f828af2a5b5c58580", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 130704, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a2f14124bf0759ca6151250f68c9b9cfac82533cfb93c268395b24d49ab72c66", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 168984, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b1c644222e0564d392b24f6ef6395a71829e3c04cb1de4653c7e64c79ed14521", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 165528, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "dcf49a70d438b3967efc2b0177473e8e996813e9d9f209dbfadc2f0320e883a3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 134160, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "357596de6081e6242e85cf5074cbfdb01818faf7d4d7d2ffd345d0209dfce738", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 130704, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6c4a5e106daa325fbb983e46f40c0560ae8fd1b15353842c3761b1f927469db1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 136320, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "cf5ef5a39524c4a0aae6de00a1c92e9e11c207adeaf4071d9f049f48efb72895", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 134160, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "88022fecce9d9452ce8ff36438e910f4ee26228d1e2f0d74e03eeb53f3e281b8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 67968, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0ef49adaac55bb6bc5475f23a41d509e2195a5a7e996d31a937b162277b45a41", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 67856, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3c25b9b8822288edeede52f3e5a839affe0d2031ddcf54b36fb1c3988b3fb4c8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 131840, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c2b4278edbd71eeb789912471bb01dac039361bb1bd9a4920a91fc3c550cb6c4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 130704, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "aee1e87c3b852c8413f130bb07a15713414f7dbd46d9869babe52464cb2736b3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 168984, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0573a7729fc212d190142566e51b8fba3cacd8acde96c363bd8cc553391feeaf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 165528, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a420332fe905e35248a5589e5a388fd184cc29b558a11e69f40520d9ebf5109f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 134160, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "65320fdb6fde799d09189e83b17b02cf89a42f432580b7057273b1d71960f605", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 130704, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "87b9a427b0c9135c5e4b182771388a5541e0f359a64f988cdeccf239e720a58a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 136320, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3d9598a8cfe01056c3eaed7389dcb7605f77975740d1fb46ba6b8516ecfc4024", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 134160, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "65630477a8db6684fe28743d8c72048ce503af5dab53a7bd8df141e976170869", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 67968, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5b2cd0aa82b0aaab9e7c4006c46cd02bb189ec7927961d020e740d5733a893b9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 67856, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d886a101fd5efb3df50dedff1b5ed55b5981d34cebcf6e440745c184acea43aa", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 131840, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "747dfc5f712e80a9b6fb9446445f4eab14a10159e965c0e98c01cfbd73ba629d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 130704, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "4d0d1a133f5bd836f08e08edb3caa2fbc3fbd10a8b7b92176d6ce2c79c2c6eff", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 134160, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "cdeae158743a3987f40bdaca7baafa2dbbbfcadabf6379e47d1e261ff15fe0c1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 130704, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "7ec4e24a227ac8ef4d8a6f77c280565915f9022b51113ab42d02375a548e45d3", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 84800, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "d52535c2054117777bbc39ead188d4b03685c9d80f8718ef39dd39a0efc55a24", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 84688, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "7a373336b1f41eb808603a51da7ab22393751f3851a4d871dccf77e15297da86", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 87680, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "8a106c502098fa730acb7a439e25f0cfe50d500d8c3526a3dec6f1475c40141b", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 87568, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "15e98d96d15d660a992f9e81e5363e28723295fe5247c084830d60be93ca35a8", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 85376, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "2c758af11a457726ab134fb0aef3c89b1ebb3b1cbbe6d91a0406d9d24f1dcc13", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 85264, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "bd7ac9c45e533b2f2a930333d5ab41dc2b46a5ad409b361d483decf79ae284a8", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 84816, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "3725454ca058c110428903b9948fccd3c3bb74ebedf4d65837272afd8beb673a", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 84704, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "7f64250c0da0955f39c773f5aec148b11b9c4e01508ebc391ae681ad9d922418", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 87696, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "11903a3a7f9b35413b8976eefceed5f79ba2b1d8cb0e19521b090df0082eb910", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 87584, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "1df7ab601ce72d37816d8496f5c349993bb83c2b277e45852b01448064d36a03", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 85392, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "9317fce995464752b6be51c5e30303c5e0d16a0a2ae4aa80a51af2b995d3b4a9", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 85280, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "81e85ee86fba00e561811bbfbf8265f0dd4d8f4af08d34efcef18a846dc39037", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 84800, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "96108a97c8b9da52d091ff35942c183a848d6b960a0cd4db372b66c83351f874", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 84688, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "27f2a446fc3e952e972cec10f1fdf5a1dd2c0cc0fb00492d4eb7c8e5585b4e82", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 87680, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "b733e74c51f0974318943449ba7146e5e317838adb0a08d629b399a0defd74c1", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 87568, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "a797698903562ac36ab134dd01265d2ead5b30d163ae55fc2c8ec910d98deb0a", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 85376, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "927055b316b7ed291c848fc05d5a3b06f082b3f69015d0b4403e895f1f692f9b", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 85264, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "b679069e0c318ae40debb08d3346fd92b9de442cbb0423e48f5799c531fd95b6", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 84816, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "a63f68b61efa689a0825bd9e556259eac7b04a3d84e9fdc420d45e30eaa1e289", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 84704, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "fcedd29d3c66bf952729ed83a37975d076c9d0b6f85a079d18f67909895d3c9d", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 87696, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "df67d52bbf23a86f11d63625d3f4e84a0ab47408a847e7664e668da5e3d180c9", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 87584, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "7d006371aa117aa9c603ee21ef5945111be98e711f9b4faa0445f60e26137cb7", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 85392, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "7f18d18f9728a8caafe23eed4201b16551c65293c96fd646e4a27e2c9bfb87da", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 85280, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "1afc9a127a1b6a638e29ba7a54cacd13cf0f88c05a8b3c8c6f0ce22ca8a8baae", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 67904, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "6eeaae82d81dfe104a3b317798d43e3ede8ef69b419d1d2620b2487a59e4b43b", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 67792, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "607f29eb4f75be5f042fd5afc172fb63e7da20b9bee9cce2aa4649f50ba83526", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 70784, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "0e34c4256b075cea66e511c3fe8ffb9b9d306b81c72e9dfa969bc6dc3d2012aa", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 70672, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "c5e4435380c51f3710caa05dc0cbfe1812b43eb9158caed019f945355870295c", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 68480, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "dfe7780eca1941830d210d093bd94ca8c21fc45ff9a4830e0e9a8d3520bb89f7", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 68368, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "cd2374223b8e31809a73c0451693a533ed417092ae4b065de42b1fb9259e2569", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 67920, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "d059a00468868d342d82c11ba14cad7626004e1955e0b8f8ae10a07f1a5f2b61", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 67808, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "89accf88d666adab084f588b363bd96d657e470ec86fbdd12242aa11c91461a9", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 70800, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "bab3b51816716532171950e66492e5f5b0e621089032f97f6c4e3322c99403c7", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 70688, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "eb39882ff610a15f7c23e3db16c40646e1df1d759ac5027f4f45593057f1c497", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 68496, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "8998a89eced843dd9dcc8dd63ee4bb3b6c092918f668be5e71df22b34a69add0", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 68384, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "6876181112c731c5d40a47611c7666fdd02883344c1efb023e568186525ee9cb", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 67904, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "9cbf6abee2eb3e58ba7b02cc2b8cb6f7d6e54c9e656b072b52c74f33fa56861c", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 67792, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "65037b5ebb7fb9f166f91e25badbb1f203e2d33c0f272bcbcba871a42b7bf4c7", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 70784, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "b5c20023e281a957f49116bc0a316fa50bfcd1119f27b2456bc0d1a2e16e27ec", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 70672, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "124680768eb1035bf7c5c79459c2f09f4cdc11ef878de4c5a35957100dfcb5f7", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 68480, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "2f06769015681e886f66c10d13e8526e6a7977811bde2c3d9a4c962a38f15acc", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 68368, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "69524e4cb3123638e26cf04cc028b143a6575003495f79fee2b4578cfdec6f60", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 67920, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "58cee3a81c7b9cee9c280e0d6892379f54ffec446a0803d4f0aa513c75ed3def", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 67808, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "dd6bb385316418adaf0b144cb28ecd6dd405468652da520e1722e88443f47594", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 70800, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "927fc409cde88e921a5ba2d968e8362de6c5acb7cf55a0b732e0b7bae1bc3414", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 70688, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "d7b165505d969f4fb5f61a886f61ef90ba5060464944ea534146ecc7c0677ec6", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 68496, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "3b3ab0a804f21a78a029c0502678eb1866ad04267de87f6b5317867d84f3ef9b", false},
+{ DATA_TYPE_INT8, DATA_TYPE_UNKNOWN, DATA_TYPE_INT8, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkInt8VE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 68384, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "32b4335d999fe2bc524e6a6fe3d71b983139f19adff501d7c830e04cbb7d6953", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext", 164480, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0bf2787023dceef14f6bc24e45fac765c02208c31352b532c5852a53ec1d4347", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext", 164112, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c4f4a3ca2e6c1e8283c0a9408a490bf787f708b777c4a266f18ad9f5da788ebc", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2999db9ac3b215f57393a19dd5b5453d64653cb0d15237df5e42f9b8bd899825", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c2b5fa8ebc03af834c9b95d6e92f1864acb15bef093511919a2b824c3efea306", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext", 164480, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "537442dd9641c6e3724211d60095c549600809dd78ab7411870dad6d2852b423", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext", 164112, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a656082a2790c3c531670c0d8b0cbf270ea494ddafda8654c862da0a669ade3c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f590af648d17ec9933b82f7b6a616728dfa36b0ebc509d964cee9a15762f7a4b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ae937217cbfbc2e9b087a7787e31f358a4e2a31cf624812c96183a6aa7fa44e8", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 164480, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7ae52af98a8a9e6cc70fa216a2b0928535e3c586e773b14793f564086a64e994", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 164112, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "907615f50ddf2fc01be69ca58ff88abaed7cce1fd93bc47ad393778246f1beb1", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "53c7ccf028c93895dc0282e951f46be353bb0fedb6dc52d5b202542ad5d5360a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "14372633d5bee519ca18083943f86aa7baa93b88c1db1aba826cdbb4e724ee44", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 165248, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "78deb762bd7a50c887c8a9aa1fb4980d385022007ba7b94587e8dbdee127cd58", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 165136, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1439740f0476a729056743c20b2535aad9ae2776a35cb98295edbc3975f136a7", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 165264, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c178d39df00afcd6a074dd143a2c177c17c4d92f6b03a71949027248037f307a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 165152, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8fb7c43a3cba341f80d3c8d7d98398e0d9db3849a6077074c61f9e109b39d31b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 165248, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8cc774192190ccabe80b522435f795fd2592fda13a863a65ad9eba5eb2b36743", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 165136, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b90e1a8e984974d4e41d8a17bf03ee1be3c91fc97e7a65b6fac961ca7ee912df", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 165264, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5020faab9e14584825f7690d8127cf5dbef5c2ea38490f6be52241fed0052460", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 165152, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "fce64caa23a132710e62b03b393793725e79757617350e3de24d95e475cedb0b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 165248, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7e6a754169dddb79c740204ee2424f912dc023248298ff923e165d00b252fc22", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 165136, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4e72058d862f9059e1ea6586d1cc54ecda5888358c45cfed56d500e444fc187c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 165264, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c3ff65f54b378321d9976edb7ecfeb677652bf4d5ccc16130b1d551a74a86f38", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 165152, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7d963926fd8f6c5d43aa249e557e9a223dbc1da48ea353cf98a298574005d534", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext", 164480, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "da818e3e9e4e497374e874a54722dff0486365b5c0bffbc05653c872442f6bf8", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext", 164112, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a3aa05852636f22914e14ac4ad53b8e90187c984e1813ad9d2e4e3cc307e45e0", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "533b90d910b01bfb34cdf00583fc4579b24ad6736e062f53c52d34455bb6aa0d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2c08ce8c92c1aa1de713f3089ee385e799b220ead08407bcc4df74dee250d2f7", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 164480, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "42cd35a436bbc15f906a1bcbcf1e1c59051710ee96b7b0c00d5d2a59c62f590f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 164112, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e055680022f0e797d9d5bd26f98bdd28088da19c7bc18f6884fc10a673cb9903", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "12e66f3ff738a09c75d305c7decbbf9928157c404c2c6d9cb1395494d5314747", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ff2c32544c17945fbea58099e87be4255d67f4b2806ce3952a587a49ba8effd8", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a118e5c094fab8214e12215aecef0a24bee2bfc7151aba63cb04dde4e3ccf096", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4e23559452c3bc0bd7647206fb7d023967e323fa7dc2741401007782559401af", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4af7759fc61c8efb83b8faecbb0792c36121aa844bcd05403e24a4c7553d5f93", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ed60dbf6804a6ecaaa5e9b8d1cac16ffe0feeacc33e5d0d6b84e02c9fe4d26c0", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d6f942b41b95eb9166a380142ded060a72b0a0ba25a9a8661e9d405e2ce16260", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7f65a9afa1897f80ba2b3e22e7190c49aef307fc10bdff9eae52e0ca2dc9938e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6328ae1a6e1fbf55c63970eaeb3d2930918e130aa245e540e3a6174a9062811e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "45d29c6ea631f93836dbec4c288802ea748081926248fa617b686f4c743b659d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "95069b4fa17e90b6638666b2f3236836a4ff44ee88d54f59bcc7f9d04ace1a5c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2ecd4834826074274e552c94212dc69772a401b2dcc3e87b0948ae33d24f8ef9", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "767f1fb40575f474f632729375ae5226c4182347aaac14ea160a1cd9eb009264", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9a61d185855e00c05da987d308024bce2531562f45a1f0f1e2e5b85b8bddb231", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c8a3352cce4b7a164762e2947b548568eead50218a23066d3ca11454e4f63a31", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "50716b2815ce0a5291278c8d1f26750b0e095231496d6d1a779628033e21718a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "16b6764d5928fd5a854a1653965d0d8af6a1e7b04a945b752aa455e9f084c320", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "78a5d24efe02e3a121ec6a66b4a4ac0cab5bc9fdadd41057998516639d8eb526", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "03937fdf347ebaafdca109a3eaa3727d6cd9922cbfebf8826b5e53e55cc886ce", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "eacb37672c402372cd9ed1972e5f7121aa854369ee4407081d834068e1df3f5a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a8b56f84d4af507b105424ef14004aa20fb019aee1617348adffd6f012d1d15d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a9c40fe69b71736c5727c209694ab6c2e181b521fe1712e47ba8ab798be4684e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1e695084837c8faaa2abca0fe2dc1cc157b7ab197fdcdc662f2b23830bada382", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4800eea247c519caf0e388e724b0bcf6f65fbe79de0159063a429031ebc7dda5", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a463022944695bfec8c1b4ef2e9fec0b2dda104a1fda65a5ac50c0d7f5a50e22", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6b36fc73c8748c9139c1f82ed1486260aadbf41e77e2bb72cef13d921779b3a3", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "deba553251dec879410a7d00e314fd2bb70310e30d3817d8fa11f6109a0a3554", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0a4f0f6a2e9eab507deabcb4a2ad033bdff9730595ae309d42ded54bf304b304", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a890f584a022001a9fb44eb59a179c0f3dd17842b39055a190cfeaf6fb1ab826", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f33891ed4139b9736bbb888786c5145e1fa1750a972b4c617f7453ea71bbd8d1", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7fc569656d35cf9cca987cf42886f02ea116493cc92e087ca55325c679d3d37c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0aeb180e8f97643503a31f459f5073b5735f75d54ed4449462182e943b7f2c06", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f95121bfc7f033358d5664e85845b2b4ced69647b945aa39e99ff8a0a13e6f50", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "fc487e559f6384f81645b0fdd72de9d5fb5ebddb0a2bad115fc6a550934e774e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2ce59d81198fac16e743150185f1c957fd0d7ec6ccf406979411c68faba8b3bb", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "83587ba3b9ef191ef9d214b956486bfb9e10b1bc24349b86f7a810f1505833a0", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "81f7504796e17c671ec6d142b37d071980eab041aaeea05e7302ff6b522350f9", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "033dd38be329c0338e41be762f786f108d5f03de3b9acc8d9c5f7dc639030b16", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e2d07075df441f749ab822ad32eaecf71f81bd84c57bec8d1b465239939d1808", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5ddcd0ea50a8ab051cd9bd2e7eedf9e6b4b43177cb202441fc09a144a51efc52", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e819be9b5b383e035df013bf4cb02e57d0d5bb9f441984a4441552f2c39648bf", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "46053657806e9ccf51199174914d22c64072a1252ab6cba8dabdda6973b86a18", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "39e1d514182d98fef3e700c34a7d6d3038a5b7b2b0bfa8f1c985fd3ba6913f24", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 197648, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "44e332dc55a0060d6683a3d517f145556e4bddd53f8299d0d270550e8c7def40", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "288af07081b1bf5e59b10656974928651f876e380e52faa9616af0c779ded590", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "64be463dc7c809c4b8e467a7a116a7381f0dd13d084bd0de82ff79022deaf6b7", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "36873c9f852c643c6ac934652a358de537ed2eb3697840321d5a03b3a998882f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 197648, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "55013920d33ac5faabb166c7249cba452be8cf358319318681e4c0ccc9d7c0ab", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1896e341015ff944c1f1e66b6cfbfcc337fbeec8197527fb59141e107f117729", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9a115ddd00e5574f4a513bddee55fd9f8c93d1763d211d04fea0d8c6b0bd1235", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "460d0cc8c731c4f6ffd5f8e3752d518185b20c6f6923b2d089ae799084f02a0c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "74ce2f96028754ab8a46dcdcf170fbbdb0c209c82678dfa41a9545b971f73a76", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "88d3af43aca668c04556d335bdbf77944e748adb673f9938eb72ddceada5e53f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "61f7be8547e3546e9ef3ae985184cff5783645508f397089e9aec8a3e4192e6c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "76c501f22f8fd4429f725f0782ac8fdb82b8bbb138b1ce19ea8dad45d204de82", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "50f4a03666c2a2dacea59f9f53504a586e2ae356b2f33f2cbfedc4874c32a6f4", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b161b266933bebd0c60514931e9cddef565c23403470cb597bd4590af2aeea78", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a8e4a2ad4eecddfb0d1dd78d8fc08448d61338f5d92e50252114366cf875d884", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "419b5a33d3944d2fcb0ea18144278cf5016928557d66d911149b53c748a508d0", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4423bac85bd27fbbf68e2c1b4c8bc619cc4229173048f34b1501bcbf2164f40f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "19bd79e137bb1884cb152dd1200c62c24c8b1a12063ef5b162bf360b09da482f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0e85575a7270d8a7e39349298a0e1703476ed5d28afa4c28d62a9da628e88889", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "706f87fa6a391060ca23783163da1818b793110acaba4c5be141dc2b1dda6f71", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f263916965b891043cd4d6060c78c4b3607c50cfca1e79b3125f7e5711f0eaa9", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "affe836a6410f5f7ca02186fd8f016b368208bd91153e6a6481858f2e9cf6db0", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d161dfd4cca8b1ff4029627e960c0fce32b4324a08f494663073ac7de6f01d6b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "19a1cce60a70f59c998085cc2ce74402d18686db5908669724889d56b90f021d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4bbfa5d0ba1d9be142a3a4f7ac054a259f1813f73eea5cbbcbd1f12626d76c1c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ac29043a3ca571f213eff037b3f3dbe55c6def466b3b0ea190d6ea2d77542caf", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ab98a21856e311f0b07a52ccd32121e20f63c17b0656df4d2e47b73f6aceab2f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8b567b096172ff17ff878f5f849a5a420124479ca3bb0854e6dedcbfc18a7099", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "90a073b8b742819e2bc20ca5b457604aea62baf8492d27fef91c72dad8675226", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6e4238971d32abfb021c58338816103a405b10410b1438ccd506bef7a9fb87d7", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "df2e5134f3a42892d049c8b56d7a114c51589d9af508ebf4dc5aeadeb9b81e52", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext", 164480, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ea126590b01085b2779b69db2afd409538c7431a9faf46582454e401467f6e29", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128StaticContext", 164112, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "fc3943742df06b094f209b8065229f64fcbe2b070691f669263142022ce76afc", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "02198997bf5cde9b7834d50a7cf392c80b542fe6d73c44275518227c50a40af4", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5be1f01f4a1aef1e50dae33a662b8a84b4067db4810f9a308ec71d4f7e19209a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext", 164480, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a3343b5fe789991602a31d6dd5d5a591e374ec6655f9bfa740fc95dca9daeab0", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128StaticContext", 164112, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c605e31f0e4bf9c880d6b66efec465364354c1a0c714055b973896f6d7bb0cf1", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1a4be920ee2f03e7d4a22d7433409e5664d760ebd80111cee76c4c9eb2e2625f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "544b99f8444d402d6f61349ffa09a558eb52561823de73622e5d94517bdfa014", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 164480, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7762fb4ab74bb82d12b7d50a78255a1a56ca4632c62b05e703046416d175a87a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 164112, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9296bef3de1d6d7cebf00d69c6129fa266c86848dfe2707ba2e77006534ac2ea", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e1af327f671e74edb24c340434457dc61cc8acffcdd54364918e164e93c9df30", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d663396d93c4862679ad2c0a98eb1cfe72bb28be5cc3237f571158411672432e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 165248, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3fb40f5f7493fe201a17a4449ef8a9746799bbc83c757479bcb7f41d4cebcf60", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext", 165136, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3e6f1a62c506bc1d1b105aff11ae22e0ee4a797580db81bb091fcb16504cfe52", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 165264, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1a5b818bb9fb84256a9a4bdee54d0f5de1fe836c4f5b2be5467f49d63557a207", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 165152, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1865388795ee53dde67cde4541d1500ef2dc976a31199041f5b45fa27cea7ece", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 165248, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c31aa1c8a7c3a8e5ad56af96f366ad39e183fcde16b4c5c25b89ee61b6b27113", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext", 165136, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5f7ada2dd077df4025410ce8ede76c77cfbebb8a345b753d398945fc87817f02", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 165264, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1157acf9066693164a0fd05ce367de508fb43eb48b5aa0677b5dcdab4530e373", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 165152, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "458b37a2aaefdf6c701b928b7143fdf47c62befe5c749574e7acb7ee75b88928", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 165248, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4c0bfac02b7a30223be67f72846a6581107219cfdef76f7d7d9e9c04872f0873", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 165136, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "36b45ed114374e09a09ac1dbf21abd41cc9ce872b0d54b6cb5922c18543bbc16", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 165264, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f652396dff9d9dbe11934728a6479162d1f7d460af2cfd07e80586e53bf1d41c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 165152, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d3baac8e21c094c8b803e5ec4956aaa9b19055de9852e51a7ffd634df8991501", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext", 164480, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "fa6e57ad2dc0f7e5b0624df2f639f68831cdd31e19e46ee2ca568eac67bbfc7d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext", 164112, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a4cab41e8cf54d1d07c6829eb7e7978e641cd9986be0b4426515763977e7288b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9023a64465c6eb5263b226f61e31156c96ff5a235fa2b24e4780f671975ddbfb", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2ade7b22dd6589e05d049f9dafbc0a4c34964d2f7b24ed735019d7a79e23a63e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 164480, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "222a80498479741e38cd58ce46ed22a2ad2136e382695ac495633b0b1a274076", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext", 164112, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7945042fabded626f8087895888faae6c973b2e60c372cdef90885dea95f506f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2ceeb3b30a46a73030a5f6e2efe52c8d69f97caa8164ff6200ae16d37b533880", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "79cd6c9ded72a49eea2eca0940affa37d7116b49d17719f657ecda29c325e48d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext", 197248, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7b396b8336dd8e7759277e0011bbd1aaae0088e4c79934f26b689c23f45c4778", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext", 196880, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "fc86a6d9e3967b571671d5ebf9f0ce9602ede377c36d370fa4ced2078e02f65e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 197264, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2942ff7a7f64075fab991e22ce50e43e31ccc8160ebe6b0ae1ae5e37a17c33c6", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 196896, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "31380566168e46bfc4240e549545bda53457f4fd96b9372ac1c38757f3433fb1", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 197248, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ba00e666aa348b7527fa344bb3402e884ca85765f78e6fcb24e3d13058babcb7", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 196880, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0a2922b8c1cd823adcbae3f6d0156b018da08e5e5bad368420118343862075d0", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 197264, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e24a7d48611c721059e4ca25d35221f796d670a2513993f2f1155c635c68c226", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 196896, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2564bd793824239b37dd1735fb7a78829d1404c2873a7a50116b33813bdd3163", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2315253f8f2066cf2c25fbe9fd563d7dfb1aee245943c23ff6af96ca463625bc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9f73e5a8f80b0d9737b79b1d484310a553c936bf02b26c37408fefef754b5e8b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "cece1dc2bd4127ba391a25009b7a10cd0813e42e91692ada547b9e00174662e9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "06a0d576910196934114630926cbfeed2b79bdafd90a7333d37eb4ae85a01edd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "01a3b0442bd6544c13b707d7210a2ddb91aeb8d261805b53a1688fc2959f3ec6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 84800, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "61e063f02085b0ab3d282e9023e46fc2059bd51fb28c39da890b2aec682299c7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 84688, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "886a9e3d0f69222874a1aa5b9034612efad7ba24a494005204a017552e1a4168", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 87680, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "7ed6c9339d246cfc37798a9858070a808a4041b9edafdb182d8fb18987df2c6e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 87568, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "184e8f428e842796b1dcb23baf46bdc7d4b99bef4e7c00b252b38122b22b49ee", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 85376, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "842c983345c5e90b46c591552320975257508686a053511e32c2b25f04245c07", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 85264, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "67af54b1b72d9c2f60eb7b40a2c1ed5ea5c12a4448fd0107356aa4aa710a841b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "05334dfd4761a23d11969765b7f03526c96e6cc7fa53d3e0ee7d41471f322628", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "99bfe98432c589f9b2d8fe65cf36b1ddda5953efe62c161ed7c326d70262d991", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 84816, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "76a8a769340dc62f663c7808aaedf382aa66d36fa2e5e6e1a272979dfad20b23", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 84704, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "678636c25b083d379787ff00f1c52ced5a3e7210fe62e464cce92019ef906660", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 87696, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "b62cef19517bca7b935ff3fb2aba29376caf682011a19be731ed484aaf3937b1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 87584, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "75436da3c51c9fe24a1b25c4c971bf7ab20282f2b09ccb24e0e11a0ce1399994", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 85392, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "b81c80b677fe4878edba87a900876a2ffa6faf99ac7c55ea52eb0b94c40b1e79", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 85280, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "915534efb99a7d7fc302613d1cc5b0b01eb99d4a33405deb0649ecf6e2e788b7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "909559ffec965e92df9a450991dc8f9be72d5a59305ed9cc5f146184d2a4bf3a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1bf6cbfe2eb30612576e0f26d517c0ff53c126cd2fbfb4f6cc0b6d8cbe0924d8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "da163b28a8ed0b79209cf03eb346ff9aeeb7fd4cc8035f05ba06781788a7df5f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "22c3fc8c896dd2663633a705d990563a4f83dc31c70f52d16687b78fb29eb294", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e05e9859defdbfbe1e06343b7e672ae72cf0ea297dc4ccd83deb13f827d3d482", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7726b40e1cc969af0cdf93ba53db6f148a4a11abc9922254437112ff6746491b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6ab6336170c6d074aca377fcb491ec9aba6e25a45a68c82772bfd48da1cd8975", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2049166d09bcb0380842a77b6f0c406a6bd5cd27c60c8747e9205108e880f93f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2297d8fbda14006968e5acab0a2ea125fa22fc58932c8897d909ed6a20ea2fbb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1f81fa81bb5c9aeaebf6387f69255c2c35fe58a43ca578747ceafe9546029c4e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3e1f66ac65c7b1089da6c5e98779c16b40afadc25fe437063f56c9fca3cf8a51", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "490cb602656d996a6a19a89e6cacff96036d5282ab1b0f336e43ca367f8a9442", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "31a7a2c7913f484adc46073208d039652b23499b4f54b5d419cd496d669f66e9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7509358b75b5a48fd693db307697efbae6cdaff7fa6bebba68edeea149639dc4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2489cad44b83cc328f54769140cbbccb01aa0267a6e5191f764112115b97450e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "cb24a643c0284797100652763a694b8d987d434fa64aec73a772fc0ed5c37660", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5372c6cbe238662305caaf155fccd66e711d06893bffdeb656044b4a23a5b210", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext", 82560, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "15db3efe8c5a78db261da13d3cf289b015562addfc48163e1af0db0e6ef14cb0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext", 82192, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "bb00025faf7cd3fbd444d5993dc8020bd6642c081d4b7230d300e482f98c24c9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3ff63449957ef79f2cc7726bfbf437dc87591c3a4c9e5c9ad6c6ffebe00a77c2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c7c78f9312711d55f76a79f7c7a3a6232d249b3a32a80f22cf117c7c37280112", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 82560, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9fc65168d98f466ecc44d30116c302ebf8733d89197eba83f50fa62e7b8a499b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 84800, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "aa5c8ef4a65ad7b539881820a75fd70ea8fffb0a9df4484e01c6f2a632518edf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 84688, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "5c14468fa4c98206ecf0dc9e3e2b4e3c9faca4be9364b67cd7dffff1b5db6661", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 87680, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "614698d513dba9fb2aaf5b2938f59c05007e581280b11f6a84f1a94b66ae4279", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 87568, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "eccb1846d6e1f7e10b9d8750f483c562ee7a12a90a08e5895b39b17abac29c5a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 85376, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "3dd617ce06ac5ef7767b149f34368fb9e21cbd2f257ad8e7b8aeb3a3266cf031", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 85264, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "bafcb1abcaa88f2c8b93b6ad5febbb609996b9c21f5a627cb699e59172d2227e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 82192, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "922f240ef4f62684c3d47e5e7bf182ec7a58857d48455b159f930ec3130ea2c6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8aaf04357056401a8b3b1ccb67cce7ecc7a81160d7d7d127a269287972fc6cca", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 84816, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "1937bcd55f0bed42e66d33bbc999e78753a9b831254ecc8081ebeda7cf8ea9e1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 84704, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "3cac1dafb3aed868a874efbd3f5b7e15ec121eedbcaaae7774be97271e5c4fb9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 87696, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "a9b6a5e36b8e8fcc4c1705c33dd60688d7b956d1571b984f6928e5d311ee976d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 87584, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "52637c8d69bace0117e9c80b84a92476e81389da9ef732db2aedf97370772521", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 85392, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "8172204ad4d803334657e16aaf44aeccf51783f2f1dada9a561cb3cd050566ee", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 85280, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "8a34755a8f9d7e3a0c9ac1c5e92fd9316654004ab5f1fb40422397f0405e1089", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6e03798179b243270a0b729f89f9d29ab4eb4c71abc5facc4638ae82f06f7047", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5865ab7c17ab509e0e0f0c718bc9fe0dc0fc03e78ebe5fa603ba55ff7cb54ce4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6fd452893d65dae8904fe964efb562672f480fb61d3d3413f6f6f65b0dac7773", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ae816eca3adb13a4a6a5f2a68f5cdbca2b632a70de3d6bb3744e28403eb2c83b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "68372973c0360141ba476f83bda83f026daeccb6895b92a5850e308e7ef9dcfa", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6f3b85807d1fee905283fa45149b12fd4ab2335c7fe7044461e27b926b191b64", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "81402ddc5d7acab3c606b0b0bb2c061459494f00a6f4b84f2ea42a098b63dd93", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "707b4ac800870fdf91f19c47f53be898c892525393e5ffd6cdc74930dccea5dc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8694396d1b9006cd46cde2811176e4edd3459b784a6b5140eea1613e03a3b7ae", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4f043db6ca7b4ce99167d9cef6b0ddee611ec6b17ad05d26a27e4cdc8adb78d0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5580daacadbd5316ab5dab54fd7ec80ea09b644616bcaefcee36194fa6cec0b8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a8a99da8f8c6b5340b120ead2cd9ea8a5fc88d913b82ed0ded920ef3785418ac", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2ac5a36a874ee68c1c81b53ab9ce324ad4cd419be4145f2f78da0db6c0527127", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ebde8ef2f52049783e1889673d70737cc24878a4b8a62275bb2c70595d226c3d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "bb7931624f1ae038d60a731018fc10bdc5f0faa7b76d06edff8782d6a1f07d35", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f79bd08c1b70419ca2b21be61d102fe883f6ef3fac39562fe802c5a21e66f68c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e0b7d9668634dd394ead13db6d6caa446726b2d19b7d275899d5001aa1aee30f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "02567d3a6725d83f45262cbdceb11e8c35c1fe09cb6b765a03a5836a7116180b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2310beb71d157423d96d497f1f2bc4f75115a95aed5372e5694d01cd489eb692", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "63abd39a361ed606cf7bdf38fede30ff2cd6169e0c83f1428f1a4a9854629f01", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b0c0eed0adf1130f2c11361f238a0041f5e8c7d0c1d9489a2aad1a55eaf8845f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3c83b8c8a76c1fed492319492efdb55d9db0a4026d2adc905c496af4ae26925f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7b62b5425dfa9d4e540e4f6782543628a2c1180a8c5540e086a3db7c98f284d9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "792b7b2d229ee088f2c190d1a0b075df1a66d673767fdd9cd581a76ca953bd51", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "74533512f1d8caa2cc1d4176174d4f7b244cfa4c9ad356144ee5bcffec94b28b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c5f7c7d8bbe882b93465aafeab60022db0583b4eb094afc11bd522c4b9db5248", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7cce10c1eddb93d42a7e4a41aae9cd5130ac9881abc861862a42d343abffe3eb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5e807c3e56ba4c3ae9d52ec70c611ea5e360d9bb794e77fcf5ec6d3aef636c70", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e165cf4c57272146d3644b8621d3f917d068f10490a8846e341b16ac0a794068", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f44a837a14e7733840b318c1ca231b29cf7e9474ee59e99c8a899187822f284d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "429d99487e8589985e4994d38625d13633fd297f5f170a5ffd137d2323dd31ef", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a90daf0471906a30993f5e14469cd42b93e826b5706df93771b14c63a83e5e42", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3c75d7666ed3469e8b4b17d7fe1b75be83202eada671fa84a4d40f9beb623545", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0132998b4cc2037377cb38ef05f58f4a2c96c159ea449841444c43d306878a02", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5afdae2e2ffec62a140698956366bacb966e78c5b699d3a491d68d7cebcbc218", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e706f236c36b10b1b23072d44eb0bac5dd97d202a61efae8726825f7d9f7e3be", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b9e221359cb5ef15564d30b0262925fd9b80ccd0024b3f4f56a05a4bc6c8b60a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8d90387396708839040a79cfac7340a15f57557e14368e650122bf3fe9ccd610", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4ab766de69fe95caab60be35f64d3663d5e79b14b0a8e77f8b3fc9501b82e126", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "37b39d62797cc9a600a2ac2eba1272e9a3036ba29e05a511e4fb89a85cf89917", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7fd2a230e97f65432eb240a82c9c4a951de83a32f3ea32a6cb2860e24ba743e7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "98d660d68d96ccf1d770b76f21e86794d7e9c6e6019e7cf766fd736112fe8627", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "943326b53074174fd6a5bcce079265f1f9ac1371e98b1591e5dc0190a8d27be4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "28805a59b2c5928fe79e5201db22b8259cd9940c850f5143dbaee6788301abd1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "91a5f91d006892860ccf7d5201997c1fdc0114adc50cff4739ea0b54e4e9d7b2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f94e026005a8f418a26ba5e6ba5206c949cf5bb5956ddbd73cee378ad9ac21a4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c83d02d07311cbe5465a6a05e17ecdf7329a00900d5743a02140e6d1abd27b08", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c0a33de2c082fc0e238ab94bfcf774a73a68be1e5a70259ebe66c0e96c98a9d9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "490a398761113135d6cc1bc0aab55dd39539551e53a743098ddf62fa9eb712e0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext", 41600, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e4112bac5a0ec3cfd613a9568306b5467578d1c2c64b0de549bb9463e6f70646", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext", 41232, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9fd819edfc163829b3a8a5aceec6e96542c0d3012f8f87dcd26505c116979f9b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 41616, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1823bff1b3c819cb1526d5510f8b2629cd629ba4fb559e7c281d4de2870df1ef", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 41248, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5344d5d44f51d77f8d1499077bec679a4d41f0e2b0a648302009e542987ff6c2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext", 41600, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c00d6b5ca51f30aaa413c3246b125b1a212cb7247b9594ea58e3208e33268862", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "beff11e5b3babceb3202c48918462072abfba6c145e4956eec589f113dde4dcc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "ba216371dbbbe0a6a2feb747cecab2b91780f45cfb6a4d1f0f5b8e65747ac9e2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "50e7aedc7cbcc6f4fcc981a497753de11813bd0d9cf417d0a193cae708bbd0fb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "f3896edf6d0aaaccfe9a4b230aded62ba5294265c8c69e0f706ecf99f42fce0c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "b8b3d3bec14e0905a2dcc5bd7e7012a1d2d36a4ef08053f361380323b0677b3f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "8e5bd8acec936d60144a510fcac21d10961c33358f7e1012a63f732a0c6396af", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext", 41232, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "944023c24a09decd15c352dc34773709becebf0af3b46f0ae76caa18d147d5a4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 41616, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8e2499346a412df92088d253bef3377aa1f7b5111bb0f392c445955d12545177", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "f683475b06227c39f5b1b11f3eefefa646320a20a56b77cb53f7490d8270fc9f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "906e935167a26cce0f0dbdb2eab48eb35c3cd36417361eabdaaaeb8c79723cfd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "e4cccc3b6d7e865014841db68c25d53a132969654a0dc9cb8575270219fad2cd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "742ff5222eeb75ffb725bfa02d9bd9933df2a4e1b2158903c6ad92ee42d8087c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "92e9b80f5bada59dbd35e84463f1a2c7a37cbbeda52242ea047a0c754f216c17", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "e2455729425afd4bd64402eee8fd70f36ed13b0e82b127b3cba1f9104a52c7f8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 41248, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "bedda9a7f5acb00af9973d9fa26da099a5ef5f4baa9a532d19802149de22834c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 41600, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ee2d18b094722ba95c68263867da01636fef27c1aaf4155a34268ece49a7267b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 41232, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "77147917e9776a4882cea6fa16f78fdded867f02f038be6f755b4658f61e3dc3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 41616, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "22bc85932ab09388d4b2e5940253f7a39d60321e3860e3d0f2ef3fe442c9c4d8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 41248, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4e21cc7fc1eccd87b204061a3575cc077e0387e21184fcbbe1533b07e27f926e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 42368, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4fe1669c285259d5332e63980780b43e016e27dd41790581489bc990b1bb4ae1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 42256, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7d0a4b1b52e32834a83ed674fd8e085b6c156bea4208db57cbde82eba24de960", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 42384, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1ecb0b6e77886cce650cdee81c1706463b6b7df813deb08b478f1677bab993f2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 42272, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "69acd4b6591bec08d45243f4285a9b835aa00a6f845725797eb85274dce4efb5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 42368, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "14f47b7cfb5473f99b793664f4ac7217e374607d77333dec62801d26bdbfe48e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 42256, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ad13e4cc475f85bc8a49a76dc2a73f1962808d5a64f384041b8830902d87c3ca", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 42384, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9f5da12e1c23b2b7913b2d881a03a7066f890b756aba779c8b4f571dae89ed73", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 42272, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "83f1541454f60a46ef912f1bf1a78a9c019ddbfd5c17f34f4cab223e5581a156", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 42368, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c60b72a5b5ee07fc8c39e6154f0bab4a454af056b80194d3092f906ff8ae5bd4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 42256, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ec59fd50a11dfb4f1503d50b32ff03602c76dcba77600fa019d76734f6fbfc5f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 42384, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2cc197a119fc287fd829c22ddaa228f857bb412b272336725383b22dc3628b97", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 42272, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "75397def5bccfc047962f22ecd561bbdda474139359c180a6d221bc7a2c49475", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "30a6bd21a7b9aa0a8d8549acde7ef802de2cb82ab2ebdbff2a1e220c0789ab39", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "f54d4e9c0b45e6eab40b79acc4a4058d43a80da79d3c07d82e4ddae8d6dd6aad", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "0c8a7c0d1cc02a135a7ffb0da4d67eed7b1b61490ceea14cc46ffe2f46fb779e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "efcf64b42b26d2f85113a2fa4a1c5774051c53ad5103e4cc73a73df392628edf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "71d30f95d3351de04e384f24459ec9c41291e024273baed13348803d04286b88", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "cc9dd109070ab66d820d221a76f724ce0b057f99f5b6cb26f349274af9534d67", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "1f7fcbef79886600b5ce854693ef41713f8ee30d88364f353de3530d7d8c8ad4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "86f9d05b84aea0ed7dd006b953f654d7fb5d774dd88c5f31f1c0f823f8e0265c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "e278a65054739bcb1212e12ab620b6db38378ec7f75ea72a6356dc73e698199a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "9bb816fa93530dc4e44301f0a17342fb0825a6c292964a0eb46d8507180082a6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "bbf7c292323cd081094e2950ad1b0d2dbdb51a932cffc16f5ef1fa58fb26ded2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "a5822243f35c9d353eff8c72b7323a28f2cdf17a7402e936a0f6683098066285", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext", 82560, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "891d0836fa93d761581d0388cc8b90862ddc6500cb5ece4988254f66f8a27c99", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext", 82192, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b2d34bb1124879a3ab390e8e40bb7380cee36875e4c3ff283a8097b11001479f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "682f914878ebc5e46cd03302341b8771c7e133321c78afad8f91b3963374690f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "97b2ef5c24a210768a0a919745fdea7cab9e20d663e29fd4c67e86a7a184da16", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 82560, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "cecf08c0f4f291bb0e9f3280e32f7c37cbf8556e0f726ae6eabf5325d094e6aa", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext", 82192, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "136ef212ffe721e19f289580714523b993d71f95631d43f299b8c4729d2ca042", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "719cb95c0b5df6fa200374e70aac463b4f140bf7c5f9b9877b4fc6f6245ab2f3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "78363f94f30bbd43969ced658ff9cda7857b612a3f3b374b2d084e432e2392f6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext", 115328, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8e386a51e369e5af02e841ea965455739ef7776eac66b7d7317171ebd983bdaa", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext", 114960, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e38ceef8a18504b2fae4aa4797cd87504a845fc4f70660bef8a76518ff9a9789", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 115344, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "053aa7afdc26210cd2e884824cb626cface502ae1710c74b7f3926d87aaaf583", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 114976, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e10de1cfd9952d3dc4fe16bc6f4568676305895a7017e912b8ab4ff35fc4db96", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 115328, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "aa8ba2d9947588e66d0f1a915b14f49c52f3864024eeda8c9f97c32c9458a76f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 114960, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4002f887dc151401336e6c26ede86726071645385dcd43694ecf937310ae538c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 115344, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c76698ef23deaef49bcc1646d413c4fc2e55b78f7573ce544a6a4ceb1042e34f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 114976, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e57bf3f45dc23733125249a901579a2ba0df2c3840064abcf1e2bf9fd5f2a402", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "44493cf3c48ad4ec01a6dc7846e3c822ede6b9a677f27c6dad7e1da5b063e44b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2b92d5245e9121a772f9bb5bd6b2ae8f6b4c090b4a8fb1f871a55840ed259ab4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "194f78fdefccde07290b2a15d8a1d6206ae820764358bf9ac98beef4840f4331", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3bad2d2134ecd1e10bdb70f368d53d284737786bb88810429765ecd5c1fd466a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "97d709310628c5e146bc9707e33ef1742a7b46d172d698d338ba5e28f8793fa2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 84800, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "867d9b45395d01f80762541dada0dcab54932a320fbe1efacb7195d609a64b75", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 84688, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "2235d4b99d0f5fdc1d2a2c01839efa8f3f42f420e96cbffd9a04b48399f001c1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 87680, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "516657ee0d194b8da5ee41af88c45c97612d09d3b9de2c83845ff3cb69b8aed0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 87568, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "2735112e6280b9934b6296ac30253463a92f2a0a5be025c1cb1e3a82b76016a8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 85376, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "ec99ddcbad55a08a85c7016bdbcd0dd7c3a767eb2bc2ed49f132eabb68b2722a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 85264, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "857798ad33c45d2bb4a2a6178baec59fc3ad90f32545b0b20932faadf920d32c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "09f0d6a53f8f4cbd8ca9999055b22f9cd19f07229949fc3397c8f6abc3647683", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "fbefe3a6f9aa66b47b303d75ff353e02e9fe0e57568afe7f3db8fd4597526b66", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 84816, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "cae0d6c2393ef9b680bff4991a5acce03c39a233ad733c4aa994ce7aef758233", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 84704, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "b66d833ca16761341ee41afc1ad74734dbfafab53ef9e43ddb5839bc75050620", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 87696, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "5aaa6c4d134238e59f2630f10355738cfda9992000f62d38335d77852c073d62", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 87584, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "2a574da5c825f453082ceb614def5187aa29568cab0794810c66790626aace61", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 85392, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "83bb143753effd39a23f1dfa638c3acec045084c4694e1d3d79b656748442aef", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 85280, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "1595d86b2e2446774a9d4d4d033f1e0dc505bf8a538d1d0ab3b9f8cc053ad533", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a9226d93eb6a648f93d7b12e3709155763cc182cf6f76f598c6ed2f18a7e574f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a394ffcbc251446ee4c340c7f3e763a9a871683cc3516ee5207d76ebca903243", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "fe329906b05bdaa38befba4aa2a4667f203caf8dd14568b5f010865a1533db84", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a7b0ced25eda5cc3944221caff4350d7fe823b26e617f3ca54d1fb403320c9c7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "955f7d4221c2c203c9e993cb813cb7f9a833f557be3517c42b7b814af70eacd6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "51affb5202a0d93805a1a64a2da85efb8789ae16d508e2fd14297f604f9ea4c6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9af395884b9ff5320ffdb0cbd78cf649953ac68103a1203e276010d22337cd5e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "76d08d22aad31bc4a26814b6e822b180781bfb2aa4e8c9a37d0a4f2f58186834", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7ebfdf509361e3a721345064a14c78060ad6153bb5978871355024a6629104d8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2f76686d7fa6c7bd95a057e64bdebb556aa50e1e85c5be3cad90dfb3bda4b522", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3075dcf9c718c7ddb802bf9d62d56cde174769a54888268e8b000dc2e65a1e14", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f088ec7086d48006dc41341a0a13c095ce5fb855b8a26ef25b307b71360d77aa", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a63382633d74f9d035b948c2250f682a286e0a160135b812fe73c709aa19cf04", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0b2c68939fd5088b35e4cb54909433490c3a5671a8a814699cbcf5a3f7e9a502", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "cf9fed516239543f0b5c20202b5dc1bfe2ca2374704ff668d6f4d0abe1dc30ff", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "afca089eff18c31cb652b0d7bd4cead824c41cb940dbf9d14eadbca899eae2f2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e455ce7c030ff19f3ca87fb5c0195c34a228ebadf2facf81a4be4b7f7b8bec5a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 82560, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "371fc923faaff0ffce1cde756591149d0d91a464fa30a5c8fe11cda30b05d610", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 84800, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "d1d21f6dc94153ab687aec950cc94f978c7d6ce2a1efa2f94b69496064033333", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 84688, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "31b119520de6d887b3192ca1ee784db55a195cd67b5d8911adec3e26257ebccd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 87680, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "61504187174d844acfe8007fc1dfd12750f868bfaede84118cd542d6e7b0edfb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 87568, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "146b681be367f3021d6fc8531821caa66825404c44a6110e63863ba28e81cfcc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 85376, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "3f5ce968cf2592d1cdcbe42e276741a85eb799215941d50795894f250cdd48c3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 85264, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "f410e87ae8379aa430e944231b241b0a27df933b536997ead7a2733a5b2bf254", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 82192, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3d4ec090d205b070fc5442b11afbc7c8e236e27d705f8cef1c9d154682f5a810", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7c67451f5cebf1290d8ee7f184e06d0b07f7fcea06cf33f0bdedbf9591a308d0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 84816, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "e51668061da14fc38c873827f3054a04735173f6c30d1944ffd0f9350ecd023e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 84704, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "c9b5769f455f241cb058c8dd371d80482952b675c461e697d0206f17d0619072", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 87696, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "3ce4c237fb6f57940b6f2a4abc43155934c5a1e14d6f349343a03f71cf04263c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 87584, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "d9c30813d89c70cb389ddddbfb19bca5702f7526e1c1322a3b182cdfc5e28009", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 85392, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "e33abc21bda4377dedc8efe1b1cce57a96c74d6b9fdbdbcc34e623d398672dc3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 85280, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "fcf4973fb5a3ec3eddee613339cbe634b1f0a30b1b304fffb485f7b1bc957f75", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "74a22afb5cc6f8a9a0505b69e01788c0e5c8c8ec614cf59e38c4b2c2e04c13d8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "25870a31b21f3f1dd776ea7373f773d72f17aa5b60813c32acd8dc981246147b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6f6737f5beac8ecf096954e82969c84f2a16904d248471ca7de1663f77d8fb0a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c724ac9510c18dbb920b49d74c4588f04ebc4c8989856258b3d09bc6180e7097", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ab12af5ec5ab9c039e47b4bb99d0717c66cf3de34521b3998a3bf281559c331d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "31ede8f64b16b7356a080a57e731b4b2e37a35e7456fd3fc255333f3aa296c39", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0e45a8c3cba41bb7a9edec1f09553b0071e620e896775455d6a3a2541e38ac4f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b37ae86418ee90776e145d0bb1d97b0969cf979db4fa7df1740f4c40e0cd8e24", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "885095445cc9083023bf65d8a558d03add625eb907fa2f6006ad748a398c3dfd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7122d6a322ce838df2396d2cd4d08038dd734ffe0a1f9c9c3257cf2f93199e9c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "904ba916299d88ca0480cd7ef6ab2a71a53d82294044ba9446f2b8128b25220d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "df1cd2b24729994262baf4df896d7077280fccbd18d5b219aca65be34099fc17", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a8cc4210d20d543f31e15da95abf88072cb3722daef0eaa68e42f77ec6b35687", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "47346de783e7f410ed9a6e55825a2251398d57767cac4c836315d48f602c3690", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "478d067d8a3585f4a3bbe6a27a0be9b90aef6a65030cd9bb722d2e723a3334d0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8bd8a04b6281e4d721e1e2b4e3f42b9c7eb6463a1a1119219e11bde842bdea62", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3a01831448b8604cb2a789a24a528ddef3083d69d86c1106e35f98d9d56b10f5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "588167a802bdf9bd06ed3803bd1a3fb214e044a9e6941196f1d1ea0cd026082e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8597137c605d64462795ceeae522c0b8f123add26f6dcd048670b5213b69c9b9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8a4a92e1149c46dafa95679d910004d3fd053c69d958fe136f7e7bc0b81bbaca", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "57b0cef17a73acbd1cfd84f7f65b3562faa84ce5dd987b3e1da9db6c66bb273c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4f3538f3ee1d7c0d32ce061a808ebfe86231db5b790380a589555df287a434a1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c596a6d980e4db9bca64a1025464b17c284372b1b7050e88b6493ff687600455", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "eeda4d15d047eb5441e4af184fa9abc714f250d068e0ec765b9d0e109321e136", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "fd91a4d1e4d23ebc3ca78644414d9fed79da04cde2b491ee3c47c290d50af4cd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "22e3ea764dde20b5f7f2e2704c4b16ac8d45e230f47a546f6c90697fba1a22ba", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d7f5a320210b751e358b354ffacf850b4fd6150819ccf9d86cc462944bbf501a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "325cd7f2e8734a627bea937203a29b0e7a26d9f289a27bc045c3a746fec619b6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "72813facf658e9742841b619d99e5956237519ffc106dc40064381a285bf3359", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "28a6e47d4a5d7a2db3fd186998911ecb94b0dacd69fc246613df011fc4c3bd14", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ee8c3ba5a032809732312dbad6a60f3d77396e4432f912f110f1a29066c13e6e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8ba6b563b521b027ad0bb3098b7b7db7dff3be83799dc282164fb4731940886c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "14330dc35f709a271cdb2b84ea27c3163f77e2d137aca1700812f5dd70da337c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3e05da55447298365bbf43b38cd2a87d44543b0b6c522fb639de13897b04b02b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7e6bc839dab744afdd0fae5f37f3edb5c465003270ea19a5c989635f10b57b4e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b60d8f852d7bbebb04aedf0c1c1d66975e87519499117c6f4fef4b56c1915553", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ba688ccbdb1e031e0c2b1e78d2dfe7db96587e4b0c8899cb4f44d99fd7b1c4ce", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e7eac8dd9716ce90748615e2382a8793c8a5e852b9f0516f08148ea6010f4d14", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "18dcf8b2318141dec96854e01ee396b181b206c309889650d588764dd091134d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "10b54a87122770b2e161d4df1ec9892275ceb9daed292efe98097d1890e1ebcf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "12c05a31e893fbe46c7c3bc82462dcc215fff96ff9797f3d48c5ec86098bff3b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128PersistentContext", 41600, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9c3e73e90c46bb86e34d9ed06d46b1f2e67252deb1daa2e52cd1cbaa975e9baf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128StaticContext", 41232, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "cd03afb89fefad4df1bbcb0ea8eae6494c75dfac0af0acd87e0bf6d309b688a3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 41616, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8a856041c9a22f4f030842c978ba31ec58c2c6a0f8269eaf4362997a7ebcdf48", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 41248, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7916a95a55a247535727fe262588443e69aa61888ff0a4b79cc856d707765bd5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128PersistentContext", 41600, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e085883766d4b611343848399dc4da2e3e2dd67c21849907f32ebe534ad7aeec", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "45df91369a826e45700cfc08c4f4e99019760638e2ac3a785018325ac33bab58", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "f2a88eb530663ba44cfd788c21c7cef6a1bf07d47c81b2dfd38d81175f0e2685", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "9e958a554f99acbbeaa183f07b97281a5a0ff1fc229df66c8649914e63becc1c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "0ec2a2389789497d80db965cc82fdb03f4963cc6e44a847d70c427a9be3fdbc3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "42002f862620fe716825a857fa3ba1fb75d51ffbdf8ad4d23d3aeff44d190438", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "563667a3e3a4fc4dead8975b14d996feda92fd1dcd0328ce240c43f69eae2e65", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128StaticContext", 41232, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4ec187d36fa9c737c1866edb0cc403b0b301019c1f82fbeb9a647a725d6049b1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 41616, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "522d9e760edb776f030d96dc939908d49ad6beb77915242230745658b751e34d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "b7c0ccfe54d2a18b1855fa323510e9aa4de8e6d1675935f1eeb67b7d964b4e0b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "83f8055acad71c9dc511f6147de866b1c3e93c4007d378f7e292639fba6cf666", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "4154bc3e25405e8e8bf853c49044b802d09dbd3bee669c36fbdb647d79c2b7d0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "3c74d5769f5dad465aa239a5a49cb987a0e8e2aaf2f04176a45543be2775cf3a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "dd63083877d57d23f28a2afadb42856148f817b1cf3dc57ae3a6668e6f3317c8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "39ae502f67c5555f6ab85e7b7548f93a6c43dc1906cfeb9960ef28df94dc4409", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 41248, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7c38afd1fcc50dc1c17208c9ea0bc1f2f324a7c98bd3aabd1febbe94edcc50f1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 41600, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "502e9de7038537ed23e3b16c60e210794b26dc6e7b294790a31abd5d89e867ab", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 41232, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b6a58c06dde9cb5c5f03f38ebb32832cba92cd26f266a84f0314874c4c35b164", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 41616, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1442a5bf8ccffe608346046a03b0ed29dd07e997603043d393669cb4735986a3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 41248, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0bae4ffcca9b2abd9acf4a019183e3d1dbaaf59203cc9e7647943cbed1479de3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 42368, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "975c1aee84232b2ee266c55a0a37cc90a7e9ea572cb4ac81d3ca32df7b332a3a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 42256, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b0b2622c0febb36a60c7658f553e1e42c2fcebc4c3c475c562e8e7751b0779aa", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 42384, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "25f75961a58d7395dd746d4cc6130694f04346b6349c4a790f3d89b498e994b8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 42272, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0c101c06f6b77f3bc9a467508d87c0b711d91d436e2410f8d569080c2efa195e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 42368, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0e4262eb39a03d1dfc02e4c748e4435e9842421c1e960272d9a0070833540392", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 42256, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1af4180f7b69363bc31c6ab1bc59b58c59021964786e6e0ca057a6bff965e110", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 42384, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "19eea4fe767b478cab1175ddffce0ad20ee2e7786f5d56f9fca66fa4ba922637", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 42272, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "36b76d78ba1c0db4b48438f6b4f8f10bd8ac70bd5ea391c51d7b7ef8c6d264d9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 42368, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "19c3ee5a52cc7804e88d6ae30bcbb79f3dea5ed65f26cb94178ebbe431743bce", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 42256, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b86164d545b6b49377c6aa178df7a66685d109719d44b6133b6c951ed4e134a0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 42384, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "12f0da388392d31f78a0dd6579dc3d1f2d36097e9ef2579fcc0a65c4b2d9bfb6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 42272, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "93ba98f82f097ffa9c037cc154746943af06569e5e835b543dc22063213d6958", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "a0d53ec91863f26a13aba3b30a34807800e4b88cb3c41f254ea7d6bd7eccd816", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "e5406b940e79cba76a7d7f5137b41a9909f0c4cea001370ba9c0d7b399894396", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "4838204f70951c75af1736025057e77ed6df557f9734e3fe7d315076ce0edba5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "e9761cd62fb7a544567433947288b9fabf248521e50547e3b89f1d6cf0bb42d6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "d4d67ef968b703be594fdd1b1e80f1bcecc96ecff24c049b5c0fc2b4e8591772", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "ca5005377e7d9882caf0c8b85e483e10186b6469cd901205014d25ca5be60ea7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "b4424ffca96018e621a56cd4683cc7577b7484a410355e9773fc730cbea48b0e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "8db88322adc9e73347eb6d1c7dda902ed2055f0f548727df6cd82fd411918dc6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "7081ad6e9ff6e71e24c8ca614a07768e7e00867fd537f0799da0fca30bf4f749", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "04d1cd56eb8c78bc99cc6677f15b4903df4eda1034e9c81dd933c23a73d228c4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "0477b9da13aa219e0e4be5f0ffb5a7c0e707f6937f84c19f75dded05f66bbad5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "96ed36703d37ea107b3c2f0b5ff6a7325674bc0a4b0a993b1a5034f24d36f271", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ca27b46cf9a8819041a1b8e6ee23bee61ae1633e98b53fdbc5580aa5bafa06d3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "867ad61ef3961fa6b5989a681d26a89f5eae34861cb50f24d9c4c4091d13fe6d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b3d2e0b2e8aca5e3c39473c2004d78f3f071ba7637fb818b9c194da47f0e2a18", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d781e332277070d892146d79f159229cbd98a18c0b8153dd631d11c27e20890b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "89707700dad686208460c5d8ce846f8d2e594c7908256b2aecbb0df6396d6d26", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 84800, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "430351150db8b0292bf7af06501eb79c7b02ed19538558e39577a0a11718dfa9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 84688, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "420293c6dfe935a51738ded3aa9ad7bf865fa3d0dd40f7ddeae755a95bec2b6a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 87680, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "1f479626dafc2bbc8f7530316d64720912be49a3321f2e6702486918d5bfb200", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 87568, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "416fa655d58c1bcf7dce2755656ad03e2f4626b7987d499296485c2ca911db74", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 85376, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "1dd8c74bc653ba87f9a6bce51f958231aa6e8182d23bb4087048077f8421c9ee", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 85264, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "03927deecebded33b818fb5a45605fb2c3c01d8f5abf047111ae221812ccf34f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "085b8c5a999de1e88bc78a85a78546d539b8bb748d0825111e4b3ccf418f49fe", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "610633cdd250d830e732db7b982ed50719d7b311056214465e33378994471f26", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 84816, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "207cf3821c1fad36e946772e52533faf33a2d4f700ba4fb7f223d4e9c7b999cc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 84704, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "b1a7c9945fafb5d3e65a54b248d329e3e9d6d9817e44480174f4fdb1c73a0e54", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 87696, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "83d620d04893e4ef548236ba2882fe91f06b402f41b46bc630e0c4fb6853611b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 87584, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "1fc2e6bfe5b4233f23a1f461a7d6da45151557ecf65d5d26b8f761f8b7fd6b09", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 85392, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "74b2a9703b24cf37d627faf73c6f09faebda7f0a3b6bb828ee2d82e4ff2c8f11", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 85280, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "d0522b8dc316f9a16a3e18ab5f82da4798a8673d81eb7722e905a3bb53cdbf2b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "52d8244077fb06256dd836237c522230f71705d4bac4c59a36f38cba30a65514", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a81262b4d41d0bf31fa446c57e7f1a14c08a95c5c357f101d8f07fe25edce66f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9e2a7725688578801ece84a6c7cf90a39fd530badc94398afd0cd4383e8c6a42", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "cdc0554ac33038be210788af85950ee93505e6ebbd7786a9a84ae217afafaec2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2fe3e6daebc8c1cfae12bb181d2c1b325ce383cd9fef67285fa4786d4d3d4497", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6810c4dda068159150e746d66fae1fd66f9cade39dba7c3cc591595088d46cb0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ce41f8d8c618b978ca2604b6089d0104ab0b272c8e8b8565dde6c21de1bc0dbd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6124ba8e44bf715ee6a56a4d5c6eba5b2e30272e3656b5e080c0026914410286", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7f6f9730c460057d2959ca364d6b276478816c31fe64c9e774439f9c4ddb8f19", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "445c6ce6dc9152988ccaa46b5d7964bcb235200703d131158f07e2075212e69e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "93d8877d507655a369755a2b01ca7da012ff6d07e079861bd25bbb90de6666b4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "be59ddd6ac2611e8127869b878bedead2fee2e3d4ec53f23bc4f9d5c95b9658c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "94d524944b420984d0aea804e7d258776c94be03cca168637f348c2bcbf73476", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d7d70471aa7371bbe74800133cac35ef4d91c5d8aaa3499cdf533ec411d92e0b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "90214b876694f6130e13e6ad7b63dcbfdf47491e4086b787ba2e45a5faf8b1c3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "220513411e33b77389452187b770e7ce5d6c3de17cc2e4725a4ed25c243f4660", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c1eb6bbba4cc5bfb3615a70121bb727540ae43b83986c8d3f83a9bd39f35b401", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 82560, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6c2f979972bfa132a1107aed6d3630ac723c85e4cafb9fd648163dcd6f5bbd0b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 84800, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "fc52717391aae585a9679628f9e6909056f46983e443b4dee8086ae048714260", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 84688, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "34102901e75ff3c580d6d6749f14f046af6fce9de412373fede0f2a4bda072f5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 87680, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "be23a928f3022b423c153302d0d814817a491eee991b56d1c9105282e6199529", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 87568, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "163284cfe63e4be38102e1c97ba2a6a08ab73f5d30a0d36ef89fa5fdb7179462", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 85376, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "c42f2ce7e80a8dd4f8a746697561d3857ebb7d330258938441437cc83c8ade62", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 85264, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "881381db9c658d001b6a3584a26882b4fecf133e268ecef4e2e90adda8fd023b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 82192, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0803003b0cb93d17695321bebe0b5dba86918e1865087185e8e08c2fa149dd22", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7ab9fa62bc47e59217aa43f76109f31ee0da59f3f51314522bc7ef86a191cae0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 84816, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "77983732b684aaff3164d6deb5cb9d6e4e1e299db902db9957b029705b0720c5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 84704, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "48a73cdfa8c72cbf97a464a83802ea0d609c4094b21f038a8a78505d17a3b951", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 87696, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "aea5c325d8c4b534e77cf89ce2641033bd41b71c972373ab0f8657bb625af42e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 87584, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "def95ef71b07162748e0cbd94df81b49209143bb4b22241d3130af3a3019a0d1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 85392, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "198d32f2adf46c9d26f92f9b10ae523c2f9945c7f8b48e7f78a2ef04ec63cbdd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 85280, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "3183580f68890b2560c8491fa5c5839a37074772f4bcea52b23467bf0d0c7ce6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "565ae37058d6ff31ebe49218554916c3ebdb7201a4a87e9891d7e6ea8393c634", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f6fb3376e9b07862e0cb3aab4a42a154391ba76f488025bc59f231d8cd83ef50", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ae0dd10639e45d6758650f9c737b1007e9718a635f4bbde45bb27c5376443058", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8ba718a192f37cb297a32c46fe0eea6a33affcb9e17c14a381a55b630195a772", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c31508a50939e24b5b9aa3d82f4eda65a2dd4b8db5a417b00fa34ec321f2ab48", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9ba9dabc784696af5e7c1e04c78664ea3e2d394315410eb79fc541e871055b3f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ca4ea4b130b68ac7f95ed5b496b00dfee1d38dc8e67461eb8c692187a011e126", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1152284d82bbdd2e1347a45f1e2075e28bad8740a55d9c5f83c071b3e5ee955a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d48d87260749af936e4faa06888076e82568965fde5f185d200c505263a42930", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4477e138177e0871a2f1844c7fb8680bb45a246269618473170bacc4d9bf30b2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7ea2427287f51ba7cbca8a9da5a87ce34561911274f225f518492ec922fb22a6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9853d159a58ca8ba1301fd1fc0c307b61987c44cb930644dae2e568f32005690", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3fac23610da7cd3dee257fc5eace697398e416c5f4a1b8929c3b75c0a7ab55b8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b7dd40fcb73d3a7e87d7d1d7d6da2f612b70e29c27ec946dc11042d7cd8ea41d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "fc9c4248cd8c60565d838e086926ca3561a19fa1884179069e1465fd97592a4d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0160a68b51e4c8eae83c1526803b7de422bbb0d2c328df32d23a1afc732cb9d9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1521018d09a6609a90331b77c754d77fc2e12b853459243215c084a769c4909c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5ad28f5d1420131b2bfd2b2831fd9883bef5abceac7b8c34b40865001fcd2fd9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c04e855bf8066a282bebb70b9d8b532876f928007c7c00b6ff7cf2ba57a3e804", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e999078e22a140f4ccae5d104471e23a31d45d69ee1ee058276f427f9fe12ada", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ef3bbc515dead6be974766d42e9e5b91a599f65c3a11a9c7a17ec6f0de5b878c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6b07fadf57ae1062c98b2ab44c1e1cf4b911dba24f47fda852bdcbd9fe0d1ea8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6cefadade7cbc8aa332822a891ce2b48486dbab342dbf4404d519649bc0cd31b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "57ae4a73b087e8f7e6da012d1c4770b1a55a441e57b3f5444b7819358bb584db", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "56ee4f9e16cd367ab835adee727599f61b057893ee9db96a3d7d65674884d7d6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3cfc296a77fafb19f6e272aa69d04ad954702d8c0081c99a0501b4578cb6bd33", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ce14cdec4a47b4ed0885c424b4d49510febfb2c20f8cac8000f018c8470a8166", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "27092c4f5e97b8575b7087baa3dfaad35859514c2866e558753c0e500cc3607a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2182a3e5d68fd33323ce29e43e3350d6538a5162b1daaffdd40a021d2e1f34a9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f5faefbd6d91fef08523503c4e9d1180bd82f99398ccf4f9c2c67ef19e0370bf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8629a50096524abc36da609c31a03aa6b820006c33be4d08fe9aa169e4950fff", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8c55b8c5aacf973045fe72b6b87efb2e2394f1207f07b4a74f2182f05237bbd7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9cca1496c2cb718b5c21de08b4a00426094ee9543e0fc4f1262a1a1ef7556b04", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1601a701fcb33625e2e576886ff263f0f9d143c8a7b41e588780529021564572", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8c9705bd1c371f9c2953cf52b9bb73e1c325d5789d8442b46a176fce8c313aac", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5d6e88219520e692cd0fb015284a0f267b0acd9a284714340cfedcda4c9a8f1b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b36b27672438e8e47addccbbf469740d2300d54caf142bd2e57c3134e007c551", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7bf3a90f14681875b3f4ac73346b0946b3d9e88fa32aafb2ee4f93ee0d762d01", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "68ebf38335f240fca9ec56d9db71ed7cb0068d0f72772091fb1efb840f9612cf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d589167486b215f3d958492646a24537c98ebec8a4618445fba342cef24ff4af", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "aeaed9f6aebb00fd912a9146d55f759e8a8aa8c8b3e0a3d7456d6b9bd80b20ff", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128PersistentContext", 41600, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "16fba3f003cd2eb4277f19cc297274a2298e8df59a4d10e34a479dd2f0034425", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128StaticContext", 41232, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ccc2621742c19415205fa99687f6258fd44c9dc73ae0dc243034900f2c1a08dc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 41616, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b7a67f7a607b56708225e22d955328f3f5aac2a8e19ef6a6306d28b8604ca5cb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 41248, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "be33e771e185e3895b6eed6f4cc2dd78b770af4f354fbb2fb2395ef5e6f97d74", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128PersistentContext", 41600, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e09ff6709bbd7909e93fe133abda3e0e64152c71fa73e85529f4f740fbe14dc6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "336f15fbfa3e6350d34003414e3269252dfb9a8f19ffafaf497b9a0f14d0d174", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "2056b807d467bd2b5ed5291054165b2dd968ffd73b82e78f68e9dac76d36fc21", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "41d87767086c9b783d4bac93a526dabf26d0e488a94d9fe5fa088037d76e3c32", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "cb31b9106c2160b8e50e6a975f723d15786a43190b7178f570de8368685bdc68", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "cb935b9b6b79ac7df3e7bffeaeb4ba88863eaeda38c061d54f435a755657ba16", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "81bc7e592bfd84c26eebca740f0b170edf89f33386fb850af9a3a22fb308f7ea", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128StaticContext", 41232, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "72b74bbba19d0bf1f340df90f92e18ae1124293f29892dab43f68bb712f0acef", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 41616, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ed1e3368f446789fd82c7a69fbaed0107fe8e86d61ba3d10e7dcb01767b06bfd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "43ea3e553824770aef91514fc6ccda4e396bebba6dd42b442e67e3cf1a65c7ca", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "d6d63266aae2eb961485edb08995779ab0890480682a102f32eccdc32c08ae8d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "49a459ebe117a70a6f0d3ebad012969f77526d1843122ac85c77aa40654bf924", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "283d8c7bd2fbdaab7418cee5b7cffd6b03f998312cb0dd723fa7df0add3276cd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "6d5a29355ffa0ea6fe1d27d06598615afb5c77ad1f479629c831e1c36737319c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "51769cdeef3d49a7c61e635e962f8e8b6e294d240a3b2a7fba33dfeac3aa28a1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 41248, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "84c6d4ae5c1c800a23bd08ec1bbf2f60e000a47f3c8c5318b55e1cf39b758cc9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 41600, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "33f3f9e3620b28abbaee4bdcc2b91ab4f458adc6621f3c17b8d85728e7705010", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 41232, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3682dbb4264b28f5d8f82838b18a869cfeeeb475e6642baa45f555f5a90ce1f6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 41616, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1e861d74ba53e73f62c9bc53138c2b1c18b6240a7c55af622f60817708b1bd03", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 41248, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "44e18e3e39e04cd67f2baf90e85d35a55bcf08a4726f3b3aebe752a0dd814b8b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 42368, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "344b62ad7c079b41f8d2b2fb78a985b016676e87bd9a12634fe29ae2cf7c5acd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 42256, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5cb305fca9dd59fed71dc16aad28131bd714df59727030b00f3c72a914a6f50e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 42384, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "73e392f03689e39a4cce22ba176e6d6b5ea59da523a5df5eef9f5d5633ce6bf3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 42272, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ded82c01019a76d08b565cf6e08966a770d2e5657082f4372af0d0a4df9fa652", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 42368, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "22c2e97797dcead00f32b857f8d11bad8b2e2a5457f3013bbe1b53fba9159dde", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 42256, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6e555b5694c38f297fd63703fce5ca62b4f5076b73f5f0e26547bd385f66da59", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 42384, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "69523a935dcd43d762d0e1d610a0012ef60d5d1dc6febda5ccf5ebf018da12a3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 42272, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "366e5f2e00fde67617e5d19fba51968552a8785ae630d939d307e1c70a6937bf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 42368, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4b111f19789ff1b53df65e058f1a9f2fb54f0cf2dcaa089ee319cc63d2a6f7dc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 42256, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5039f42bdf5736719483fa7aecf21a8007479c5f851b2b845a367d80e667bf65", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 42384, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "78db92a8de0223205716b7892ce246909ccede0a3b76f001bf6d15f0dbbc8ec6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 42272, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9db63a2ca5ef562d01deb88a80da35d058ee49a11ff9dc003cb0845927933a11", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "2327207994106fe953762a02db004eb51afe9c7dfcdd9606cd7ca713ab844993", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "9bb041a4a3fca8d819c97958b4fd813d4edf45111ed8ef4ff5555a51ea009dac", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "d70a509d4b3ef4e4fd17a14af50d536620b67ecbe6e63a4c24563a810f41099a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "3ec3ffb6f33b8c0339d163c8a38d9a8a71e9e412ff3653fcf8172ce49cbcc201", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "08f870abac0f0a40a4b01fa0bb46346367a07431b1bf5d283a8671d062386789", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "d5c750d2229f31680fa0edbc24c69aedb8b254af6ea3833dc6364e1b46f8dd91", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "dccc4028733679c002b183f2b46a3cd909c40ce5cceb2d664f3e61e7ba6adf55", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "8ff4b323acfc5ce04f494ee6896121689d9bf4f9aa156f48e349d8c74452d76a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "d30e9f0738cfae15cf805c43d28fd4f37fff3225ccecd752ff3e98e61161a19f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "27eac87ec065e51c2522d82650ee590dbd3d4973577859b5d9fe04631fb1d85e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "cab14ce0cee88b16a8bfac509ea9e53dd5f69c70390d501aa3df30720d25e3c0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "073ffacb26792f7ce703f6abba548c4ef0026905dbc7a7aa31a0610631825475", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b3cb350fa52919a872c3b7eb412caa744a84ae190ee1574504145edfad469a2d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "842c8bf5edb3d402c2517a34a63eb0008d70fbc005ec15e85ccd0356e74cb04b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a32474f4226fc9c104df8c3fc8101617cded7f682ee6834500be39398658c328", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b8fce8c8ec9efee3cabe42dd972eab789ae1a464793320654025a92026967c02", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "62294da5e3770844efdfd111168f14dcf170e26fbd2c79e72fd50c7096f77b6d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 84800, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "1af240853e28a73fb0d9763dc880506921485a451581ff8eabac86d9af8998fe", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 84688, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "9beacc20827d77ed7b0790defe06535735b83973675d5524acf7a21c8629e44a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 87680, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "7e52501a8fa7a856874a55a1dcbe8a93eb4d32822ef62a7fb6af554da7d4bcf5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 87568, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "318d88cc9c64430d94c085fd3a5f45651c09a4ed92fd7470410adefb94c299f4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 85376, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "ec7f1eeb97b00f5e35049e7084c7c356e2f19f7cf0cdd7575783931da385274e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 85264, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "4ad63d4d504a35a81be2b3f5545a0e10a7d610fe9b988055144b1c2853fcbaf3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6414396d6dca79de8dcbcbdc098b41f9332ab4a5840260d96307fad4f52723c2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "082df68127136cc4c40e565fd2c60455119a2328a8c9c932b2d08e1ae222a3b2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 84816, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "9b06cdbc31517bac54dc37c8690846ef85d808a8178a89a7bccb555ec54c2bdd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 84704, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "a673d026ced5e501180db773e3d9645cf6731495b93fb26c41e192364638d5e9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 87696, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "a13b251af147cd265f92150056e0188c8d91c8c91c130428fbdf4ef2cfeca875", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 87584, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "d21f2ceda045de6c7206f4b18e0714e64d7951de291fdde6dc1c1b4e8ab1a66e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 85392, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "35618f984e35b553b1b2e5ac0c40c9339e267ae4b5a19bc5b9f793d3a0e86bba", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 85280, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "6183fda278d613cecf469b762375aaaac7af167dd10520da7b19f84c201d3393", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "535e570387d7dd9030ae8c913b0a5c2815975f671b0039afc9d25e46cd48182b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b0fce88bff00c48bf83c3abf2b5ae57b21ebbfe38d09136014a036269d824fea", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f1206f9c7f973c5a8a3536a76830e13f8ef9a91d5a5086aae541fecad5811791", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1756b848566cb7d53aa6d476e9f4f4273975e4a90b642ea6d624280789a69b89", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a96900f83a0bd2f7cfdf33f25d4a74bb386fe2eb478903e6073c4097fe52ab0b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5415bbbae85bbf4007b656ad2188447ad287aee23922bb498f6bf40ef1b62f52", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a40aac84aa617d6e6b164ca176ecf21b444d3af92aba4f9ef6adc0de6c60f5dc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2fae02c7c0777c0c47e2fcf38168a7504f8eddba6e03039f118d6c2e470a16b5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "98c6a891648c67df4926c88c344e41182084afe14be6e53ee0e63e80100b6134", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7da3a95f1824db8e8052cc6ee32813a18a7e196f26c3b2846b02a63d4e3903ca", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1db2f0d618d4ecbfab1c8535625de2e0d454b794895e712cc1c5a66634718ae7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "499f997b0801ce9f4794442f9566f572a9558f7082ab213e1adda4927829d49a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e73b1ac8c0ff85bbb20eeb3c107379a3f156e38f174ee6085120196960fd51e2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "16da0e1f6ff016fca6043e3df5a6355d3ed4a480deb01b4549ff866d3265fa98", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d8384898ef1ec892b479ed3da788534226719aceb0de4caff8f8b458ea32e4c3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "fe0820c606351447f05fc3de4b24bc614c7550498d1961641eb889dafc295ef7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e7bc4b6f7c38c03f11d51acf845ce79067d985109f86a5a7c2318c2d2b6c07dd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 82560, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a20d5056a08e0473adcdb7fe4873a2f2bd149f573131a2b0b316a395b7d7e87f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 84800, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "f95f446b3676cb34df648ee367cab2a6e056b0d28af74f6ab581ab36e8eac0f7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 84688, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "9834a99dcec18ee4f78de8612e0671291f63444f28391a09841fb2bac9e299bb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 87680, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "7182964e871614850ebe6714d04328218c1b1bf364d26153e27a35ae68e90d08", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 87568, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "a920eb9456e9dba8c475ef0610cacd6231b438fdc10314f8f0bda1367c983917", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 85376, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "d4479359191107065ec23ebd0e588eec348c052e09230c3288d1cf2e0ea723ed", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 85264, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "b0d1d5082db57b1b45d67a27d9fd9627cd48fc93401bdd5701ab3aa0a699d136", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 82192, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8d5973a6e8dc9c69129a4cef0499e01a8afe97931f2ead6550a5b310b9d0d58e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9eb7c0bdfba7cd9a80c7604ee5045234a02a6b97870f34937538f2a27217aa35", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 84816, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "dca37044f4f572e3b9dd3119417b1a2ff5e5edf6b2e0578e2c79f18ccb293d85", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 84704, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "c7658bcdb44361ea38d392907a7d61919fac21dab189a35d342ee5197bee744e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 87696, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "ec99d1d9eb1419ff21df25e189a715cc903e5d7fdeb1936f9ff4fba7096c7082", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 87584, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "919aefee3e76aebc9ccf74a4afc499909a8f424f445b3f2339cc8927de512ae5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 85392, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "255fdbb2ec4d1385fbe0c98bb2d7055a67ed4b5b443a6849d6d62c12c3e64f5c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 85280, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "e26cbc8a5aa47005cbdd77fbf2f99842836c790b378cca80884780f1a1bc6101", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1c53aa116189f5ad53f19b7d2a76120eb9a1e61862afc4c25d44c3b34db75888", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f043b3aa4bb7811fa91636799276972f527d14536cf7f85b3ed3f16b8b629048", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "757b5ec259b06be7feef25a1644c9fb2f5063fd05f33d2f5573563ef6b74a412", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "cf504b2b6163163c2f6d4fa6e4ca5fb42dfe3834d6397a953d70083633f3f02e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c8138c45a4ab05a100fd99470b4694e3240fa9e91c0037168d547f8aacc4e068", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1559aa5c50451e19a6c8697744bfa4be8346101ffdc4de42c90f65d50f59f8bc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "259b481e5d19332fd82878d060c9016a75e682e6ad91d3b809972f44077ba37f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0eefb7ed0cbd79909113c614898f95666e4a74a00915c354ce1834a20211f9a3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "da3032be8cc325cfeef107396188febf4737f9b605c861b303e7cdb6c01013aa", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "630ce4155c29b7c3dec27d0f4e4a8ab29b52080996ce84d5661a82ca69552411", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1547637c3ebb7df98bb2e550361be13ab4a3861c2340db3a76a3f572694e7ad5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3b84c22174ccec2127327b8f8a1b59768dfc7179af2290b0e42a8520fb78cba8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "cad6115b8ffa27f0e28b982f35d9368cc8cb3374e2dd018f25fe6d14e1ea0f3c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4e494bfc76549930c0d2f025a706760fcaf2e6f2471a1db4b14c071c56fb7e8a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "bed729b53240cc396d3a4336050690146de22b06702b84ebf9ac1aa2b4da630c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "541155e6e8df53d39c33462ff47e14009622769c85cfade40ce05c1ec692bd48", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8d37a81dbae6fca6ab9c73084e315ef2095ab4be8efebc633ccaca504789f7c8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "443f5694ff0d871054941deca3f8e0b813abbd77a285ee0d39c152623a2241d4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d63f8e9b841b001994f4fc8448ca49aae6e856865cbe2ea5d04bffeb89612090", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b0f89dc03b5aceaa6a868d20538f1a1e4fbb66f280a687d61cefcbf118b217b6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "dce000d20f066c5df6d5beaecbf47451d8bc03f7903e13a57a78e98fd2be4fa8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4ff027f5e567ee3f4a1c839b92fa69e43380235a69dc712b622b1bf6f493838a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8f424567fd5c8974f814b06f4f54c61219ab40b3dd7fb74e5db3efd0accf901b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "55639998b87459ce66a9277a4c3133afc5d834f357a4d9e80e6fd0c755ca5514", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e2ef7fcdd86703fdea122b222c9b65197244251a24738c36f6b293abe7185f2b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1d274d7a37b0fcddde4dd596d0f2b2bc5438dc3942afa44cea10711c4965703d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0fafb52ec7f574e557664591d72131578da39eeae9de3c2d1956707be8e37ef0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4a6d0474c23bc65fe1277d024952e59b029577e9ec0891ed4306991aea8fce84", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "798c2499e7f16cfc4a5d84b8f1f8de3bbbb74b46d03361c2245f9af32b37f964", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "98c3efc8aed8fd43b1f4851932b76cd905201e3762bd1254a9e898c72b3af970", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4ad02da7864fb2dc1705f1820e3385149dce7fb68e4018999e17ff36c3e59ebc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0372ded1de604dbace122db0f752e512cb29784de4043be53fe370aae0720936", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d15d9e96290abd7f2b2ee2619761ff22a28c359ca17944400ad9937cbc4b9a11", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5d1d10e33984bba479f4c05eeddddacb5874b26102a66208e391b999e8a9f80e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "481f34a05e8ab0dac6aaf324ab6f9251df1456806e9b240d41698f4abd8b845d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "22ee2f4b148f15ed1faf485a280b8a8c63a3bf2104bfaffe88e1004f3fff0875", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d09be0c6880c0f0085cc6d91838b8e162814b24e0182aa7877f8b8b38cfd6493", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c9089bfc495b7d3d16632963eba44f61ef51fe77ae66b51a8e6be018e0e08cb0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "df6beb3a918a7850a305514cd01af1f9bc608cb3105e366a2446999cb5c1b764", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "bd801293519c95b70b832e38ab80e75367daa1ccb703c02438d3ad3adc84bfd8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1d2dbac696e596cdd8d8f42e498f160d5be0c0ba44015344057364f50947766b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext", 41600, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9acd9f374835abdf64a442b69cc206ae63a2909432309b3f0b0a99b98a2855ea", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext", 41232, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "db2e459727607ed61d2a60ebd07e19226ae265b45a6048b914b9a2e7e51c91a4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 41616, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6d49ee55c9cef414281d59b293eae4666d3fc8b76853422acb923d4c2ed859c1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 41248, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5b1ffd97c958791848cc1cb3af72e930d649bcb1b04645e71f3ccc8b5240516e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext", 41600, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d19619d5cad90a2307a763ae884ed3015753a37843c4204b2f7c8e9ad30f4079", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "bb2ab94088b03171555b23470e1a9c4d8327972873c2279da43e38f7782eb47d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "7bf6df006679d15856481411a2605bd153a84ffc60b323af9b6e335930b80a6e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "f2ecf97e06165c04cce56b5af60d4e8df7a8157ad2da29c409b071d9debb2ab4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "28103c7b95b82e86d0bb11ef8276f7cbaa0e201eed0c78883b70727777bf24fc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "67a667854357e9333f666b97e1f9eb39c9d7a390394a2ec0ead5e0dcd3f88f23", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "57d97791bce5357e58d48efe75f8532f5a9054e3773eee948791e4752a5be2d1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext", 41232, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0e7eafc39bc3355af92380a058493657300ed5efca6892e06e71fbfb377406a8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 41616, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "77fbc49f70726132db4bc9d43db8b6fdc005325e5d745f1b2c77528c50ad6001", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "bf3a3d63e63ea8327160b458c6631d7be05ccdcaee5d2c702c54c929f4fb70b8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "a280a18fe1036dd072080244114092ecbce1d0c77da3f9cb50304b9d6bf598e8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "23cf3cb8ce3c50d5e779f618e3de5bbe41f3e44804f9965f2cdf65742b1e60db", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "e547e6ffb3d57c49a8e49dccbc8c69a53e50672c536b3f2e80aeb5488da6eb5d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "aded63441acda72ee5ef0ff807e19f73a3060b6c623b5f0ef31d4f1ad650de0c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "ba865606223940e65a785d2157583bde7f39b79c6ac584e0d603f1b76e79c906", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 41248, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "48021ffeeb4a75bf9166d46f3ba1605562cd56e36dbc444a5ac2f5d18b8b3c72", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 41600, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6a624a8e900ab21e21b949bc04de6c27e90db0e44d0160d91f29e8b4c01b83b5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 41232, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3bf23af700b3e65ab1cb3cdc10063b042471fbd549dcfe2bf1d7a9eb5357c7f1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 41616, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8c21adc3c7f555edf53fbafe8ed2721f5bf08e22b5d3e686575eeee2a8f0dbeb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 41248, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c9fc9743204d8a0c76677684c1bb81cd6fc77ad6dc30545ba579e90f31c37b5f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 42368, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8b78730b9c8e0fd5d6055cda3c49a835e33547b6ae68ce27cc4f9e79fba1ffc8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 42256, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "392adb96debf4c14c55dd1e506db25cf23f45a535d57c7eaeddfe71761f60890", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 42384, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c90de4262ac1800167f3c075a99b4e2239ead89422725117fe161d82e2e4232d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 42272, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7462902d22136e01115a75c494b88fb9bd3e112f4c8a083bdea8f3281534a0f5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 42368, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7deacdbd5e41e06eec8587ccd3c9208d144370a8f69d8323330361d213af6883", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 42256, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1bdba7c3aa5524822f8e3c793a9958fee09dbfeb87274cff78eefcc131a57dea", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 42384, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2eed6fcca67b4cfaf7dc84cac418e552745e56e29bc16b4449919649eb5bc8b4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 42272, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5601e70c1b6c6184e8bd1f28f38dbb4b71b1e3178d217d26d5ca8e2aa81037eb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 42368, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "fa0a71ae92d4b758db1c68fbc2912ade11f23816009d58197994ebc2c4b549da", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 42256, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f1d2e6cab5f1b30aa287d37ae77a87945f2eefb7b6398f1d852deda6f8dc6f8d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 42384, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "92019d76826c4d410d4563f481b832681b495a7e697dc4e2ff897cc38a0e68a9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 42272, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ef8df9aa0c740e851a84693be91dc73606f4ee6f1e72d435295424d64fb00554", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "a846713b97f6aecd6b68fd618f9fc54656d70d77d389f1e6f62f1bb87d4d6c61", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "484ab8ce131551858e73461dfbdab615280a8fbba01adcb67419d41bc07fcd91", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "6993695f97a5b9b742cf422abb4c59a07b21e6267ff6a685a5420964cf3fff54", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "1164860a21c3d5be271d08a8573849ac2fff346b54b926293b4355c37ff4eeb7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "81e510ed4519c37291b68535d867588ac7a3b0b3ca9ef5df6c0f07e18a849cd4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "829bb1da03e5ebdb6fb5aed00f6dc70c3ec6d2c8b0e70d01e6f5038b562d42ac", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "69cc8810c0868ff2b0cf7f9411267852867561f7698954d1d45a76e2dfd99745", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "c55aae934dbabd56d76dca89972ca9d0c77b4d03a99c1faeedebae4b4229c3f7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "38ee1a8e71bcd71f1014454885dc77cba246cde3edf7b721a14c36778ea70f03", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "459e6b0c1fd54fab131ed7fe960eca985983ce139634c281841ca4138c769338", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "5d5ddc3c35912bc3cf1a5230af6b46ca5d64ae967f2bff6067e5e50bd49f7bd2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm100aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "603e79ef30729a6c04064118b55c976bd86afc1fe54abf0026a2a0903676817e", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext", 164480, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "597a8f09b515f1ed5ffe26690053c7ada554ade99290a071a1b81f25bfe44e75", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext", 164112, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "97e70c98e3e9e7890e620c00717e39f32805ab3b7b7755a4be2f8b6d8f4b1a15", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d8cb80264f4d01b8edf57b2b7aa729f286a4d471f2580563fd61caf986c20d1c", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d2bdbf21e22c37574cb7395c02c46dd0cbc5ef6b7a2dbafd2a876c7bfa30e271", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext", 164480, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "bd666bb758d3513a6378e1bdc048ea5f607de1eae09d91e013a138aeb85b849c", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext", 164112, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "431c421e6821a3d34b34b03b8f528825071752a56fc16d02cde57e8affb2f027", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d81f7258a54a158eccec8462786a59a99e8a900a10537fff2523423bdf0f13da", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3d7dd6359abded25ab9106ca438d218ab32499e9f276a70c8274d7933e2c8050", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 164480, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "cdaf50fed0386922b31cf7be2134d342d78598f05573754ef19181fd7bb089c4", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 164112, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4e1bb27c5d7e38b5ec6337b68b1e9b59dcbcfbb511c5c82b4d0d809a42375372", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9795a9a6b50265f0dde4350fa87f3a9b408cf40f94c47ec5806292a0b5df0809", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e40a6b55cc58548a2b33a3be3fc86b33af8c6125d680218e6490daf65f6f043e", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 165248, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "27da5713649785ee891c0c2624f946eabf0576532e927dba0528d68f138c19f3", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 165136, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "79733654dd4649f4dfb2796a060a1f3375e8da411d11227653daf3e8063b90fd", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 165264, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6a61b2175ef108effafdbfba5ee671a70044b92701e4d52623d7c9ff292e13d5", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 165152, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e1e73ae1526d396f6fc6d59f302bb362fa86fd66fe0369d542456a7b95ef5488", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 165248, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "506bf06b2005f77b9998a738980975dbbe0f4071ab686707d1042454ebc6ef1d", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 165136, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "cfe3f43a75f0f5b869052321512cc958b512135d3a752bc3f35ed01c983d5f27", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 165264, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f26cded1fcbcba382d437ce4ac12f77e4d33d928b90517f43cf0db8cdd9e55be", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 165152, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "88e39262ec83ea7c0b0afe4cbd569096b07d7d74e5f8ab5fa89b774de32019d4", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 165248, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b99709b6bfbeac97cb7f204f8a52d684bc13d5ebe11f1ac649a1b4ceb876f6af", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 165136, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "77e834b6b006b599221af26c542e70cedbeba322c718562e6c7c8d0197d87211", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 165264, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "be62210ec0cf85f0dfe4488a1717578990cf4ebcac94e93322f3866fbca782c4", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 165152, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a33cacf540cbe7c283a2ca922e2a0139f701b9602e02304cafbd9093f63a9206", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 164480, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3be8d058f3880ff91493b0654a2f68fada99b76c64133abe4856b0ffdb0893e7", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 164112, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f4dbd59cddd3a2d7bec456ec98e3841bf3943008b51c6a6815fe7ab05ea15e8d", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6fca471a6e66bb745b1bfd187b20f3c105770d42d7c7ef7e44578aa5d4830258", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4d17ac4b0f84458bb2facaa4c57f817015492055ed951b6ac43b4791de217693", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f1adde0290ff5a184d387b80ca98a0eff71e5e1a052428175e4ce856ccf56244", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f025c5a72d9f13efdb6c9d285cf3d58f1d05c380dce3a2c0bdea43d2ec607d51", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "24fb38acd7a829a6779bbcd37f3d838e2020bcd038bdb534aad5a619dffa8901", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4abdabe12d98c016148b596ab21c0600f09fad1704be5615b417689115bfbeca", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2af25e41a08aa9b3527edff29cd2cbfe5e98ac3e25f5df7608acb97f849b6d12", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "154828c04db55aeb077d9ef073aca550357d2d9dd4b781508d8c2ad1df242652", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4ff8fe64eb652d820be08c68de15e518cae1a050ed13da7580040e2d1ac85cb3", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "03bd069bcc6d1339644eeaa3210c6113a10f605dddf374df9e8a1d4d2076d2d2", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "91d6017b0a35d5b74780d352aa9734e17fcf1e922079598bd90519c12875a7a3", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "aa813bff4cf68d1c662aa369610cdccac7577e34c18e9b1dc175e189611f39b7", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "09471294f4df6cb15aee2ecbfc7fcc432bf20dc07d9b8802d160199d9c0c8285", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0a70c7585ad9928678466200bfbd89493a95a05c2dbad5296aedb5961bbf77fa", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5b1b5c56c11c8a4beeff31a003af661b4f16140631e68e0cb82a9c2ef984cd06", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c512157806bb163a48d828380abbbc8e8e9e24cfd690215781cd7394529a50bf", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9ac0db6b46f0cd11aea98257259fbbf76af65d9b7c298d29f5e7789bf24c1c79", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "06ccd24a1f650be269e5605ac114a1051995238961a6039e1fb5adbbc59f0ae5", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "36cead0ae20365fb8083c82368dde043e96c73ef0b89d86fc9b53ff5a8524840", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4c81bfabf8450d578cd41d1eaaeda8916469e56c6354f402aabd4f1c2f50ded8", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8980573d2bcd2cd6324262e4bd4a3875216fa47f8f4f008dc1f0a7d3995d01f6", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "fc3076fb18fe96e0e4f38f6cea47d3abc621cb1debb97d159ea061e41ae44363", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9bd0bcb8d7686fdd50410dca65b771b5630c066dab05bc5c4a3435b842ca84bd", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a9457f6f45f8db40c11283c0b27b00497f9415d9e1ba0b1fed4ec430e73cbf8d", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "961e9fe61f8e4d2c01da91ae88d3101a7005f378a1301dc3b7fc4d52fbd7cf47", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ed6bb09b4630cabaa6f1ce7c2d7abcaee146165757fda6f102d9aac9e079d9d7", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "62c6b34bdf7bfd8a289942933ce7b25a16e653681b6f45d39f520e65c006cf0d", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9eb7d883b9236c1ec2fb9d455f7055f923936fdfb7faee460de8f08e8d7c5eff", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "45de32d03903766a65cf5b53d7ddc594406e9cd3782a60fa7e68131a661cb673", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d787528b2a0a56f8cba6fd866357cda006ad11aace06ec1e1e090fcbd5374535", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "fb6f5a0368f509992c45ff909ee1bd67dd2e01530fc2095e4662df7dc5cb846b", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "cc16ace1ccb6e5571976af852a96c98ec149be4dde01828b30ea1cf3a633077f", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "120604fc37603b77721d23dcf68878b1b3ea43568b074f29700937a631adf17a", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4f5790ba5e19f3a9b1d435b24942ea6d23cca72aa5843d92902bbde4f278542f", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0a03b22151e750200d241ab195e1e438e4adff1108a5bcc32e57502ece23458e", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 197648, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "046fdd22fe4fd49f634a498b38a165a9cd9b3d06fbc342128081eac9290857eb", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "66c7d62b3fc13d0bee765d52426a634d2a927a4e335a388620f42bda17f5295f", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2c29fefcc62099c887524aa6333c4a002a4fe4990bef9b63dac7be0362ab5f1c", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "531fab298b4ba8e196d0ffe132ad9ad16954919a2ab6b4e6132779cc249b0bd7", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 197648, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "566e1e09291ba269825d1861f81916a4fd431641858f80406c882b4489e1ceb6", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "162c64814abff36e7ca82e30e57d7a8181d46c400e39b32b95e6f3fe8e0e9622", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1b47974abf00280a7df3a4a6bbfda25fdad5a905a9c5a5e4cda710c537bf0d4d", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "05b85a3414be53d66fa8e6ab27d79c7a0f980d703937fd90fa99315e8781e764", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8995c4666f2e96729092964b99ffffc2c9660aa0bdbd170d2ab0d37cca516645", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "fc110b2845ccb1e07850bde466e34943d75e65b2c8f66bd153921e4765dc0311", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "20b39d8c88636ff127e670458452d102742221bab748274585d9c942acb2d872", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ea598681c749192cb487e41072300cb00f4afed56b55c7138760496ffbf5e491", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d0eb1817d3dffa463038dc7924afdb173591f750bf6f626543918746c1593d0b", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "20643ecc8b009d3cad2ba0e6a24620e88740b91e4b7c78b9f617efc523ec6a45", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c0b732b7f2f8e512878bf3c2851419e554e99fec5a701dcdb846d46c72989b4e", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a46893663410b523fd5c8cca79d916e04efca0b571e8b0eeabc4d8ea065c51c3", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "70bf94195d5f2a8396222e58ba12d3a74acaef69465a4634e8365846e9c05e6c", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1dea53bc7897dfb96e0b1375eb224c0c93a392d51e941c3400dce91ab6d0eb94", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "70c6c996bcc2ac8155915e59c2d75f696e68c0a3003333a04f012696d991a7a8", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f5c524ca88b96197ab2a258f483851ee580a4304693e5c3425297b47ecb57e50", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c440c07944b029ae2181c178a2b3b2ce7e8c7d888d44ba31ec5ac3252a53b73c", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "12c47c3374682ad4afd5d01a54c7f388f63d2d2ec4319f245ad71eeb8fed7019", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ace5883f88d459f69193a5b82d5ab059178084151f11b6aa984abbe310905a8a", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "596cb416831f83287208f39e03f69603fc14b6e7a42f0bef419f2d3ad4d50a59", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "527fc22b34d4a9adf9bcbf83c3c75e454b5fef841f40fb75508ee33a256abbfc", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "440217cb605f275b2cacb1d04741a4f498ca62bcd94fc525f7909078f8fb7118", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "33ce56c38b16137e55399c46f8e3a98d69fc4fdb649cd57152e30bdedcfdd46c", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5623078ed838add440c1c966c28684546f97202b7275171bb6a64afff9bffd3a", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d6e02086c918c7984f48472e1debe66f0cede9c37b9d9e791fb8dd8e07f946bf", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6d7ff61ed02161255a565644ed593bb2aaa873e7a98f4cd570ed04f5f0e13fdf", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "26f6159d1e538c7e7145a9f8b27f4357183a8bd4f6a87c336472f1da8c5c4e0a", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext", 164480, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a8d1d233aaa01ea640d9eac69ce48e99ffe5077bd97362423a053b6d79a22981", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128StaticContext", 164112, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "be3e8ec0b060f3a5576a8621191ff67beaa6913a6b6cd2a6f2baa0702532ee74", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "263eac1d3288e5e0ee810b50cfc1a56b17e0f7eed32f8f30b886dd0c6aae0261", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "613a0c311733c76296fb4f2f91796b86ae53c022bb2f954dc808987195ea9f9d", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext", 164480, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1e39b996807fa8d5779dc01b62bce5e13208ba78dc8f23f111322ce44e29887e", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128StaticContext", 164112, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "85483ce652e39d26e8cd731e8dc97631f5a2a00e781c324f0a5c0b95c61edaf2", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "29dbd23bcc282e4ec07a31dda15532f00491279673c3b81801866fbd902e7ce5", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c363c8d78908c1720a7f060a0d2ef1dc09273e96f9c1d9a1f8cb0d2c257d9d49", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 164480, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5ad5dadf03839cf0a85b6bc46dd2b2c6539804d9dbf2b8999ee72f3cfd3f730f", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 164112, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f01600988bd43f7b39844e473a6bb7b60141007c76b3c457bbb1b97211cca329", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f2be3f475cb19a69a73176b5dcd7a78a7efb61055978566eb03983cea0a41cbb", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b064541c721b6e05c388752ca6ac8e7ef30ccee9ee7ec961fed512502c2ebd9b", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 165248, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b55854b1fb5243138856050065eb98e02ec9e098a1d07403f062fcbbc94e5e92", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext", 165136, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "bb4fc8ec5fd90bf4cf1c2f32671d49714989dda2ab140219d44385012497cdba", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 165264, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0d7a5ffa219fe4f3f802d281d0ede19b471e50cef151c47c855d81eca8a98ddb", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 165152, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d4bd7a70b575b729183ea2118e5463901a60d2c3dd7a9b5311094d5fa60cc5ab", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 165248, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "dea8fa79004158711edcb0021c42fb11e681b1c78b2495b5d76a6d4f59356a7a", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext", 165136, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "846d3990eed2a1d05912f04fa0fa9fce8078882af1b3a8a9d18603af8ec685ab", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 165264, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a9548c9aefcddac6395212d4020b34d4934c0d185f54dcfa524e7d3ab0a1e486", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 165152, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "72745f49d5896b0f6063ea19b367071e6f6d3b9218b06b90dbb12157008381d2", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 165248, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2979e4e2ef896c63176a1418dfa4aeb5a97bdee25da92b87dad134f34e38aefc", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 165136, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d0aa915c13bb45bbe2bf077681c41374c651d9d7de002350537262f1f786f4be", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 165264, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b112f67951e9aebd2c732d5e598e8781fd3ecbb2a85731697622762908806d83", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_100, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm100aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm100aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 165152, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "143db0011677c3de243d1a1a66b91cd01894c2949fb95f15784734e322f81874", false},
 #endif // EXCLUDE_SM_100
 #ifndef EXCLUDE_SM_103
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 127360, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e111bfec4f0b7aa1ff477b0552d576734df840c045372b5a4cb91c12aa6ca54f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 127248, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f1dc61a08275f511c1e419118fe753302d438fe896be389740310c44bf8fbd3d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "cb60bf97ef7da487dc03471cd22e87edf83b9bde3ca159278a4115f088a75a08"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 209944, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d149641155666b86ec92d0b784bba29d66072daf4cd6ec5e89ef2ff873f3f93b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "dea5d13c559836eabedfb43c64a6c18f556f95fa839e63a5fc4575919d7a2e3c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "368ecacd2e5f3da3d3ff7330c02d2502ed503e23b2c843ebd4c9402735ce343b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "32969e5ebfe63926b6828be8a23fdea14ae280f7c82ca7cb273b78d64a6c29aa"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "36cceefab19b4efc7ba82249c59d6ef3991602b241c6f3125a62fac180ab8263"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 171392, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b7ad95cd8eb8b4856242fffbd616a241f863599eadd8089dc4cb764dc550eb2f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3f5b3ad7b548e275fcdb7dc02faedb781b63b1083b1753a3006803f695e759ce"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen", 184448, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "201f991a7718ca6f76029eb0b0b4670b43b94a106dfabe86c3fc6e7eb6dfc4c7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3644f11ba42d8e2a35eb8f118c689e7cc3fcb8467096014c2037b8cf2e5d6c69"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 164864, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "05477865c0a60cacf105fed7fca2bbdf930c0841e2adc2f2e2be805038beb65e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3bc40415fd5ade9ba47ddf8c5eb7864aec506f7a88ebb6614aa5bc1c0d1d26c7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "87c547bb6cfe12b3df995daca8c29627fd04653e33bbd43485d518e9f3ff4f17"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f6a97ee0c1988cebfb5e412a0eca74e6c8de0d0e2804fcee1383a73eea867f08"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "5b8256f9092f50be4550db5eb4869bee6f036b313335494c52296c1be87b1793"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "7bb8366b8b8a4081ad1f4a79a575496c66ad181f1738ea731c4324fc5002460e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 171392, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3def9d3f2a0d866ebc7bd2918b3aa8f38881ed85b0987abdd7bab1b853b18119"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "88b31d94228d70475d7e8e25558049bde027513b55c53e0d0b72febc8b009d0b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 127360, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d92f4513b5172aefa4e12879c5b6b6db77a23e0f192cb54e878b7aa91c078db7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 127248, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9b4d83f7e1cf247f62ebcddd17f97d96434624527c7691e824bd19a2f8f5d62a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 164864, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "bc49b43e0d98a47bd557b2d91590b9d8fed9701f3348a2b7258480f6f8adba19"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "fe142da6135e53a0417e02069cb64b395e48c8b6b1ffdea1dba0c178954b18d8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "fe67563a217b1472776a66e4aa3c795bb4cd5ccd52009a7cffc405ed7b2c59d0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f7dc78fe4f83e5cb0802319b3f04e8c9aad971c910bd59ed95e334f5fa1e290b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e588a5ffb3e6283af438df1d31459559be36d766c1db7adc918e968b1201f1c6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0f3ee89db81a97e0ff7a5ebb7a4b87fb0b514d3b2fa5adfec0b2640907010b9d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 171392, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "af710e9e7eba6d910b88734cd190524427072d0f66d5b38961d8247585795981"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "625af899fda5b6ea91636dcf00a1f245cc3e5b7ed549e0061b4e3b106bf8e887"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 127360, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b61c4bb4749fd0545579874e8b231dccfcae915de8872372dbbb21f324c7c23b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 127248, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "27ded5e2d9ae4132bb247ca4bf9bf9b2235d4a50900ea2d2c847ed23780dcce5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 164864, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d7fb34b13ce7f203e478bf69f156d198b2fb02efb49ec3f2364415623e33ab71"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0b36eef986fa46d5068565367f4ec656d919954eb9eebf97fba9d2969d572a70"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182560, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f71d7a4a29cb0fd3109365c41a52eb14cd4565ff4bf5dab7db3f672f0f67fb67"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c998b04ecf2045e10d7e77a1bb454f47204fe931d7991bfd35273d1f3c44d025"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e003620fc6076502aec07e3d9dbc06ea0dbed71aec2af73aba578a3c124224ea"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "29ea1be4e772406dd25f13673a999ba01e293122aba01db083701b1aeea758d6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 182656, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4130418d25e020ce107f7d5e246da09920441a8292fcf51cd922c0c38b22ec2c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182544, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "271f295acd52f689d6588e469b2d12fd8c43352044173d0d1dc85835a65e86c7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d10eae61ae8cf80d4cbd865575b69c596dd9bc60406cc3941551a912ab598338"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "801eb56ca8e14ade95759e65d62c49f75794f6db28a13bfc6ea6a30a4322c449"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 213784, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "cdd330f9a46ae5868cb6f30423ce23a7dd38c720eeb880cdd3cf432895f889a9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 207256, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0dda70243bbc8bd964f0c0bb04df100824c00fc3f7a0b64b878fc2dc1ebe674a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "43d831ed8a5b3d3d5a5386fdaff5a5560f38de601e8928d2ad49ba2661be7ee8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f21c1c083c59d59ea355b14a0fc2267365d78ebdbf45b0953c200c3ff4d068f2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "492ddb58dd71c2a525f019950fbe4ea2b28fbcea9eea4b617a688cf8623e1dec"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "800d053e426e54bd984e5898f6771c8fb1f107729188ba79fb78c6913e601150"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 184704, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "873be1a8b1f5707838654793cee58737c5c32be2176fbb550d999b1dba5b7f6e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "aa7f58d2cce9227ad31307162518a6a79416f816a14f17d853c6d7be605a3612"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 176128, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6bb6f6cf10f23bfaadfe4c381846958f9087dcbe97e91150971c9f4300c5a204"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "85d8a9796dbdf06c4f3fef4bad105cc97882ac19c798cf996704140f8da8a422"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 213784, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f59cf4d00e3e8c840164f1b1666f01679feb4b5e787f1d4027e9874fb7164278"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 207256, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6427a5328faafb77e9281f3b043a2f7f8bc5f86566108946d1864e937c86c257"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c75ddbca5f4074b806d333fc714ca968bbb25798068559f6fc6b0d438cc3d4ad"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "823453bac27527aee0eb80d3295d39e84913111c040d2fa97b1e6af65f458cf1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5001d4155bf1ddeb8f88a17106660c87cd6c2c5d557556e40567c1f7df169f9f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "04455461ac47039e828167a5c9dee749e146681ef7aa8913b452e8b81a214899"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 184704, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c97912577b7856ad5b509a3855fd4d205ff2528d7b8f99176f0dd7e8089c13ba"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a72289236c57502d0a8ce72c72ce08737d115c36312e11122339e137621024bc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 176128, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "df83aa07daa06546b54f6469750626a3c30b55bb749dcc55616f503d834b9e3e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "cfa8516fa6838d81225058bc85c087d816bc3e60ac68a9cedfa6e992e09e4e47"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 64896, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5f5a347b074c379e702161f507ba8b1ca55cfa0f96d3144c32b9bc9a3dfd2627"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 64784, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "19f611a6cfdb9e621f68aa9fc8250dc85e3e85877c634923bd11cbf59e3b2355"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c0f733b42914456109a8d49ba0fb87f6921832631b8d8ebefdef62e443224b7d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 165912, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "931794b80e7b586ca2817a22c2948b872f0c250917f2f7e41843998ff00bcdb1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "37f20bbb50813e00f0d8cb337f549cae92f9f29e9189c4f81a21f82e2a8c0d15"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c293ebeea4dd92f860eaa185a75c51c0299f9da689e8a63e2486715e367c2ea8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c3d5f7da27561b795b22e1c0325778e8293f7d47f52b09c728c34a374f405372"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6595cb788ff9a31b983b0c40074b0b0800d48ba3418df6cea4446c62a96309b0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 126336, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c8188138baab77e7e7c0f626e4f5b352172ed3be767b26dcca3c17dbe0c51ebc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0df2bfb665af77e54860f38cf68ba9beb1656016a761ae28c87f4803d3b38bf9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen", 135296, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2501189457d0e322cd6f75676a4183190b2d656a7d016fe3609fcf7a816b9eeb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "27c4bb4ef66acff8eb1fb4650b770aa6e252a4d28ffcbec8aef36b977bc378d2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121856, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b01da822fb1497e4b889b650da57dcb652902e9e415188b55675d251da247f17"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "88cc1135fbdf266e534a29a1347fd5a4ef20f67b129e8b3d5774cd8434ad2641"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "4c781de7bcc39a0a76d975b0a6a86de56cf09e2b3311ea57ae58cf3ec61a2447"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "641153f827c97f9670e6dc6a00db90546792ab0c3f0c9827b5713e4575c8fdbb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "147ca5decfa151bbb7d2cf6e9fb358c8ff7aa0f88eaa00bdd3edf92460b61e10"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f2f65cb4ed6ca094bf9144b33a1876076dee339905446a521fcd3661af59e475"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 126336, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "7a8a0d5c96ad6b0175d45ffa510abf0b515df0906e3c5e92967349e29b0ee4bf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "4d524ae0bacbeb6ad438c5d15ba977eaba7d3100649b34d027be563609dab4c0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 64896, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6ff9f6615b620e38a20a24f5ec07108dafe7767ca9051f63575cd247d2567a25"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 64784, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1b1d2462ce798a535524a5c12927496e454ebfc8a41a01643d515be4cc3ad256"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121856, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d0833d225387d048252a907f41de9e8864af860a7ca271458fdd841bda33cd5b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "bc01d102f56d17ac90e96f6fac1976b9c673a1763b96585f38b180eea9bc8764"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "da21b06939980645451233beb76501a8d44e3ef586ded3ec5e5d26fe24d2f08b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a86f37fd0a8c1cb9f7f7ff9942234bd1de2a4341302a409bf73ce9abead0eff6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "97eb0d40a1dad99b0c89123fa7fe49bb352b1211868ddbe6d1176f7af8f00611"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "09d52fa894703b199de56b92d33de73025bb3d25f304874ffde36511289e33fe"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 126336, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a19571a2839b610739556709abe23123693165e6181a23dbc022e3a4689e877c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8444155f49ac81dfbec57371b9edeb98561630aabd131bbbb5748796655ff38b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 64896, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b72cb3e3e76f21b1186b107a5c7681e15e56eec1984b223d9c6bba2475da9ed1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 64784, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b3b7ab87c301e0e7e4d9422d7120df34c34c627d69ef8237b70ba9e76aab1cad"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121856, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "1f32cdc251512a731f22d484617e7c13062701d93782d620e4da71d4e19a2d2a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "933951a3ef577ef224ee1fb0425491ee82820cd4645802027e4313c0cff758f2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133664, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "fc5176eb2b7a5a55b9c62e76b8b339aa3674fde06082a97370664d1009022247"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "4436a70ec33ca7e26487ef626886cc99415f1d737ff7446ed5a864ab8f9d92ab"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "dc77e22058329d9141c791df2b9e5ed1ddf541153544c4ac4a237066d836dbe0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "7309b86a26dfdfbcd79a55e2ec9536bbd9a8b6c1ca6413ff3014c7150153bf58"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 133760, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0d0fadf8b801915ba8493240a2b3f4d8c7d7ca1d657d63dd50755c3c0427ddf1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133648, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9ff6d8847ca141443bcdcaf40c60cbd5ff8da31d1650bdd2b30fe6efb99b3101"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 127360, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6f3d00163e6cb012d882bf20b383d1c9b06dd8ce4b5907a2c0d35f9b7dc27cf1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 127248, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0465a8614733914be5034820ad0df74f882c7c8e69f4cf60cec2919ddf50294b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182576, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "acb13be918d721dd81278ddada13deebbdae8b9d460967b3686b7956d4aa00e5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ad34b3342b8e652be13905b42ef68689ed13c315fe7bfdc71f8624c135086c27"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 209944, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ebe85ccb7b63f07597a731c406940ca614a12c0495fcdcbd39df9b49d9d3ed2b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "067d1879a32beceabd936ab9a09f65d8cdcfbf52f789d3ded43791e7bbb0cc26"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 182592, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0079f0b8eabb304a5e6db37cf894e4c96b651e2a192c96df6c1b5d514a2af035"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182560, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7e545ac9132d704825c64c90b4e87c04042972ab588d2baef770f6975c5b9b35"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "acacb16c3f0a7749510b72e2274d54225d4513b74a8cb6eaebfa5fe6e3335a0e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ff94920354fa244703fc3dbc144e641aff3ee6294368abbf48c76a2bf94b8b53"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "58d57ab603fdc1d191aa337a9f37db868768bd8a4eb4ddf601dcbc110d9e2570"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 182576, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b0de53ffbad08f4ac4974038e2feb1a97e8942f1ee2ecbb191c9600985de8d13"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 182656, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7196734b5c7c7b8c5b1a475303de2cb8a896dbdf02e8b42dee624ad011d9987f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182544, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cd889e93149e5f01201a883f1e46bf55ed93317440abd0e1e61f92f20750e212"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 169344, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "fd570d76419e00b43cdbd125817de2ae8c89406c4c8ac85393c8fbb1a3f79af1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "11638f7abb1fd9987bbc442f3e282f023b3f6561cc4911764fa84f53dfcd53cd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen", 180352, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c8aad1a15761c9ce7b89a269ac2426d345d24f159f92c52597d017c965ec336b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "bf19ecaeffc5e57d7d61a53d2e0b1edccfacbc4a2935f00fe6561731492a3fc9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 163840, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b2491edc79697d8db1b67f341944cab07af3e725a32cf0dc905c9a1097a651e6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b88a4d7c8448cf0bd6dc6eb0bf6f724f4a0ee6634a5ea0bfeee8275acfcc40ce"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 182672, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "2a5f76090a17f00b15b7bd4081cc92e68cff3574dd7173df5009d94941e8961e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 182560, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6a4968cf59607dd90692e5f97e2f3e9d3fb376464aca86456863af1a6047d02e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e80e342ef4ac06b5d42fb741bbd6cb53a9e57315a58b400dc0f0824de0c9d931"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "714db1439796a6e9f889040cab26851214c0693b574967e77e61facaee381fbc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "794e0a51cdb15942f15f798d20d221a8baf47b0defe936292a669a9bc595a573"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8f0aea991904b824a8e24736b395a54eb170c524ba9841369ca888e8c5e606dd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 169344, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "de2b778da3f5427ceb0de15f8fd85d66f06f6bf25012804beb4d674526ba1db5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "fe2f3c7e0d908604c394b484534520d324d248988494119ea5ee6bde5505721f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 127360, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "686a7a351f95d2d5db97abd36ed2ef31d0252ff3de7b9a4bc6152dedcbc2fcb0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 127248, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9c3a85748bae1f2335b06ead4a14dc18e9ebbe5f309203a2a20062c03023de64"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 163840, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b333a65c21f254d7b89e867ef9b0e1c5c29a389bbee23e04095bcd72d1608779"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "eacf83f6a88ba3d068d6195c608f7cf1142204c30cbfb50cba7de5c347595956"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "454da3578e5a3780be2d18688127854b15288dd866b9c3b3aa0cd182e02f68e4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "957d089497d3d9da23bac43c363c8f22444f2d0de3cc2590fefa212578deb3a0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3d10abf33d17bd203cd4bb17f980202b5cc957f237651e2cbac96c46f45381cb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "dbed6d7e435a628455809791ff8079075bb0bd75af8a6c80ee85be0c56f4903d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 169344, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ab3204c17f4b384723e871d4bbb12a7ee786c468474aac617f5e5317071785f0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "346e229c0be2513d1eb984c85673872c6c77886f9b190123bb73ae380879d1bf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 127360, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0b713fd439606b95f8c7be61cbcb6d6bf1f8686df9a8d5fb3c3801054d95d15c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 127248, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "af34006c70db9ab44ed74afe36f52db9f4bc69226a49838e0d340403b5e32975"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 163840, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "470ab9f50b4737f1b369eb2463382e7774172cdb0f7d996b3c86d366c172b55a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a9074df013f8beef819594d694b6e0e317ab015a8fd0618967ac8174882e39f4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182560, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "08f6b118f1602b9e021f4a2e12071a754d98bd24507f602173204128631398fd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "863ed92c3b5b9495dfac3b0de7f23f2a02ef38f35eaa8bf83ce6a06804fd1ac8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0d31936d43c0355738cecb40b18511307b6eeb1b47fa12f813375120e1e785da"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "76ee6aca96402899bd639f22ba5d32fcc80c26c5874bfe8250a20b484f3e2b07"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 182656, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8453d4474001cee3ce4662e4a7b9419fcc523ac1ddc3e1e7928803ede14021a7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182544, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "df61f43e10c3c8dc7879651e81c1ac5fd4b813eed5a68e568a14adda41c615fb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "296b806c33cfb287aa80dbe7fefd17ff3ea0d58a5d692e240f248ec95db2efb0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "10c81bf9e1d5b6863fd177ff73ee4d07edb37f451dc592296b8a516b0b455c6a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 213784, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "1f3790cb0cfe4db56dbd03d689073c5309d0d97da546a2250bcecf508293ea14"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 207256, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6a96b8772e61d676faee9d6f56ec0d20a78245f276fbb65bfe9b775d7fed1e93"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b433344f7a4d8737c612e0dd09c6bd90967fac01f4537e66da3f6b190983677c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "86b8dc18d035d13612b458a7ad7ac1300bc5c14ee2c7f6f2b0018517a8b44fd6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2e66561810ebb39dd4e6030e28b649251f2539045d30da9cc8439374f37b1538"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "270111b371607a950f73063d2d5e06c5aba4a97416c54591c6bd0f4737075784"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 182656, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6abfdae4db1924dc964094002ceb981e1f840187dc06dbb160b779e25ef21fa4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d34f591b1a0cbcb1d7b2acb9d6395d1493810f7973d34c38d094f73e18d39509"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 175104, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "cb5e177b4eae606214ae0ba944326d787a9fddddcdaf6eee9997a38d386427b3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e83042693f9bccf96a13d349d0343dd6064a823ada9c7e841d2853cb69d8158e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 213784, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c075d3684734424ff7a5e6ab40dadb41f3e03c5ccf329a7df633212ae0d02d77"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 207256, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "aadf3dacc93491d1f14a4492ec4a2a0d37b469a6c22e4452d54f564647ce914c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0f964bd8fc6c05fccc3745a8693a75da1c25f0484ac2913f85a39815883b79e4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2eb12237fba51d913fea195c157582114ed8942b999b734f649346c6c6b253ae"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9286958b0cbff92d4b0469bb8e856cc611426b258fe9b9f28e975387369223d4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "02bcef34da0eac287f8d2294b681fcea31d7b35941aaf94ec6b8fb2a2a4465b8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 182656, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "78025c87d6a7db59e6f81544eec02dee23e086f2bdd4ce406f330fa3ebefe767"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "fbf759da7c315d1361c11efc4852e7ce410a23ed6576bc6d35211f9bb99b4026"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 175104, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "25c4afcc16666019c1261fb2d041a37eac9e2bdaf2589cff05d82522b34a29d2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "16c0c8b4157dd240f44fe395afc787fea02ab3d124b704b477eda846751536dc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 64896, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d325ac2e7a69a142797b93d86cbf363dd4efc2df2918e8f34a3f8210baffc1d8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 64784, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f232927adcdda6fa7973b808ce48d5ab4b3416c3550f8adf971fc009148c5d43"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133680, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0d280198980bf5e76ce4b409857b2b70cc980b3eb94c651bf08ac2c0759d616f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "69bb11ab55c24fd96d1c53ee9b724c03af382724ae4084bed9680c7ede7bdd86"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 165912, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "07de299c9d4c03fa3d677bebe35e1df6c43ac1d680bc080c1e13ff5edf4f9fac"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2698689189548c6a805d9c688b9cc859aad1354c3c2710ed51728532619888b9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 133696, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c7b11efac5afa06780ec811eb9774300952cdb450bfbd1e67ed26b09d729d2a0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133664, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "eb36f754d77b43345aa3763758978d67758f70ea159dd3081959c2626e8ce2df"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "765c3fae24b9acededb63c5b181d226d184cda4fd3ee4620c2564b3647c3e45a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3054137d23fdd0f51dc177ff1e18512edc3011efaa21ded47547d23553035246"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "332f3fc479310f03f91d24cba802c5a2e45061fa674c4f0a366b61c7b2622bff"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 133680, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "61dd0c048c37d60faf8f8dadf9991399bf3296b1cbf0b2adf9fa95a8c0d9a80f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 133760, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d342b5403a31e518b6438693766b305b9e22de31ce50151d418cc930a9e7ff11"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133648, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2bc676d78f298efe81a184b1ef6c21c5e1f42721b38b246205dc5c86c0352f1e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 125312, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d2170b08f636197b809383a817327b8e400d9b36d3dfbaf95e2a44fa2d1d02a0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d727cd6e5a6bb7a35042785b90fb384d5914d9119e5eb6633b1394f7e8eafced"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen", 133248, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "99a4739c5088fa86fba92c98b9d88df0f28515e23b552190d157210d1c534dda"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "1c9c0d81f1828bc753a9980210e16419b6db23394a5a101654d63a069a8862e4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121344, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "539ab2e6b972cec7aa45078b44e9fc82de45a89beb08bb5af2ee024ffd4e35f9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0f15ea314bdaaaccc238cb8641694403970f7f0c9fca51b6074742011f8c0ad3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 133776, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "390c42c67a17a39ddf0928a2778a211435e60590581f981aea6e32a7d11ae8c6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 133664, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "865e6ae57657d96adf8f31720ef0767b280661a0821c092e8493b0d2f4f1eb2b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "5694da652092a3f4850f88c295fc1e415b0b03337878f5efc85501d64f09f9ad"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "bac0d0d2ddab471e960121a86d82ac4c2e931100118b0eb02e3b216c98c66df1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "62b6248483e48ead9dbdb7ac9af60b5acffa76d623c6ea8e1de1d180a733cbfc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "fa96d2708d1244aabbf328b421535b4f836dd8e7a590031fc751b89f36851cb6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 125312, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8acee15fde071cfef437ba73829128f30a286695f59054dba6ab04cd35450128"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a656efddca70e4bf7ed6d74583c6887375ca72f1580f7de720fbaf16c16331e0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 64896, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "737cb4bc86c916d36943c5feaab733f7fad086b217faf7b7a250e7671dcd8f3d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 64784, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "be54e3aad26827445ab0bedc0d98eec1f884f47e2b57b0a6d2ba3198d54169db"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121344, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d4afac1cf66cad6b42cd33e99b2737f29fa1aaf5aa5ea37c7d67d29f5272c78b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "27652ee07e74bb93aae400709f668d4889dedc27e39b0e9902c5fb1f741067c4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "dc904839e14b2670479e06746d2a813195223e938ea34b98129df7c5d4b03e01"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e1dc962480ade4ca75db11eb8dd96e9b8a9a528534fb2f68171c112ba6e1904f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f84f4792b5b8132efb98aa180dc943d670c2c90ccaa341fc9c4896bb139b6cfb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "38536cf227d2cbbf34027a96cb2c52c6b98b73656b3504a4f0881b33b24f6b62"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 125312, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "60283e81b845b4d48a6d3ff2f5bb097474ecff43fdb0eeae6a5199014e81fcaf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "1e8cdf3cc7a4773a7e95a5ade825cd3975df1451688998adc01865f41baf248b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 64896, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c1ba5165b2c4d744a05e9b3df2fbd20a0a8f11f9f1f28a4d8934bb156e60c82d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 64784, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5c07facc6d85993f20c3f4fc9940e8c7f2a44660e98b1cea71a6be9b55730dcc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121344, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "aa7a96c1f2e62d66d99d48f92f9d426722f48da932a70def7a683fbfc2246b43"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ef15f0968e26835fcef76bc9fd13c2274d4b6fc92ab1f0b225dc9595a205faeb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133664, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8f53f9467be6e062213ac07f06257792330c4c27b566575941dc1ec2fcd84e95"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c942592e2b88347a60ce65f0904df30f3c2067457b970230e352508556b48a6b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "7fd1e96a5d90549f1f1fadfbcc80859de7a0b42999980611391792860ea28928"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f5d567ed8430773db8b2aafefb7bf7f72c7bf58881b15e950228628e087f89e4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 133760, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f81850a975156884aa3fa1440219bdb946592774a25aff473fad42f63ed1515d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133648, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ba39dd0bcbebfda5c9847b9922a20fdd77047f474cd396bc6a59fc06657ace3c"},
-{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 115328, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9f10f9cc1ecc8d824f854ac1f8ed11c1732030eafdaf21bc00920d3633190029"},
-{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 114960, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "67445b4162a02911d76373a4d53178d98942ae041d2a0dfe56fde07b34cdc234"},
-{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 115344, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3054e371298f03a20d6cbe10ea02f0cabd3cdc2c552f777a45f2bc3b46c36641"},
-{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 114976, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5aecb5c4652bac705fa60daa90bf7eecb5e60947819bb269ab25b2c7f8089799"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext", 166528, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3edc88e5b176f73e41e634ff10c4886d63d465b29e9b0c7c14ce3fdffa4dae33"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext", 166160, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ccaf4177d6fc38416b814ef4fc0536e035b4ee5ed6a7fcecf07ff049f5763e7a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 166544, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d016e93e459b6f77ce7d3f97ffd4b2d8ebd9088d05d7effebeb20288cbde1d49"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 166176, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "41451de373db875789b00e5b73b7e0681eddc918a7c7272ddc5dc9f743dac86f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext", 166528, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8c7abe0b70ad4279a9c32fe3da73203bf9c2443e51deeca42d4113b3dbb6d55e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext", 166160, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "75ba499286f520745352f9c038962805fae574dcf08b332137ee9aceea5645bf"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 166544, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d7f30db8160c149c5fa6977cc1cb648999970d5dbf39123a2f8df2dc32dd514f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 166176, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d6a3354a6c3d4fbc42a8e93bc5d297519a42c9ba84e2eecbda6c8b59a1264060"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 166528, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "91cd5d7dc57763a1ed40dcb3152f7b7e7ea34ce55963536db03d6f381cd98d15"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 166160, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "534ced4126d5f8d15eee9890677d6d5bd0407211cea9ab11aa6b880020ee1d06"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 166544, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e5a65db76043b1fd7e01980d3c938f93456f315ccf49c71c6c252a65221985b2"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 166176, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "88e8a29dedff45f95f6a51e1891befeac71c9ef70fca3dfde696c94b65fccb09"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 167296, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "79f66453a0b2baae2eca13983a71bc86dd4179999eaab9601b2e51e924caa1a3"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 167184, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "cda385d727c39671e39e0773f8333d933831d38c439f6e35cc1fd17c26b16ad5"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 167312, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "175dfe2da51fca5fa7333f26bf010576d7f7d6aaf8ec8e6001106d9f3a870f09"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 167200, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "93be5f0fdeb62563518a990d71bef4fad1074c93b5e1182623ccbb6fcb8a5299"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 167296, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c3ff23239d4ba403645e2b7ab0fc40056c2a9a0226589ed24caabecf441186c4"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 167184, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "335d769667c669550df7fba48c1b5c8ed32d2408db6e062e338212082e6e1305"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 167312, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "df9954fa27f1b7f525da6fab2a6e6e011b2aecc4d2c213a4ac6822f54e7fe99d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 167200, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6078fe43af2c90509fc284c81f7d6bdb22c0930735df79c49daaed099e7b1ea7"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 167296, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f14a61405cd35d5656cd25ed0de22ba11577f19ea51945cc8a88b56839feeb51"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 167184, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8c9ab79762ce5eb1768fdb7c251369e4f5b58e10783a3a690ffba5baeddf6761"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 167312, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "bf18c7382b5fbc2264df3e822dd4e50e0e3da45151a08e7907826b43b852bb32"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 167200, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e0152296937d2e1871758d5ad7df903bdd148484f7e92f62f0acaa364d5114c4"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "87534e1b03ca5b01638fc8990104a2a318a4622a00baaec6653d3afa8ea37320"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext", 166528, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "19c713cab4789dd6286457401ae7f1b3079bc48bdd824ca2749c518b4440c2db"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext", 166160, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e82311766655d768fb8b1f33d001af26ddd1d09059abe61ecbbc4f242eebd5ea"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 166544, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0d75255ea62ba99b55308ffb6142fb1ed99f1f344010182c1cfd542efbb296a4"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 166176, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "406324cecc037732af87bb31581da36980d95581ba83f89fd0aad90c020ec16e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 166528, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9488fc5fafc45d71f0421e297700064770de19d6e282848df1f832d50b9811f3"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 166160, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7908b3f82fc0896daa867b7b611054442c3e618dae3ac61b422d1615037135b9"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 166544, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "480de7470cd25044748c2e459a16d2b306ac54bcbc8fdfde08d56b07a1b22081"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 166176, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "703cb64f8e8bc902aca34ce0f13ecb4c5dff260f5a45e343829288b347a64185"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c2dc73666a2cf4396c3aea16505af09ad084babb2594d865bce1ec005fa89c62"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b2603123348a86723c4fe2c8ca6baf83401a24bd1e11ed128be5437d84f249d6"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f4fc5c9f142c64fcd4fd7fd71b93cc4e609fdd7e263621ecbc0c54914c0bdba0"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b98660524c0ff9fcbf50cd06174db739275a4a0ddeeb0ff50e4cfed1cd8347f7"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "51a509e41098259f8a110dca543edf859b62716a5a8a0da4a01c22dbe853104b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "eeaa9f7f098ea88018a1d081dd155f35575135e8d21f538a02179284cfb949ca"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "10b93ec8d6a5b42b7a14f2eeedf66a315dbd2daf30ebc32f317a1b016ea723ba"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "23e64a0657120021ca7886e23aaa590baa51ea6ba67a7447fabdbf6de3d343b8"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1f0dd0c830f9a72f0a371ffd115751891c5820800294d3e9c64b4979b6254197"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "661d49f8d9b937cbab25743db52864ec648df6ce4725cede568b410021a795c9"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "62b1b9dcf9b09ada8337c6a7c35962d379265594f3da0e805fdc28340bea65d3"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7c537857920b9a9d8e7ed7319d569e2132d83255fa36d09147cdbf0c99b0052d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d9a48c9880925f146ebf76d52fb13277ae81ae060868f18f487a017742725185"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "cb69076363bff3c76c7cd70d664b448830bb93adc668081d943961a5543816a8"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "34ee4e086bedbb13d7f2d60d9c8ba67d4b70dad2941559eeaf5b23016a8b8c3e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a89815f6111ee3430331cce805fc0b8fdaefa8fb5257133bb8d1e762902872cb"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "274d9123877ad8269b6cd5b4b015df96f98169fd2b5780aa8024104540847d8d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a8b1848a754e278bf56f708b72c21c7d7e0e3683d37b45dd6273751030ff366a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0d48352586b6c426f5b56aeddeeaee4e18e8b7e6f6e20dab078ad53cf5719a06"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6473eb048b708d7e4e9e4511a09ee0351c16a9c008366ea5f4fc75612a7c12d9"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b18904ddd42c7c5d47d4eb0dd1b091b6779c94bc42646fd1d78bc6f089dc6c00"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7b36f3f1ed12b9f2dcd53e75b866c859e0617af29576a8990cc4827d5a0b588a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "fcc309baab7fe39ed0b3b909dc98c8b5b321157c042d6ae0f005e7a70f1e3c0b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7cbbb5a28b44bb0fc64fcd95e1c903854872f79ee5b8bbb3baa3eda789f6057f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3cb935b78fad5a3e3ab68490bbe2114078ffe5e9bc38b11a2310d6f3e225279d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d7af15b9a391994f33a7b171320ffbb1c3bb596436eb6a7b4c3485a793a32b96"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "18408102d7ff5fc03f778a8aad3721fbad626e755943ffb23a7c0d8ca3f95330"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "cb6175a4e871c10974d4daee767f3bca59363119632a6a077a7474425e10dec4"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "316719dc99313265b00162a24dcb7957386d7825c4cef0290cb464ca0eefb0ea"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "71093af3f04cf4ef3c4eb4e57fdc4a68f2c39423720d523e607e21892517c176"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "dce735b1531e5e7dc4febc11d0b4eddb074ab6c392f29ef182ce2a8840e30b8c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "701537c60798e3acee42bb7e836110cd76905518aabe477e8050c748dbd653f5"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5766aed1e3da30abf745d1071a7c4ca012fad2d45cbe59a443d98153b44e1e8c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8eafab84a2620b2693ffd78125a22b31cd3b44754e65a332d233ae840c755a20"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d30f47ce80b5bf9a01ee23f67751e267e75bd287bf71d67ec116203df4d3fea4"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8ed381b4b1f63838a920c16c35150049168156edeaebc55717958de55050afc2"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c046921347e0935ae0d0dfae28ae900025845ceb73821e741f8f2e0724b121c2"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8264fcdd88c4d8148a097c0c27bfc60629f19c8d02e98968575cf097fd117eba"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4ddd95e75c685bd56c192147cf0e6c08caf2aff21cd271ecda87abd11cbefc0f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2255c7715469eff1b5429852ce3d09ee7a4d4b96564b7f796d742c3a17242ec8"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ff03561a893474ff8f2d2f25f1cf1340bd14f124bdbb9a1af43379c12ec6f8b9"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 197648, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c1d3fdbf41a17e3555b4c65c8c6da026b02c5995e5641125da9f3e768da237b0"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0e45ad31fc25dcf8247011fb65946927ac05ca94a125b803f726f0d68930c821"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a82da7414e4057ba44fe5043d58a132bb4ded28d2100221af5b0d6f99f675f7e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "db3893eb7b2ffe1434dc2ba1bf84143de2d4c71ea52260a95c87266b82a1020b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 197648, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8e77e8d266b34fd5e6e59a0c5bc600699eab17f3d1e2671e72037091f1bc49df"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "bdf4fccb3a7db8350c780bcc371dcb14a359dfc2d09cc21cfc54956c3b58e0b7"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "01efef68274760ec91765bef2672551a03ed169635565b8e71d1c9b68ffad845"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ef06d06c9c034eb6de8d634e08212cc9f316fdeaafa6ba241d3adee58dac8775"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "927788275d7656311c08f9e163356291fba56d3043ba08d3fe84d3fd77a14732"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6dfdc0aed19c9b9ab958b7ea4df82b40914395215e580151da08a11afacecd3b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c70ddc9c2dca9522534c5f7c5a27f8ebec5223f0ed327319061240472e2a4960"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "20533f86dab0f0605e396fb8201f88a66f2ffee0997b82accce623298a350eab"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4c1c2cea1fe2d62e219668db2e3edf24a986479061a9655cf55d89671d10b3ae"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "639951946ce71a4b5100a1690fe472f51aae679f3bdb052c78d49ecb03992233"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "69a237258a8629218cc00c5061777bcf72f7b38f966228b4a4fb480df9c785f9"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3c52ad241a66e89e602c3cfc4fea0bc6c6793bad60325e2da758950daff3d027"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ebb3cd069e357ba0943a61da5ad067848386a83d5d45fbc75ffdd217ec1cd584"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1d82068da3727f89442c27e705e56f1f9688b4dcaf6ebe9f13125b7443209f17"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0707ef0b93d2535b04ae0efcecd7585edc40c250c28f15079ba4391d9679cd07"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8f2e3e6f23a1f352b785e05092107ac7517efd49cded37816fa6b8cf16f7c938"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4076c215ebfab1cb59f44b5ffbb85a193e371145d50c08b1cf58e64296400ea5"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "43b0b5f70bb67a2a3a212adf7c35d38641841521f0d3a8afe7517b20817b24b3"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6241651d513686419144519509a0207db315f71a0f2bfddd5e1915c4bfbcf15b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "35971d06cd6b86dc97b8246982d85eca78d8b9894c93e79ae3d643f2869105f2"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6efc8f92e95348af5dc79a917ae291abbce7670c23a23f74b7e1816952857497"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6291705cb547dffbd5d795661a1274af2713f95837919109469d178bccff2b7e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8c1d41cf1d6fbb063deb7edd7b93c1b7fa76ba1cdeecc10113a0e68e0a604cc6"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8bd670fc4a0deb0b01114e60ee84e9a605ce5848cd3d2035b779c4e1729a077a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "dc24d0aa81a7adfc92ebbd7503832cb8d8a358af61e5fd7cbca7191db27a8397"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "55591917131fca536ac67fc14c20c2826504827b3eef187a4fc11cdbf70f9b89"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "75d9750e8ac90c14f8d2c313c10cc654983926f363662c6ca5e4eae935fd9b8d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen", 83216, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b0f0380c2cc8ae4af60bb1cdc41120a0d6bc611fd06374927de19732c8b3ead1"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext", 164480, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a069ab6fd64d235377fb9a7c441511941ff5a7180e2b865c5d4fd6bb623788e8"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128StaticContext", 164112, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2887a4126f8bc932b35ee355b8f0a528770c05fcb2f2045d2ab8e5ce0925028b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ae63dabd7bcb49e1284ffad8895feab8b1ec34a5eeaad0fdee201028a3363f62"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c5fcb5a905ed4efd40a0a5f00a2d3f7e35375d4174b0ffa631e1a70d1967115b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext", 164480, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0ea3895d071ec370c2e059142cd67322ded6c1151f3caeac1a4ca474d22d0dd8"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128StaticContext", 164112, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "acaf9092f3e51ca307cf47154300801fb613e18fe3d5e92f79782aa7e06233d9"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5813ec6284131bc7e9afaeff8f6635a0eb6b431ad7cecaa5be5818ad634837c4"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "affafd34c6d610041639719a0a1e812ff07eb9aa58d2301d72be9876dfefdd1a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 164480, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "bbb257cca3a0958cf4501cd913bec8f5996bd42ed9a73d532e091020b7eb4d50"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 164112, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "129642c31589da8cfdac217c9f5c2641bde358c052581e042153562403b0fdef"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "43fa3f8d83c53e6df1f74ddd238467f4752b1beb91799d75ccf2a1747d10306a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "484c0e294f2f3ab4012697e29d3889a320ba32643d50921bb4bef23819a63ccc"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 165248, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "319a5fd0e96728096928da658177135204239e52013e1b4f7f0e68fff17947c7"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext", 165136, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "eb2a714e63423742bfd68e1f3eb982172430c9ddefb6b30d67d56f8560a32046"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 165264, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c6402ebde87b4babb08ec83a10209e8b1e7f03ea273f1505a1ee0ea3860910e2"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 165152, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "58a83684f2a26bc807956e6a9dba9343b3b8aad1b20a1b965f8cc349b69dcb11"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 165248, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e1eec0d6314d7d80fbe1c1c4a17b07523836b02410c188aa87c9966f42718cef"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext", 165136, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c708c3bf7af4a190ace5bcd9d7015ca0cca40081fcc7c4022a3f479e00a4674c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 165264, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "937cb37671024cfa8b8bb1863256e9376bad4e737162248a063168817a390701"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 165152, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d08a13e2d4d663f7fd99f093e01ada4ae2d371b80d038c38e54efff0b086caf1"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 165248, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "fc9ab1364180232231586f3078354bd73fb26b750bea43db6913fbbe1c1ea10c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 165136, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e6d8367e729b2142d7c0bf46958e3735a48da27a04160246b0bf023bec96233c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 165264, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "cafe425894b18400df0fd096508bf0eaabb63a5641275e20abe482381b597ffd"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 165152, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d5b453b4516abab28097b67b07a40efcc0d7210a133289ebf275875fbb95b135"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext", 164480, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0e5ec44696cb192f636269f4ab9a1600173a30fd3ea43fdb68cbfdcf03d6cffe"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext", 164112, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "874b104a1d15d6ee0e848d643a6058743e0d8e87439fd44f50cb9634b5c5c0c7"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d2297b2f995059a5a85f8609b2df0be3abf10380f6d03905efd68edf8c309ee1"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "fa404f9c93d890c6ac8aad1f0bae9ec7b6f4519d7740bede511e9b117fb8a2c2"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 164480, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9c4ebcaf67c97b733b9eb17414ad6b94e2b7fa246056d7e6719dce4e1ee3c762"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext", 164112, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c187576c27a4f2d37f7442a002af0ebfe193738b01182956ca1d1037a71592d8"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e312c4bce608b404b8212d0ae7a9b35b421dade49653b04ab5c0cf7bbff8f9d8"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "52b03a7a03bddf5df9c893b11c838389c1d8aacf082d6d455772c9c071ae14df"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext", 199296, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d021a1b1ba01b09f520f3011db255065061363741a4f913a28dea350fe784f37"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext", 198928, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "29b9f555db795a172f3817d5564b2a63f5f908ae927243ba0be1156e0d48e000"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 199312, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3ca4444d64b2714ab9a5546bf269e8df592720a4e64b9efc551a0b4d398549d4"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 198944, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4b27983ab8ec3d8f75d1df6c66b277685d4378bb09a058d1fe35b78774a26220"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 199296, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d59f6ec45b651d493cfac2b09216d5e6fc2cdf91de13f20ff2dfa0aa0cb7868d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 198928, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "cfd7aa27d4be93e7a024da328ad937169cfd026c129fda22dc4eaa2aa6a7cd2b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 199312, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "bd9e0825c5d00a0ac522cefc693e7d83275f907a9943e6c69c5ad249ee2e60e2"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 198944, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a45c29a673c07bc9e0ebd13762e28d1a3a9aba5265cad940cbd5f00aed656ff9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext", 84608, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1b461384f28b5412ab4f8754d7fd8706af97d9034f81af9f7d6b7db55c19e696"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext", 84240, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "40200217c6cad789cf76d4edec5d975c646cc8b5d3b740271465a5191a264687"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b17bf8398179631f9760b9a8069fc5896fb68dc68f4fe9b2655838e53d8001ce"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7ef7fa64cfd7e5c190b20e6fe74bd8634df77653b5da81d0f1b19951a083ef1f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext", 84608, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1eab2ce2b49d17668518cf04f9c20e3da55e6e3c2da6c6c377e64a0c25700718"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 86848, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "83faa54d0187c53ae598a423bc6ca40d7074bc002fe343f37ac7a17ed70e92cf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 86736, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "74524b7e6571da4449d6a0af4611845f257a594e18919d07cb1f9d2405ca1485"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 89728, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "2d8551a138a13e3da521d0b7cea8a5597139c8299a6dab9754b19ebe15f098cb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 89616, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "7af25636cef20dd0ad44b0071e4d586ae2ead6214bae26767220ed4855257a6c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 87424, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "99bf474b6b1c86a95aa07c4fe577ebde4296af28b6eaf8d5a1df34f17483b779"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 87312, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "2472c3f3632aafef09a40f63ae12e46b916f236f41442bab66d40befe646e93a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext", 84240, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1d2aead24bde34dfc32fd4334faadf1d9a33b2b54e20a17063ad69e60c8bdc66"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2bdaf3dd5a71e396abd5da5de8530985a133d2c5aad437bfd277998844595551"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 86864, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "bfbd174dcce9403dadb17cf81f404e5709fdada691c06da30344a48c1c55d71e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 86752, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "be59a963b8d3faeea088e9251b540c09b84ca0089a722de56faf9db4695f8c78"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 89744, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "dac28f1864e9b78edbf9fb3242dd43682f6391f25dac51728fa3253f6cd92ed1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 89632, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "98439e217abf6bde1aaff35a1891f55f8475e5342cb7ac9ad9db0821aed191c4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 87440, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "00fb63c98e639573be58779963c5d1a02a5462a9bd54d1ee15b05ca75e20c5d5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 87328, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "5c6dac3fb7a86dc0c29266e65b3c60e74a191dcb8dc848ef61659a62b6d47e44"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c808906ea5c3fb4496a31df59d2b7baf507405888c248b56a637315718729b34"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 84608, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f87992f595724ed9ce330b8cd06bbb868c7943aec0727836ccbd5bbe76180ea0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 84240, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a2eb4cfd51b6a23dc8c4244558a134c52f950e19b59629afe9b3fb46d241c605"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c245f06fe9a8b77578e40ad8473b8355792cb521b1ab80b7bfffdaefc135f8cd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "134d1c85d5031f3eb5fa32370d911e56ff4831bcce28ff5e5501b8e8008afd32"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 85376, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "333ee5d1bd2e96ee3c9938d5093d88dc79edcb15e7de1b59fecca05c90e9340e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 85264, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e5469719eab691b239ffe611a1a09fc38716c962a60455573f600c77044aa9d3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 85392, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a49323248f312f3d9a0e7904ae730f3fa49975d4774b838102c62f5a0329a26c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 85280, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "cf7acf5b8b3c18baa492221e575041215b022253047febeaa475eb8f5b0c674e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 85376, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b0a32bae28d654d853e962c3b30b74c0186f403deb175c5dc4c336ecf38f0bee"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 85264, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3a8cd841aed23851ed5c9a120e87e60a38addff8f54180e3e9de2c2bd2256797"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 85392, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c0d9f02e41176ea51c45de104befd8eb83bd9782f7c1a51c3ea51e22b120dfb5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 85280, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4a9b57bc203e452ac3612f0cd332461f73ceb2cafc54a0e25ba8fc32a8219ae8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 85376, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7c53e2c72828624369a14b9b9f68fc6e0b03adbeeb913fb9dd772d364e4ea06b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 85264, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "66264d63bdb5dff6a894cad662d1d6381d12a3c97f01a018643dd1efc48a4e11"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 85392, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "55bfa0df9a062a3cf85104d02c5d7b554ffe7d7326e925be210f1a96bf46ada3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 85280, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6f9970e0025775f4c82840239c9730d7ea334bca4afe2f17951c2381eea0eedb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext", 84608, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "84e081b2294861ef8a9cf4c119c46d5817c2731dbcd6b80232ffb974e0b637ed"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext", 84240, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "afa85f187ce12df7b60195345cf917f6efc454de4bc77cef2bcf8e1dc3a9f885"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "af8b73eed3f029494dd55ca5e332014083389ccff7e6ac250b214e063775dca1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "77d1db0259c7a322b4ee0da6aa70f7277dbeb30fad13099b7932accc253bc5b6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 84608, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "645277d2aa0c4290ff7cd16cbb9ec6437208b4e6128cef1110d46f08f7fe3b57"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 86848, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "e9926914beeed567e90a8dd248b2476618baccadb63236d350ed12c5d9766e49"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 86736, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "f395f94a158daa3456f9cb6ca5ad438b7b5c1c6253e7fb2b523311c39e812ab0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 89728, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "bf623c68e806d0b0c6fe86be61e73aadbe4fa5979ec792c1c2077319be85d9d7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 89616, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "2900f594ed2ea5f51a6dfd6bf62fa72d888d25378354b70043dfe05c5107e4e5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 87424, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "fb6bb64f45b82d968dcb4445497c00f6c591d9d7f80d965b780d4b4fc0eb8fcf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 87312, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "4106ddecaf47d0ed2976bd5c098028310bc9d2961e4883f0dfc134b2a7ae4938"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 84240, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5e380ed1642d5a28102bd87548bc6ab885f4fcdf8c1c0be17b4f0f94f4304ad2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "652b30c38ce6e5e84eecf0673b73ce88135ecb5033156a3ab7ffc5e6a9f8088e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 86864, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "92eae78c8358242e190675b442a3eeac5bf7f9fd8d97e75ecd5e3e0901e81a3d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 86752, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "08a7c53c9a451e6ad027c1af48c71ebe709c988c33c04d1d67e09028541fbdc4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 89744, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "8649b3a9428aecd475c39b47504fc7aa599bfc2fcdcb8392870ff4d604097463"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 89632, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "e9010f99aea1b616268d62dab45bf51ba0298afae93c3aa76677bb3829b07292"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 87440, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "60dff63ae2c647def9aa9e77f59af3ce3d90f6b1e23094587979d39fe270c0e2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 87328, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "cb6d1034c7d8fee29dcc0bbeaea6879f0beea4c1a39781633060a2c0b431d361"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "cb3d3b15b198096cd515b0e2c6dab155d41277331c39b413e89741d931ab5e5a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "bae8b65cf69725b893356ef53b6e47043e3f3d71c3be0b6633cf5564aa41fb59"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "38a08ceaa3eca34ad9bbabb1b357aba547563ed23a5bd097e2baa17f1013f680"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "be7f32dd1f23f2faf9a92d5e6f836f5c55c0b5f47b86028994b0c356c0d8b122"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "659315379c66e19ae49b5d3203744f9cace22abbf543effabfcba4becd5a8e4a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7bef49d181a11e1f1e23baf3f1e6195720d3badc5c33cdc18de4fc5f0f7ca292"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f64886f1d2f95b0e1669d65264ca884e63d0ea13eb58ee6b78126deca8bdfabc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c9b09024d335ebab5c8a2d3fcf9352cb766757e089ec676ebf9588cf5e48e7fd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a2b2f6015317733f7722c4b79f15aae830ea180f2e7c88ba856b689da5886833"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "829fbcb321234482a620901484954b661e7c7fd0e7212a8a41a2129c329308e5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "392bc311745dbcdebb8598bac18d1d05dc285c21b02e906bebb0b48d62e38437"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9de12011580b8b72c8e0b7fa94aa4d1d9b7f102645c09b4cd23215ee2ea3b93f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b5ab5fef9f9e3601470d0c9a8f396ad93a7ce13636ffe7c2fb3bb4cb4724e15c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6f21ea7d9cfdb695a4da6be636f7666b17c35fa29ca851a3e29d7a351627280f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d9cbc3009bd8781e9a9be51841a3dc3546e491d79be67273b2863d08d3a894d9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1d89b3d78ac5342546984a89ac503ee332226e11c42d69892283dc640df070c1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b9a94b0721ed4f0bbd70d0865b3d0f403c9b6fd594c50001a556b583b6a119a9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4b2606771361c54cc6c3733be257076b16bbb642d4616455bf19a74a2b937bd8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5072d7034c1924bb24abf402ecdc259e7da6e054ac287980aba8a497b5820e26"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0874e443d899d4e9550041aad6f4a1be7fb01a33927c26d790cbd7e6c859b3f7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "21ef7880eed52fdc1756073ac2e2b4e0ec643f09dbe2a900236d18b8468be246"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c36b09ec3dbc2898350a6b36ef6f5d9b891a31bf76a98ea8d4c941ac7570f39f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "fdc242cefb146dacbe97f39385e4168721b92038f024a029bab851e89ea7215b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "862b31df6e9cab9a3b8c34c07e9d3842600162e3e24c4a0bdf44669167f20767"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9ed67d9a22be7e24d52db27408e797f9c489f329442debb33e4146f34482b7e9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0d8a844def334183046477025718bc31025faf63c13dcb92f2e0528acba1b4ef"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4f045c7fc2ad7ffb4c52bc7faafb79454131d715ff5dcba2bfa5692c178e8479"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e5207a721588831c5e6b6807f604fa03124cfb76281495747023881bc72899b6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "653db92f5889c6c65bad2fea7e4ba58e42510934f78bc61eceebfef61a77ba96"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "42588fa452a5509df6ea3f39f46871d81d395ecc89849bc363d08e326692b54f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a08fd2d71e047310efb79892dca1e711b29f5959cc873280f28cf096a158413a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "328af624e949f8b81e4881c08190b1ca8adf587e372b348da2cb6d98808760d2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b6275449f78534f49055d2390cf368b5135b9d193e47eefb5aa7e23b37247537"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3d6a9ec54cc50456b2113b7c04c90ee9f2789bd5d7ecf52bdca19698a7122897"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "35f6ba5c3b1f3e0a64e34a6e3d9a48f059ad068b17eaff45c156c26d0436a965"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "fdd44cdd93bc0375aa996f28517ba20b974d2a880eaba8055da5c1243878864b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c032fa8927f44f5ee91323473b19c396d8f5abecceb90c35de36628359255c8e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "63ad5fbeff5efa77d33c26de30d6a023d06bded7422f106f42b4a629d117122e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ab1efbeee50dccceb4a4676c620e48db85bfea65e0f940931703fd72961bd9c4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ee4fd34c4157fedeb59999ec8c91f2cfbc5e124187f6a90fc24906786d851249"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b3f6b03525979ceb8fc3af83f308456c45950bfe69483cbf525578bc1c32a2c2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2969b6c4709b2ee0997ae75d5b877fb138c527ab0023664fbbff984d7951dda9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "db9c147be7738a3716147ac75d24189c090a6ecd5acfb738b4a411658ff544ec"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d62cf0b8acb3cc48537fb0dd85405a20b55ca631f1c9bd450127991c2218b4ee"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "39cda24715c25dd6e21a3bf342443556df64e7e72fd3739d1d05984e42528ff2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6daa67ff84383f3671a69876f69e0a4db6797c525efc67bf726cd2348b7e7dd0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c57ef2efde8a462c2fc049080c1f231d7c3fd890ead74236a2eed891cab33360"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "540081f51ac3ae5bd8280c5b30f3cf11d8a4e5f68934e6dd7fa13eca6d7da250"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7811ef79bbc591bd115a2f2464acd9398ba6b5aebd9e3969304a35a6fa64588f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext", 41600, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0dedfd9eaf83ae49d15170b795d845b70fc0ce6d4bf4e67793e198bc74994fe9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext", 41232, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b376e61940091d92e4a5ef95245eedfd5e74df0492815ed7c771442fab8aa041"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 41616, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3e929d7305559e2a1d65d75f3a2ea18250dbb3d79cf01f935b54e31a11c3d6cc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 41248, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e7631bb57262f622c1e834bf260c2f766d953440faf586243701085c618b750b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext", 41600, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c75a3e3fd3239a5356c53082b0d0b78b28475dc310d4716ddd969d76a562ba65"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "ee14093c448a2ff8d7f466d34c9f6acba5adeb6b48d4e7a9da5c4c7a7055a66e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "a4a4b1fe24f5cde6e65a8988a547f8f7e9e135d11830f62ab8c98cebb034bda5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "4a69fb5c4a77d5602d8980f3efbcd8a2d9710bdd3e43c2af17ea173ecf117c74"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "41b99e19d0a033d06682cd5ab469b52fc902c2c32392f5e76d182b888d9be9ac"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "04bee5bfff68681091178716814af24f6c0c6eeaaf3b90cba8c35c984cf23347"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "3c849d7847f4ccb36f04673ee3b8faa4f047b53cb9601821a10f00c8e78139a3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext", 41232, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0a33392fe5070dbe67915d8125ef71cc560a4cc98064fce2690a215e805e0383"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 41616, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9931f607e850e5ab83fdaa32fbb069ea4f0080227b7a6f4d6c22e5233fc372f3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "cb7b4b6dbc86e68ee55fc30bcee041708f667969299a1e31671a3de3a7948afa"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "5c34746a6ebbb8065d2a41b8910ba81a931879dbd5c92d7634e55bcc293d030d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "ba50dafe3b7db3c4443420437dabe2bea5893bfc72face91842fe5d22f99ee02"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "2b04693860f28935dc41878e74b91ef5044e384de598e42c334aa98730e0453b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "e96d03a56de0554e7270484c6677c7eb87295fca070e29f3ada869fcfb823007"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "5feaa7b599c9c7ed7d1fef3ef4a316cc22fc5264eae2bbcf936ed9fe92b9a21c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 41248, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "39564255809970a6f485a3a46c882c1e3a84f4499288480451341761b13c0c05"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 41600, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5e27bf9cb013ff95528f49bcab3ed012ff198b5c02ecef1af52b1689222555ec"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 41232, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f383efa997b1c161780678d65318c04bcf82edd781fa6339e4085397243bb3d0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 41616, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "bec9c4ea1128e012d24ee97f6097748c0c65b919e6992d722b6d8281b4e09c51"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 41248, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0ea95774036fec3f462954fbd3c8af0c34114500e2747ae363a9e4d75e796067"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 42368, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7f3553b740d687364ce2e001f26d4e5ecb7ecf524e88b393b18824ac149508c1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 42256, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "aecee8adb2519b7422d617b6883bb110524544834d8262517bd623267113dbe6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 42384, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8fee2a3998a06bd1d4ce1dfbf1e4b9357f4d5b2781eb47b65555b087e4ff12ca"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 42272, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9bc95a4d1beca7df87b5dfaec7ec5df4d264217e8cc856df2e6cf56b91f59e76"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 42368, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "81ae468fd740250e83fefc69c5a16287fb515c25b588d7a26845c084becdb3bf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 42256, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8fa09b21aa7ac69e0a5397a244006fe6870df4788881a27f8fe03ca4d894ba1a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 42384, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "708df7772c1050c0fd3a5d036ec8250c3f44e1a9ab0522762cecac14feb7063b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 42272, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9152649828752ec0185c2eefee6a17c398f8a7799de0f018dfd58f7a6080ea08"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 42368, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "607f2aea4ef2a61331a4fb61d6e1e65a88c5070006cb1c1c73e535c44466b60b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 42256, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "19106e8c6cb124007775ba3bafd8834e0f6146d0666c16c839ae180db6628d0c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 42384, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2d1e4ea52d5593d7da67ee50b1ee9723c6eb7e5b0952721468614552e7b77101"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 42272, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "399e79820943b9a3cb5a8a6a5b02472ddd9b7c785313408b1f2e3dbfc1392f51"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "820007940c85cb63bed9dae5a36baced53c8e3263b80a04aa12993a542f2b797"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "8c45255099e1336d84227f992253dc2f5e9c6cef745b7b2f0aa0c06632b3ef2a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "54066348e485cca85cf237bc41d4687a3271ba5aa2e6444f7e18ff2588b99230"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "f263a6aece8b1ffe0d7f365958e00601c3426cea04267c909d1ffc5fa872da5f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "86c591d70b96380389ea62d5fb43f142618249a561af4762cc1578e449b697c4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "f59d57fb2ff4d2726e16eba2f41f719340b27a42f6af2bd4f5638c0ad693e5b0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "20a32ee4111620c21c07822bd1a921dc23449f6a563d09acd880c858ec1fbe22"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "448342136ab954387a65528252c87fac7e32769553614c73f1ff76bfdc723f27"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "e66916063b49af17bcf7b9bc15b8f611058f6264a03f4f52aa67674e1d735747"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "814101a7562e9e7f92e5287a9b396c00da61beab021e357224c88b34b2fe2930"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "511bcc67983c6824a635b4d3c08413bf30674f8927a53fe71e59edb787f31966"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "26b5b059b220bcc267e3f6183336c36c973725a9809760b6ead26ca71af7c55c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext", 82560, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "301b8d7ddbee0c009c50ce7b39854fc2c587a36dc2de0cfeb6aedd946084221a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext", 82192, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7913b8ea9f6d03a0531ed6524afeb408a2f5deaa773479c7723e4c0ead43a513"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ce6ec7f04e1600f1a6b8953fdb01844acde2e60349397ccaa6438192fb62f56e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d7f3860b34862112e27dcdd0af3986765380a11bab5e92fba32191863c61d528"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 82560, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "12460163484c0e60139a57a0e291239fa814954ad30e7330caf2a614d0df5627"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext", 82192, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6fb02e68851fe08dd7f7eed3aeeb3ed4797565c7ec31bd8a2ea3ab122539f7c1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "06fb83c37ad155e86877cf685462a41efad487b03034b12387f309a3b76fc721"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d944be787d371cc6e41a40741707015c8cbbf98ef96a7d6fe275e72566fd169c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext", 117376, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "840678efb2b9a8795fc645be777747e4710be2559c7de4c2478ffbf66106bf3b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext", 117008, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "463b94167869960fda09c675fb2f86c4ff3e32ae8aea3b8d680304d3df675b69"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 117392, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3066916eab4584506cb108c13f69ae6a368efa2f5b72f330168c91358804d7b6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 117024, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "203080127d4a7ab462b4fa75e8bbea5fa270029e7cd5f850ca6c1edfba102d6c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 117376, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3a998d92b35c3a8d34ad454fe846a6351377ea931da75b97bb24d26ebd4fa365"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 117008, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e2a03fe46e2e6ae7b563051eb6d8f89f8e20d48bbacc67aac06e1b5717ee0f50"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 117392, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b5413b617a4ff9fb82e34bf449fdb2108f9d97c744129cacb00d1d85f64cb09e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 117024, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "03d4b6627ee1790275df6fb6c57165d9c274ab5e8768047b7ab9854c9f307bed"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128PersistentContext", 84608, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e7cc00e1b80560145f9d38678c5c2dc2b2d9867f18fb944107b6f0441acb7b63"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128StaticContext", 84240, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "549c3a76d5eb9c05d915427634cd6e1e4f528b4679cd5009b3cde0931ead4f60"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "12d959a2cea24dfdefb3ab16867e54b241c4c3b80684c13ff515ca9e240d45b1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "fb9e4523e6ad3ba5c9182b06819ece7a47cdce6907834a984c7d2ae51e2435be"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128PersistentContext", 84608, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b8d71bcbaebbeff6e1070fff005367f605f403072c667e473c056039f7281ee1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 86848, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "abe1deee365e3c6c160aa4fad50a9d9107909919ca41082a9467b028d100ee4d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 86736, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "660dd9cf201049e3e69a851b6c4103d931beef1064e7c25d95c28c63ec1716b7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 89728, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "c1d8bbfc2e079ae0aa313becab74845a3c82e71b9004d47b72deb3f50d4fab12"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 89616, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "a2dc21aae66ecfb156aa86f73ddde774b6e1a78743114f8c8d70b0f3dfac14d5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 87424, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "13bc823dcfbdb8659aeab8d2feea64bc1dc40b9b4df1ad1c98582f1a0237b9c5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 87312, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "13b09e3468d8f6dad3fad25eaab8c7fb72521b61c1b5147ce8272636a3c168da"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128StaticContext", 84240, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "46e4ae9215d9aaec1a8ee1d8b070303c6a1739a4d897b146b706709e2a51f345"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6253202bae037ddcda98d233ffd022fea4a24b3299c23a01ea12d15fb81fc8f7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 86864, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "c3a7dadaa918cabd924ace18af5ffd93270144c28ed5d64ef4df7d7c0d48cd8c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 86752, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "c715f151e491041bd9655db5ee3fd52fc806fb6b1c690f6e9f0c0bb582fa17e8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 89744, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "a618b835ed3bba129509b9f9f15f7dc6f0652a72398c0dba07daad23eeca9618"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 89632, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "2f6129527cfb6b7fbd51214249e0da4b94c121a4273deba5220f0531fcc69352"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 87440, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "9e3bdf601c7282c7330cf3dd91957a7bbbe81785f079107cf28811c569974945"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 87328, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "0bef78c2f52f74f14df48dfe66564e1d5689de39b6552503ee7dbe6c38a4326a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "86b187bc52729baf03b13455d4c6a204bc0651b739a6ac3d300fe89c1676a3a1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 84608, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "083f74c4ad7d97c46cfec3d08edd5959be42cf6bae2426fe542ec6b9748a7bed"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 84240, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0dbca02dda30c2af39d2203c11bef18dda65270ceae32fadd07c7d6f067bbd6d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "40759b154d16d31cbbd6c311407135a87e01e87db4caab402d2e17ff34d4ac48"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1f17a38b3bf7bf375603f3d88a429fe6d97cd0a0048cd61b22407d7ac6c80d90"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 85376, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "796843b1334bc39f72014313c3c561816294e18b52df467147dacd5e26a4777a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 85264, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "aaf4abf951afeb4c8d9964bb6aec738438f1f107dbede112a96c7edc9e5ae691"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 85392, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "807accc6db80d8c0b4dca529a53e2f4294ba110e2daa32a419c6e0ac7f874fa0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 85280, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "74bfa6a8847977d35eda046352e01f839b21221d1338ac6c798bb02b6e6ff4b6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 85376, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3e8dd79cff57b7bab2d638bc9d475396ed07825a6dbd2e9aec024171849d44b3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 85264, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "dfb18154fea65fa8e80ec463d44c5b6e4328d5aab2cbd1a2ae2c9d84d5f7ccc0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 85392, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "264ef9b191b80824210fb14c001040fef2ced1f6f606509a551647b90901bbba"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 85280, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f5fe0b804a9084f5247fdb14f1a00bce082151e81c39d699943857b52209df99"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 85376, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "94ba1fb9a1121d1e08b7c22f750f311d02fc286db1b1b629fc7405c01abdf5ee"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 85264, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "23207296d02a4b9ab2970b6c8f0775ec7758c94a4406e7701e010486f5ece69f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 85392, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "36881cde571ad08551c487911af827991657383420a7f861986b1e50aa45bf9c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 85280, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "020a072dc19797911e47848ec1e4234e9fac3cfd6913da8108a865862d508a69"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 84608, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "90c7f6f7fe840d9fbc74e895d9f4aadb2933ecdbcc9b9368f7ae91fed6aa6320"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 86848, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "3a8db7b43ce1e6e0ee110f94f077049e1db85d24e95a56cb84b1b377ce272ec2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 86736, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "9eda87a07918758dac36076fcea28b338e0f199397fa09fe9ee9304441107a26"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 89728, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "f4c6c6c2cfaad74a07e21bb410d2493e865041b70edc2883f698296a4e141f6e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 89616, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "39b8203d3c99b84c718aae7f6fc139e92f80822cc54dc449cfa1d020498ca25c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 87424, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "4ed2ae62010770e8e0ae0d2bbcf337c3e0217785ed78c8bccf6e028247d50fb3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 87312, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "5016d2354f219f33e7342944f73070af48e640d10ba7407959e1bf243233726c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 84240, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2b57d51aab91d067792df5326d41b909598608aa2a73240b2532a73c7f3bee1f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b9fa7da79259ed536e4dc79f194ac81782a30fabc68d068b866f7a2564cbd560"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 86864, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "7127fcbd66f0f45fc49a212312295528ee7009f00cdaa2cabd1945196c8b1334"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 86752, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "79efedcdbb2a2c698684e6934ac97cf57d219b39f491d701c25fe15a00493516"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 89744, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "95b5aa2c93d2480b4471f1b4eb27386c304004d9c59435f6e740c083ecc35cbb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 89632, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "083ce80ea06f0b00b8cc4c87efad09675c5b629bd59045124057869c62485d25"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 87440, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "2332ff7e4a3d36a463905043025242cd07400021c5840542cbc24e62291f93b6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 87328, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "ff791a4fa97fcb279cc8001ce2b9851340f85d7a6b0774c58865db0563257364"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "57ddec7eb8f52fe39ae9544ee68e8072ccf994077d4faadac4fb00f1ac8f2def"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "db4e73d41eed63831c6d57a4b33ed3247bc39d0adc9f793d94a88b85faaf6784"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e4fb3cdb8f68c803e6569816cdb15f1bd391f85b6973279b7bc5693e8dda8def"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e38021c1800f77e24c0540d76fb5b58f04f843a5c28384d84f1b6f890b3cb980"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1cee460c673e683e93d2ad698f3108e010354c2c8e3bc10f389f6cdb8cdc20a9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0daef1a0fb76627f34c695743c7b97371dd5e258f4b3fd9ed459edefc8339551"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3ad9aee10aa466a8437d5617feba94168350beb88c1660ed2a7df22c565b64ea"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c88bfac568f2e0eafaa6b3f447aeec747ad3453c1af9f7db80ae37d7157d24c5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c043a501c4eceb3c44c52310c007e833b4fac3917204fad3b5123e45de65f277"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "92763f07bf065fb1209bf4b4c271102b4dfe406e3b2d9e25d6fb9a84639e9f1b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d14a4139c03d8fb9149d4adb39aab5504ce31320df7d3414f5810cdf889134b8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0d296249ef20768a10bf42d6cefdfc018cbf3a9ff8561bbb0fd3261347a3ccce"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ff90a5c32aa714069beb84ff5c8e7d5deaf6c5cf940fc19d34a77ed67878aeed"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5c03794ba1f8ac64ba40c055d18a0317fc4d305f0ae547c72c502bf21c1472a2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "491bef4130e08b8c5fa8fc7bdee0dbbf5bac0b78e2528ec07e609da91280469d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a9ef480d7d172bd0b8b6b8f2a48ccc7484f276b91dd45f677c2bc85a54eeae33"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "995f2409c1bed8872b09a1c4bbf9982492ba3953c2983770493c1c06cc7a8bc7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f6b22036a6358974e7d583b2b87179b424049247869beb32eb7688c983506878"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ba879e4c38a678d87fcda240d7f32c497ffededaeb5c6d15810f87d8647fd11f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "903b2782937b10a4ee373490e3050f6c437626f07825a76ded7c5b9ad3854c76"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0a815cc70438aae9f4247b289703b58d76cc67d81cfa42e0b2c63cd56b126995"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "65abc9cfe3e2c18febb75aaef5e139f272eab76d7cf3c1de8ea6d1aa75f1a622"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d7d25eef2862eabd87170cee9180077fec9a7e0b11e140d616c44befa582c600"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "64febefe4eda5d78c2d266df81b7ab04c3a86591b898c895286b0dbcccf2c635"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a6af5add10d414b4580befe62c1a3a84a1dc36e2bff12e5069452e5be448850d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a5ab3af4753f1c7e2199cc4dfdd9d57244b28688844d4f5b4b3839e5a5b3d000"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6a3382abedc7aa1e13f42559babc6d9602dcc80c8e69480dc35961f980bde898"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "432dd6f8197f6c151e59c51d205124aa7ed4d8be4faa08a5f78a4a17ffe6d0b7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2bef632a3cd9d167c22244f88d1aa75a9f68f59751ae1c409409d2ebb3afe13a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "89c4f430390db915392718db24b8b614b02780bd5a88a879761f68718e86a46a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7395ae6b2bc2d80ed495055d7923ef9317a6e3d3c9c5696677628ab91ece4cb5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1189047933ab053c03efc835f3144b1273036564e465381331d6ab6bb283882a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "391260a6fe41e1cfa7f7ad8020766158ea3736486af9ca3baff32c5fa7b930ff"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7e2ce0e67ab94e2e22e9cb65d11075b5925a2c56f60b4bdf8b87db917e55ae53"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0fc06268941cf17a52daef96205c43cd02cc59a29568f9c7ee9a712a5b1fdc9a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e61d9942d78463579d443317c6bf02bbb16ad567b00f0c173c4d709a3a6ac651"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "dead81b8d2c8819b1e8c447ae824fd558c2587dda834f493f7f9580cfdae8693"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "25d0c029ba6fc8163ae70c77daf50043a4304b461203225dd8025ca67cd6405f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1d11ac1ce312658bb3e9ee21a3d5ae21bc1cbd4bcfd1531e7b24eb4a3ba6782c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d25bcb3ec11423a20359eeb154aaf570929dc4dc143898c21eb6ea9221b99c33"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c8beda320f66a987c00a9bd7726c7d06abc7a2dbc8e223a8475b1f031b75edaa"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128PersistentContext", 41600, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5b5eda91e1da802e3049311be3cdc17c6867ecf9060005ea1fde495b8071721d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128StaticContext", 41232, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "91450997f1bbac90ec82359db93090195db05b02f8d89f1be11475c5ce8e19f4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 41616, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "acfbf825b761ce67cd5f066643d41a677414009d2ecfaa7edd658248d7c85127"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 41248, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d7ab3502a8958e90baf49040eb4f06d796877844d2d3ebad9c6c47290e169b04"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128PersistentContext", 41600, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "55ead092a9feebcecf62a1b7881f2c68989b8da18875df21602dbfb11409bc20"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "16678288ea658cc8aa491a7ad2dd035e86707bac5c0254fed117ab13ec2d2189"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "4167c8a847d660b0e1d55d65b0d56d9ea794182774b5527b399a21f85b28660c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "899c00f44c383ce5d7492abbd768311a790c69a8562ca6bdf915f159acef908b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "aa449dd21077b18060eb38d3a3113879e014c4039416c2e8f87ee0be15d9a11d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "3f6d97bd8c7089ae7d11391307f671b1ac1837427393d6a95cf57ec994336c42"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "c8d2d7702ee993500f4c037583dcc1efb92bccc29d1a2b79b9bfcf6f5eefb974"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128StaticContext", 41232, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c166d0ecd43bedb6f75dda886c91d73fe70f72cba5bee65cd427e575251b550b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 41616, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9faf164bc76ba360072de1bbe7884ab620a214822f5096f574652737ae5dcfbc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "6dfda35854488b0cf13860f54533f24178aeaaef1286d5e829c474745ed78503"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "18df94cfd492d9fb995d31af217a1a2ba560127d62eec87b3d6656e14ecb50d6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "93518b219ec9c4107b3afb4d641cfc1fb74165b2716e9a3ca668b4ea4170ce52"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "6f1d94d8ce6228600f879c02602f7a867eb4aeec5c262a000a96ffb122f5fcd9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "55282b839b78c8a6332293a863fb2f818b17f84c56a896dd04531ea651adb2d8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "ac71a03325e9d04aa177e3bfef9a89915a896a61ec5412a1f992f499ee8212a7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 41248, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ec878ae9100f2de576abc61b5f39adaf69033aa9ee19425bb1d24877a26b5148"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 41600, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e8834a2a9104ce4d98c16ffa4dbdf926749631e5a0116759315d74ddd4924f37"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 41232, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f5c22dc281d9f1cc49276df1c05d328ba28de227d548062877ac7ddff0c8333a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 41616, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "928854132f3de77ac45b7138a2f2d34d194b3d2d79dce0d86e5d1df833441833"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 41248, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a2b0b389e0ddc7daa173f643f2503d210987b299f8017574972b21391d771984"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 42368, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d8fd5255630ed6c23f92ecba29f76b75a47b1847a2d2ea040cb578d97f158c69"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 42256, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "fe6837e8f009223829699bf2c010e6d587b9d6a71af6cccd1dc7b285bdad7e56"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 42384, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "671f9a113e6bb67030d4f2c9445085c7627a32de55f20fa5eab137bdf37073d6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 42272, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "60273a5b14f22d61c31a1f3301137aee5cfb745b829391a075d4fba5bd52d20a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 42368, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "30b47f949cc6368de32cf198a8802a20fc07db29f5858b786de5b722aeb849b7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 42256, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e573b0fa83a3dca461bf076bb71314ba863f8a3645a375929e442abcca35f27f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 42384, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ec2e612f03aeac49389a98c63d140e5edef16265c4164585ca1724bcb62641ec"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 42272, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c70c389e9ad72a34f03c04f181e78812392accc6ea682f01b2df3789f9dcc968"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 42368, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a39ada976c61857e0cf3e17544cfee32b2f3396aa240e9299ee67a8c8417f168"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 42256, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c8fe418c3ab73ecd9f5e4e5189d250ad3ff7a8e28874a9ea88cc5e286a3a1318"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 42384, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ba8ebe860c2e49c1dc3fd75544ece26bf93c5c1355e2326b2a9d976ab0fc57a6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 42272, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2568b8ca59e8dea9cf1f4c099a339cf677d6d15a534f885ae1ca68b3b127b306"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "589f2062fc193bb1d95d4a0873626fa6bd6ac8460a02e0a0f7aabb6fa4c9eff7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "09e6ec6e20ee92c63dd9f354cd63e9ea8f87f2e8badd9910f8dd0925bd4b7282"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "017a531a2a5bd4108a26d6256a857bf46209bf3e8e2536ae720c587d9bd52cf9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "3d84e6c01d6ed581f8ec2d34576ca7775fafef2b013ccf4cec46b0b155bad963"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "3be04e47e9db3fcdbf2a44e9c8054d8c7b700b6e8198ebf367300991e6976037"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "ffb82ca7f8d16d870450dfeab3f755ebf25783fab21f7af7b3e95ce58f56ea4e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "1105741d28224139a94415d9bfdd837c84fa985ccea539ceb7fafd441148dab7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "d910750fc9c66cf3480d4aefecd0a1ce56880da036997afd659408168e4139f0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "959aa804f8700def60981a66a2faf68ef69f1c25456e1262d844865b70b2a34e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "a628b548ea8707f266197d0d549b8d4702fe3038369c153a45a9d37ee9fb486a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "b6cb73b09d6782a56e8001cab9d01d4e5af1dd4725b59a950fb0f5acefad27b5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "bc8b6325b747a1f39011b6e5b05ad43a54fa21175402a03f105920d02243a337"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128PersistentContext", 84608, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "569aef886f6257c8fc59bf4893584f02573bfafb66bc7cd1b440a9eb4d5e7587"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128StaticContext", 84240, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8a4ff8c2f7384777f2e58ef5d2ae8ff32f4abb94b4c619b05bff15beae3c138f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "26f0875324fe9aab9e679ecddc0e82b0e9282d90a7dcff58be4e7a355a74fad1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0eba833d66115019f26b2d63bcd094f0ee21f6a165d1f7726074fc33403a8a36"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128PersistentContext", 84608, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7ce501f361aaa318a8461772b54528808c19f28ff51624de9a0c8b4a89a1fe1a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 86848, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "b9bd1655f1cc0b5d921a204f759212aecf5fd7bbcf71198f77194974b368987b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 86736, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "30d83b308decaa1b8a4ecaebfbcc60ff433a6444f5474fb79402906235c93d4c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 89728, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "049092316dd9e1467a01479bd86bdfd4abd3548dfb096880059b0a8c492128f9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 89616, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "51414f4d18d3049417c7ad1aae85786de5b31d53d59df5cdfe790d6b9f6f7b10"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 87424, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "37a5366bd53a8266d07edf40adbf831d8850226d2927f6a5649a813b29df794b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 87312, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "6ae556b5a0f40a213aa585288e76399ae5963c656098ea7295f766393ec2307a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128StaticContext", 84240, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "34cd83ab81fb4bf1b83bb47789de1cb19ab1474fd74bc1fd979735cfa5e88bef"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4520df7bf52cb68551c183eefd02714da6f4c4087f5986afa0fe60e0f27c3b61"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 86864, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "ae13db6d726af1fb17bffb458f4fd0bc91826366cf0e2dcd9ca563390624fd04"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 86752, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "6e203d596c99b14950f09be290e0f2175e24261557c61e79f6dd50752dbe5871"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 89744, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "56f500c6e45d9c920d39e6c116e31c7850d3d70cbab5f1ff1ab2cc364590023b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 89632, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "749793bc53d3788bf9e4ced798b715c48ceb0f31496092c074a53a0bf9f3c57b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 87440, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "de6f20da548a767bdea8dd015fd2ca70c4758e1b89cead06c00de716ff21223c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 87328, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "3d3770ade1c12e9117996efb0d92d311617c3ee0abd374c4b911b04cc37a2c9d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "87500bdd58c75dfa4aaf68c4e0741a07e5ca66d8836dd31004741fcb2f570d56"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 84608, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "caa320478605f8e83fb9328258449d3e1fb27e775daec1a1200037da6e52190a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 84240, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8c9f7acfacbfbc9edb3d57918b89c41ca1d2e2a8be22b5f225f99cdbd8d588b9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c7ccb6cc1856f2b0d252e8d1f76970bcc0b28c9b4819114a6a67346463cfe29f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "bd4eac231c89b7569cc5d17d1e3d4d903d556afdde0c0b99e46057aeaa9c4009"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 85376, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0f0e0f197858a093e9bbc6d322eab6eb263e2ecd4a9cb63bbf8c2328158fc6fe"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 85264, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a9f8f69f28664de96e396124bc045b0c8b5f3615a568e749dde1a77b50e6638a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 85392, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5ba883c198448854befea387232da1eb01d2c194f7e1f7e687421eb3701c7b8e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 85280, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "bc495446f9b65050001ad22dd45c9b24bb9d6842f24f0523e4f7605a9a826301"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 85376, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7f261c262f0a919076c17d950f89e9c285d3307dc67d2cca47e47bce3cadfec8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 85264, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "395b2660c0cf5f172f70783652fe78743505ab36cb8d7b678d7c89f8a78666f3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 85392, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "477e4b6e836b375506c3fe9102576398bbf0d1f1bb9a079f5f7d3bc7bd0c0bf2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 85280, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a43d631f7738463bd113697945e27b5338d87ce3384c6aa41d0c503a2f80a58f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 85376, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3c7e8f5533d647a6fc26973f2681915e7ab3294ad06b1dfe7516d900b0d6b3d1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 85264, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4618f29685ade34b03de0320cb117b2581f1a3acf1dad623a0fe5546e02cdcb7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 85392, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "249ddc3d256353db2d625de5a913e1bcb1ddd6d04b68c14f45a501db45bdd304"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 85280, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "70c11afb0f7a356ca1ff6a839fee96f55d218964014b1a45bcbfbe3b67e1585e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 84608, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ce14c9fcdd64f3c314de7bf7127068c7f354a2f4646cbc46458a90b524ee7518"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 86848, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "9960b5e11809747a08d4f3e2a6c56039d4dc2b5e5d32189d57d95d81f541aff7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 86736, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "fddfbc6b67a5f67d865dec1d76f86bad42782a8d825ede65fb4ac0167dd6cfb5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 89728, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "5721614aa279b7342e6d0b83eccb86278befd617d79b49a2fb187491da3a9308"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 89616, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "175e36227a9747c16ea6a4a1393d294341f22e8f1b6cc3eafc7dc9576714b084"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 87424, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "fc1a107e7b3f3a376a45bcf1732f4c5249e4dab77b69b9c0c0d2f951cd117598"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 87312, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "9c93d225001afdc73e63e339e4b4f416fe63cdbc27daddcfd272933d94f8f856"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 84240, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "cf5d7e8c3bc80e16552e6f43ea555f4633fc2f06cffe84d0d8880e3b14f2b975"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "cf199ba6c7f3fd06eacdeec9e1aa062da5ddbdc8f207d6432426c2a9e00d2420"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 86864, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "9d3bf03e6a5f0400eea60553d82a539546a4a27567e2b1f3e6787856eff4e370"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 86752, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "37528669d8582c3c6609f098311d6c8b991090cabca98940460ad1aeff602115"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 89744, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "f9ab6f11b24e0018339906f22e60446b40d455a16a06e9a83d5c93e39bd8154e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 89632, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "5f23f96e6e8c5f23ce6cc58b1927b90d7f790fca1a217bd0194b6a8a1b42349d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 87440, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "8f0d210dd91f7dc35b87bf118426419b18ecdfbf9cad18778bcae8240e2504bd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 87328, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "75cca392a3769b5d994163bd22d5a23582ff0d3a3457115b083aecf23803848c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2dd1f3ec9e548abd632e06b36efa7e429b384caf3f218acdc2e3ca7d2addc387"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "61673aab361fc38354fa8d4f00af1ccf5f903257d88624caf07f3cf0e9a242cd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a2dd72f700c2b7eb90779ae6374baccd0227ed5851815e177fc413bfde1af2b5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "66a878e18d1a7ae0e598211c8387719d342bda22658d5c79f2851225fbbf7328"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "48bb6ab16fe6dd21ed1661aaed55235335a653f5e02c517119ad4f7e543b825e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d68493df4ffb71652e32f1be106f5f556204028459dfea35044fb6075e59fa90"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3a48e30c7341a5804c32c99999d6b8a5e84b28a78c889a3ce182eeec1135fd19"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8b54719ea109f9aae4e1cde985cd9beade91794ceb6b24fc198482847882cb09"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a6eeb56b24a9ae48c219001d09ef0d28fcb2765f290733b40daeb2ccab2a8c9c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d3f44a645e69c55334732704ca5c1fa5ffca14493e38cb02631dd0a466af0c09"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "dada5aa41e6931349c3dfbeb294c0e08e1cb26c19b5301085d66158d0b50b83c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3eb628d1f48bb301d52423b9c327cd5292bc876edbe22407148d166d00cfd711"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b9bba3a471fc7811e65ce7fb999bcb12282100ddbe6bdc30d2122b47ef3d9c6d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "23558eae0c9742a0d9cdd393ccfafc357dccff7db8683cbdc36f616b051fbeda"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "153f6671c0f49733afa0d7689601173794d67b137e9b0e144da911c69d6e3d2e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1677a3967e72480b087c62e1276e4293446240596ac6982d427637309de30393"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "726c20a8c7a046ec033c0c36fc0a33b14c19776ec663f40a97a96074746a06f0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c3da60a634bbbe2f8d66562e7e9d83eb4969d88e75ec8cdf1980021233ba2c6e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a4a3029f321fabebe1502a26a89701bdf3b85581d006697a00ed8096104acd56"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "15d1e590248c3746a5253e42426776ff45a1091899fc4739397172a7bafa7671"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "dd88f4d161c9952313c7626a090cb3b9215516d2ee66bfeb411cfcd9ee479be9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "79dbddc11101a27e859dce5ba581963d442952070cbe3a2169c069eb8fbce3f1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d0f4e741503f397cd6a241ae923fa6e86e0849e403e829a85cf319a9a729602e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f8d1fa850747aae757af582510e1666e5bba927a1072c388c2d0a300b8a5de47"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "accfda673c8a0bb437422a35c273e1c6bda652448f5bb69ece1527318d18c9b6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0f964c289774ddde55e37947bd4f0716eb10ea846ce4858e38e7796db19b2bba"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "379f203a13be494d02fe2150ae727edb055dc705e81666fe773dea6839e59259"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "be15a025eb11ad4a7a6a5fe26286a7bb2d9ab86a83a959214e30e341801c0ac2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2402bf9bc02f695bf6728c05054b30d31930b7a1f206d31f22a20a64229c81dc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9b988941ef258f7a80dbfec7245b26fc34415fd078afd75c06aeb6f4e531e0f4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8c96f4dd4864bbc1f808850ae2138d7b765230c2aa658f8542915a80134b1e73"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2f7872677a8b5a9574cb4ca505641adadb1d1aa56c6cba038bd94eff51b74656"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f0256b4761f930fb444a98eeae5470ab5f983513d2da980eff714139f8cd292f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e0a5faf6105fb25ea3fece45bda49432ba49a9e584c07051cb725da1038cde8c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "921f988c3f549ab6679995c1c22b7cfbbb8aa6b4b08ed99acf86d737e783225e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1801b278329eedef37ca2634f954dec06e1866ec8fc1adb3b751aafd8d0aeca9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6aba19132b1dcd64d3b9849e40b604417fa8209e4bc331f484e9d36302dbddcb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a8eb4a85d74c8906fde9999f86a444f5245964150d364d317f03f799256fd238"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3a07fbd094902e9b348d2c4f57d17094ebcc02e8946229e3a3de6041cd83bf35"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "48f67390139df49c9566f26c44cc4ee0f1c8b3363c7211be89aa4132dd7b1de0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9c19699d3914faeb9d50bf6282e8f99f356949691bc10063115fdacdfe6ac8bd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128PersistentContext", 41600, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "318052fe9d3d9a7b9c9b80a0703a6250bb71848afc920ca69903d1449615abcc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128StaticContext", 41232, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "59bb9db8b03bb7e50ecfe66cc4fa21e9ba5e8f7035b4add36617ced480c83afb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 41616, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "37d09ece34c91107f88e7eb47a9879309248d70acca742bcf799e27cdfdb857b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 41248, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5a0f7825bdea610d3924fbab6c0c7a329e0a7075fa920e1e02ea2cc502cc712d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128PersistentContext", 41600, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "fbd936184128cfb1519cd519b69ce577b59e00403b224b5a938767f0e1b6844f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "e20fc5d24a20c206d02224d441068453373393fe429552f9c7bb4fe7fb3b74bb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "62b93f583fa5efe8f2a38b21b27c074559b2d5ef596bde23cfe4886599e831e4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "1c9fbafe2f875962e8400661a578ff668330908cebd0c027c227bdf3198443e3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "2b16dee0469e35c36cff90db228cee0a00cb545729390f7408a69b195ba2ac4d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "d8629db543900576b448b54bfe6ab3ddb1d15839adee06f42d59f98318e97f7b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "ae0d392ebcacab6b9a9a6338f7fe98fe22c2c7a7dad6f4a269331e9deac39a3a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128StaticContext", 41232, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "49da20abe99a551e92a99b47571c51373c754113950ceb2d255979988b0c0275"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 41616, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "df4c5bed9fbbce4eddb5d13a23c42396e6c3cb3d378183bddfedef77834a3156"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "6368265fa8bbc22dd796fe1e6933b5ea3fb66522c8b8669e71f9e959b7a13894"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "8ee518c3c2f8ea891a50248abea4b9a0af5c512b71b69143e7a9e1b3b8950366"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "f337a7293560b117acee416aaf6b8b60d1d95a59e1a79017b6914efa5388d91a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "e43c6e52a3ecce97b6c79ceaf79e74e707d367a71a294f78fe0aadd737e459da"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "ff31308fc58f6166ffad30188dc4291b9be0866ee12260046db532686058e7d3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "192cba44aa32ae7e58575ba91e457b833aba741ad3fc251a536312ac3e94dec3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 41248, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7e2e29f823ef3a1829ad4e55aa8572110879bf52e2fa3d22f0c81f15a739da36"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 41600, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3bd39ab57c0a9fdbd94306520849d6b3c1d679bee586263894d62d9ac2f25de0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 41232, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5646978146525ad04a52745b22b421aeb257783e745b18a03c04c531994bf8a0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 41616, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9169ebf65e46f4564e03a1e06d41547c3596c51fe159a482e9652508cfdb7cbe"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 41248, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "55f36c84c9f05972524355fb8c38c8d6d1f5fc6f6f94f656eb509c57a0267102"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 42368, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "eaae563fccbffd6d3d9494021fea2e073ec6091e96726087b69820c87583d91c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 42256, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "618feae4b89219c504e709d9fe9566f9d7444f50fb157eacadc1987853f3f0f2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 42384, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b62d938431c476ac2d6f20a8049b1ba4d96c3574248170f4704fbf5dd0449eb9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 42272, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2773e68ebf662b2285640bce0397d60ffd5862aa4ebe6c66138d10140f878cfd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 42368, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "495dddfb09eb643c1e61a104b6f60b13cab625e77e36ccab762534e4b8d3cf0a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 42256, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "16204e93fd2442197d32d8e019a10e3efbc3f3aefb979090c8f7b5de01cbae96"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 42384, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5c9de47eec7849d491ff3a7292b85efd41a5c8336e3e3292db064dd2eb072fb7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 42272, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "001e169971337190cc5f8bc0b8dbb45623bf5abce49cd22eb6c44bcdfc7d0f5c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 42368, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d86f84115237e297e331130380cd712048f745d0d4a96edade42797e673a0cda"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 42256, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7f22fbba59a196af94e829883715c1cd0d31b0e094a2498932a46c1d2b616e04"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 42384, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7a6c2a719d6a39ec7744a966cfe301555e859f053eadb6115968cda1b8e43751"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 42272, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "74d4dc24a556fe420dc0f76e82c5eab3eec390db43fa70514aace56b2f491166"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "77132bc852e22abf24015c6f8f7b7a1a03c6a8e2f9ad4c62a028bd3872187bbb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "9ea53d402b7fdcf9d33fb7fb7a876f2f6a6a952acc824e47776dd114808fb8f7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "c38377ed5b4f4485084c3cab4d416f5f68c0264bd3af34d1e4c77e119f231e8d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "f351982c350e9475f6bcef79704c4b24744ae6a08202d52ef76bafb8e02c2205"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "7177f5aa6af9dffc64b705b815dc88a3617f89fe60fff8010fb2c0f5ab8b4b64"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "dd2af7e4a72ed2e24497a0586e9f61655d243c843d4ca93c9c46f63bf4bf7949"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "9f9218a00bc7a749e7a932514e89302bd954f948f11f8f7d74353a50a56e2415"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "9185ceb136b37a4578e524aed5e4a33e274e6e80c02237366c48c38390414a84"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "412d81029d99e6d0623598df4cf55b9f60b24d7dd99d4e5221ba4f6f3fec829c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "4db5dbcaaaf64f0b7df049203762b352e0726c0fc5388c6ad5bb15dc80157877"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "1a93e994102af63869aa19fc43c136982e1f052a35f1a6495f97243de416a42c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "2cf3e15728a47e544187c9006eafda84bb3f9d56958aaec0abbe6eb238f8708d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext", 84608, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ad714775b8c54bb800d3cc3da72e0dee92d9241f4bd019d582c455374842f6b9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext", 84240, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c30d8908c3ceb896dbe357fa2127db01d2185d9e8c1d2f173f2938878ad3a1a9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1e48a811324806a7c4e7a8d853376fd380df44e1f61877feebe01b6e70a7c0ef"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1d08a6528d215f6639c750de82ccd6a4af0663f00865d26bf76e7b55f056c2e0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext", 84608, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "122f81bd02b8071c288758ca82b53de17ef4cad901921791f4e2de5ce66c1824"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 86848, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "40d0bc46e2b14289930a11e31d632ae1f9424526ce57baaf9c68424ccc75222f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 86736, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "b35f0f2f75d0f8463ebfc96295f829269eaf41929ef03868dd734aaadba019fd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 89728, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "2fa43bfc44165af3761b2e1f808635c4165af1ebbd8dfa097f174b16086dd3be"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 89616, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "7deccdf47fdce74571b4e37002e854d02038a39e969f3f926163d6399cf58ed3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 87424, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "332b37bad34dc770ee80a2162e574aa14e0e91a6fb61c5a27442e77f09d15319"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 87312, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "d576ce30df721483cf3039efd74d890b746796cc308f22e2341ccf729b3b6aa8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext", 84240, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "83c03e2e5c0dc912a6909497a476f409dc2bb94319c06d1a23f4275e9abf6ad0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "81d7210eb3a357816b12ed873690985f8843287530b6b5bdc1a6c83b0b742da1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 86864, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "89116a8f458a9c98d746d785123338ea6284500c2f3dc5f15df9b14415b30f6d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 86752, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "7a1b2faae6b558d0d8fd5e585a560596c8c60194c01f7e1d83dd59f0ca485e0a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 89744, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "8091b561d76bfa6f3317b26a6118d152b08073bc2cb1ba3256503ac207945977"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 89632, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "198567249c2b04ec3d2106450bac1f2f4be8ca57bc65d7154d18be195647e05b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 87440, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "cb27a280cdf2a430c04a8a2a5df04c29183475d47173399ce8924ecd5a4d4c6b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 87328, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "20caf1650a0050a51d65d225f4fa85440a524fa4f49a5efb03e28a07fbf6a923"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "26e461130558ec413d73d9c0540eef0be32627b6cd5c041916241bdab87652e8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 84608, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b360a11d00ce5df9afad206904903ffe1826b960e188b18b2e3fe786e51e0fdd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 84240, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "eab7272d92a8ceab413f924bcab577282ebd3476ea8f3d80b4204bf1ff83b2ff"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a667603b7069b3a4b58ef383a2bcaff16d9345bca92851478300591035ee5104"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b96ee45b20ab2f0dd079049286e83590e978b23c287dea93d095907b89dfa7f4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 85376, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c1161ef2e5112eb5e7d42304169ab34dec5b99a25a52a5844cdd1be12b6b13e8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 85264, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1ac9dd80a3c9fea0ba350fe3f620ef2fee89a2773439ed7f4128228ec6585522"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 85392, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "82c6a930266dbe6b59a40532b293d00f9359260342abd9cfb16218a7ea3ff2f3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 85280, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1dcfdeecf1abd5e55a4109389338b399d40ecf8506d1b0b841c22463161180ef"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 85376, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4c27794d83670962cdef1bb9bdc7306c9376a9870e15466000fe6e4ebe847272"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 85264, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "356846270ee5dcfbc71b06c57ba0c8e9efd6180b6c5521d5f9b9cc86f93732ee"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 85392, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "992e3e4411276e86afd81105aa374f5847e1ce5a32ce3bdf2f5ddc0bd6072a91"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 85280, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "30309f950cb4d04ae5e6b405d513a4d157beee97e4436deb0bdb2335bd7aa48a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 85376, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "032785e679dc5c16d59ea0983ce26eb3dc9a22db20bf8bda534c582af5bc29d0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 85264, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "251f65190983ddcd94465cce424237872f49ca02790e17bd82a48faaf2c87d49"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 85392, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "928306344672a05f475d5828c9e55ac7ad2997aa30aeda54cb5935299e4aa956"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 85280, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f270d854c8b1e9246f3c94d5570ab0856456093b97a43dfba4109cb2380314d9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 84608, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f265b1675335dc1de8047457156bb4fc7df8a6541f021b0d461ced4618eddb2c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 86848, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "1bf5ba913532d706ac79ac53f117db0299282ede2a904c893cb28a14db61f898"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 86736, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "3ea4b20065997641739df004e5fc1598b5e99de98fbf51a78c20059c9dc2b246"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 89728, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "c67a88993060f7835db85eb0595c8eedbccdd36b74a1d948b3318f2bef0c66ff"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 89616, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "9170cdafea26d3172a32fafa9dba8c411071c85b748e5b2770875b6e1dd0bbd5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 87424, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "d20fa72043a9e93afa738eff259fde9125d33014bdacfd859bff14eb3ad23b69"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 87312, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "b56aeb4b3e5ca877ec642347ae0a3a07de26dfe570d49dea15515528970fabe6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 84240, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d786ed9038359707d61ec8e1bb1c902b188d059ae85c3792a850957a9c5f3eea"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8f10dbc3906461326ee06a544cddaeffcbfd5a9184691967575745913a692aed"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 86864, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "99745b32ccd4e86da23cab55aa7878a2c31261a770c2f800908cf01707352b30"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 86752, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "fc64c25b0d4576cdfe0cf737e06fd4b2fb06a5e35a454ff0d18b2525b4c54dac"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 89744, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "97c9d8aafae222212403cafe1ca069a545a588dfdf7bd2d1180af75227d1664a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 89632, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "d43d5620894bdd3c5ad5449fff7b2d8fc2ebc45b25a01e88308df56fdc79169d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 87440, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "9bab7a5e73870cfa6f7e0862476e1bb8208c523548f51de9fd3de190076dddf7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 87328, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "35a0a81ad1dc0065d200514799879ad73044dd26a7b30b03ca264d2d9df603b1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "bd33be422d7c8e92738bd1ceae1d3a1bb1c33dcf61e0e52813675d86381ec68b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c125e0033621b47563fa2406e99dd84ef282717487feed451949163c6fe4d2d9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "39ca79c7feaca9ac5c0aec52dd94c0e4a09e0ac19b6b93b085889d0aa517b35e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7db9353eb3450d4c4ea2c92fab32f862ead375b2566abe73292b8a55167436b9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "723c60f0f12492d00c545452de62ec05d067ccdff723726158401e03a08afea4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f8f61cb4f173ecf1ac23d6790eaf09f603b50afdc524d03d64f2b1d569f05f0f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "aa8ec6624333604b99091d6e20cb7f28d3bd8375d5852be28b2b7d627c6b2fad"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "80b46cd8e774b50833b6ea54c8d634c0d73e5b615895d7e2bca95f04823ce43a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a6617b6e9886e64d873f88d7f54c4e693a0762ab4055154e2094171dd8caa988"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "88e7edd429d84c07fbab234219b861e25ab3322714cb224bd09077983214b6bb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d0de9c151b7b7177096f476b582918cdc4d5b2b2ab46ab686adf0e03753f688b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5823547a5292226c6227acbd81e5f0f1856a0962263b3850bee9396ec273eb04"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "124a098b16cc58304c1972fa88cdef9b8867af3abf48e612ea08365516a675b8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f434aaa4f5ca65cbdc43ca93d2f32170677ecbcd98d49ff2414fd04d4ef590ba"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e6ff01888af1bb887b4908bc61deab7482ee8a9ee14ab59d85b6553737eadb1c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "bb35186da77ee507ee8b614c0826432e1d94e92dc1f29ad48c61e30f6961ccd4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "05f3f851eba9810f9b36a06c93b1d5e64d3bc3ff66f86568482e5db4f794fbb2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7f1ebb9b6bb7ffd0b74d89d4b1abd38d0c316dcfa405377721e04cb998bbabfb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "29d26487862acbe0b0bd360d8fc82c7c32b1ba30370e8551376142f1782e5dad"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7a779491df8bdc5f3c2acab9ae8dab68d4582729e87ca6334840b23a44f8e418"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b54b061796c184ac653a0d2fcc34c77ad85e00eae1e5a841595e6961f350534e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "951796b2df13741353dc6a89b1b65b87e77623536a4fa997d87eb77991b8f80c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "03aba5383ce8018b3068d456a39ffd4682108633f5ecb4e3ed314b88f823a169"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "53cc96e4b35db189632be01d6f8528dbb8fb4233afae2e9fbb86c593d37f1949"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9c72407b024e705e46eebf1c3ae08580a7d5dbf6fb3f9eb0de86d2b30e6eebb0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9afa24413dfcc3ac991c539c0a04e4e2d913a939eb3623792acf691f26c2da94"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "77a57b47d64170365d0626b21b555d8be15669786f247b4fc5ec61f125a12bf0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "47e07627ffbee29db11ae51ee8a447e96c66f660c18544c053a28acc6eae8da0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6b0dd921d4fbc26c7ba15aebc98d46dfaea758fc7c574b1f038d43ab7b029ffd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "61377db23bbb87919c785a4a6fc31944069a433b63d77a40685283c65dba75b4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c834a7540de5adf793ec2813e0039832b09a4831a3cf4deb43b0e7ad293ed00a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4ebf0dec400b3b6c59dcd4cafae9fb5215e722ceefeef7d303cfd515d4fbb4af"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "76ca3710932716ddd3b5548b8bacc87f1607f2db6be78f227300e93f7f7269cd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "bf33ff2ac125f486bb5cd397ba7562219724c9d1fd466f6b942a3b2c7de6c543"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8b1926aaf0147c9c3b441bfac92ffa5dd897621aa84c190ef63e2f341db24e19"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a08d1ad3b655ecc8f0e08831a5cc0b351f8e46a7ce9e57d9d1d650bff8e5d1b6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "95727bbf60a97481f6e036dc0400f4f0575d3f1ecaa3da191638f1a3d4569ac8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "61beb997842db41348db8b7ab2e0181fd120d514db52deaf691110892e52950d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5fb1f164bc89e9a23001d97d8baa148d1fc3a5dca75462464e7f707123034ad9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "54b815045e493df0636b1c010fd81cf502bab8fd39de99b03248b34a49d39757"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5f5232e16f328b4acdc9f4cbf8a3b273bc85786c29a72b5fb7e51df86398979a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext", 41600, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c942c788c6ff39f6bdce2b1ae6c5c29df6c523ea97b5f6988c0c8ce1a31f2d31"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext", 41232, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f65f0b4881361d5ff008c760f860c393244ea3f069e0ec961b9f119345aede08"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 41616, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "42587422b8189e0afcde107e646133af6e38887130a9ca25c3c579ecc5b6cc5a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 41248, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "59fcc3f81f3a8d316f6f80a7dc88c2bd1132119d6b801c11b46c7dcbc9a7b2eb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext", 41600, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a7be08c505177de32315686f2a779e449e622d9c79f3b37cee5ebdc44ebfb950"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "78080a493434c479e5f51d1552122437ff6a2e2d158077ac7a6e7ed1de1e91a9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "4960fa6aeb2a2024896f55481417b0d150d2eb91c70478ca5efcb884ea0c4930"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "bb171de9b01c8d1b297f39e93809f982448b550bc086816d880e6f69c62e9f0c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "a9021c6e8f830a4b7046bc7db5420b19e84ec8492c8347eb132d405f3efa4018"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "1aa01fc66253e9e3abd9ef0e0a2320ab317d14102371cbdee9c140a80d5e3dc9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "347b6862f97548a6dc667477c83179321993795dcf1b73a8d20170cbbc4a1374"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext", 41232, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ab1d805ed9682324d51d621a2a563e30db995807f8a722d40479137ec9016624"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 41616, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f09443a390b485b5cba14f2f1f5a1a5b3f4a3bf4ea2d053dfb96d4117eeee0f7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "c7887165b6fb18213f1e94fe0e41239e71aab7111dd719ec30588464ab0ac4d6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "1ed5168d8a38a77e78a68d5b5274d42b93ca3f95117d05a563bd2a6b691e9b81"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "2bd42624744742fc7179412273d70df00f12f4f9f2d3b646ac8d5989816d6f9b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "db6e742b3e28e6e711dab93b42f326ab8645537ec94e12dc2fac3385a2d0bb66"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "94571e854a3f5ba19cd3e7c036d222cb678a574e312086fada82dbc328e7a5e9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "eb10a915a3ad8f253f6da7f9d52b3d83320f289bcf3c36bed57f0ef1ee2691a2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 41248, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ee21963815813f4e5d52fbdb7274bb3be76c9e97f51560094c9dc96fcfc3db0d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 41600, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3d3529abbc8b3b29fb8a4b58bee16b8264df17fd35063838d74333043a0453ac"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 41232, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "905bcda48ff6b9fe3addf6cbf160e89e386b045bd57f000555fcdbc90564cc27"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 41616, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "68923ce45b9750e379201bd771b60425f3b2d324343bcb79d5bcc75b0c385e5b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 41248, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "15120219bca83e09c9b5e9e0ee372ec9688192286b1a6cef3403495874e5b77d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 42368, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4fe19c24b4c05d9f54cb541d70a7ca1710d207db59e2a87c5f4b946f7c8b5d4d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 42256, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ce9ceff5432b3a4be625353c8a55b761e4919e79bae69c91ad86d134fb12a041"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 42384, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "79021cebb12adcc7ea1dc8a961f9d9a368b9be4d417a5fed35d4035582dc261c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 42272, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3897f9bcb31c91f5e123be81c97ad94047fc6b51943aa7491ccae26a1e156324"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 42368, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a4f021be670326bf6323e3d4140562d5eb8adb48b0e4a2fe1dd7fadbedf47308"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 42256, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "cf1c8438fc77cdef66a5f24d1e4b657061e63049451db169fe33dba862024bd7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 42384, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9888e7e3ef351f40e6434f8950e4eaeed13963bcdc5750c362df8fa7e7f76f64"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 42272, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "54bebc924ab9f8ec50a0f881b158ba993fff3fb914352399b4f6435a481d3c4c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 42368, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "adb40a2ac28f6b9609c55f9fb85fc3b13e0c6f35111a6735d6ea71f8ef94e16f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 42256, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3b958bdabf435db9df352504127072cbe654f58d9dadd13617337882a1013dc2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 42384, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "44d2b0897a0fb7b41caa80fbfcf2104bec5290ca373c7a6b8d4970f32bc3d787"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 42272, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "78106563f49c048cdccc940ec925ca59fab6bc02f5d3208bbae5c352ae725d11"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 43328, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "4b44682e0198b456ebb22ce9efd5962b1a3815452ba03212157af82e6cd15414"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 43216, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "793ca54b583518fb9bcb843bcf9b47c0b676c09001d66bd2c73c5e8d78b36eb0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 46208, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "2f6b4284e0baac99487a450af001fa575113fcb6b47835e3eedaf612fb45d1a9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 46096, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "ce855fd272305a344904aa0d0b7f2e5d5bcd107d43160592df585112f6160eb1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 43904, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "e4710d78db3e8616b1461508437058a2387dc4952b7ad07cea2fc958817681ab"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 43792, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "df89f58e5dd777ba4a0db01fe252996d46c27cbd85e2dedacccca0591b40c496"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 43344, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "e228ee2aa634f8a98a3b2679d463f9a92bc5dacba2f69fdd14ecca50c9b9eb15"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 43232, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "f09650c7b9015de1dd9ea8982b226e9d43c7a3bcff7a0420a7516304f2a0de7d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 46224, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "77e1d6a4993ad495ecdc67707747c223464ef8991b8f5ba769857d79baa68010"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 46112, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "b65f74699fa885d384477496a9eb8dcb9bccab67ec39dccd44d60898299c502a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 43920, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "a3d921d72fce7d68a1bca23dde100aaa426a4d3e6441506e24f151bc693cca4e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 43808, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "b1034ee7bd2a5f4cc6f822bcf885204e1db9f93985f837994b18febf64262bb8"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext", 166528, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a5a0bfbca986da77c5695e0fbbb79f7c15e8d525d53477f410ba3ebd1346133d"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext", 166160, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a460e77b38b94cc8c0aaac545a867872db93ff298098e1b129c49376dd1c457f"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 166544, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ce360fb2a0ddfc16a932a60993a6aaf8e96ce0826c8575e00987a5b1ba326b5b"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 166176, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8494f792b21300511157818fa3dd37b451f354c9d947dc035ec30e9a65e41188"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext", 166528, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ec9eeb979967a8ce681d92362e57f5e59e1d60eabb14a40ffae84878afb37e7a"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext", 166160, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1edb960426dfff103fa267be6b56071c49ee1fd7d0b259fd126b8637f73912b4"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 166544, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "91bf005904c7dfabf5bae9ed5ed851b8ee8bb3662781355eeaa1919d5ac3ced4"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 166176, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f04f259bf00fb3497cba1b8e7e87cb5a23d084e87ddcf0bc1f89fb0898768e3b"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 166528, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1f754ed825103aa8761fe37a824b028c58099d801734227d1d8ba1b950c403d6"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 166160, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "daa02f3efea9f9c80350f9502c5c81c8f8b5be608f6590a8dec06f5fc1daf42f"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 166544, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6d248431f8fe8820302ca12f4f8e69402124a4cb02cd6309322075c8fdcfbdb5"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 166176, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "46760f078c3fcf042897262066a5bd8e1f50ced5e792a4c005d544478be9aad9"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 167296, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a3576be53d236bc791a873330c269aaac6c6986f4f88d4a0418d748c7c6d20f0"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 167184, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "87a2043e6500eeb6e7fe54c98884e379d8e26946ceb4223621595d4b50e9cac7"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 167312, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f090c15c7e554ddc1ded12df4f819aa6a794b39315c63a608a51fadd1aa3b3f6"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 167200, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "85973cfed56b4e02cae93c749a018c3e8ed682f41f99903fdefeea0f5bc56f78"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 167296, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ecb508ef0e4ff3c032bcea2baa0632d7eab47e42e73d0b574866987f16aa8e7f"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 167184, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "28d4e5227e755d2b286ba7d4a117cd48d432bf765d3bb08e4e3df9c4dd92f2d9"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 167312, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a2e44b95b392acc6face8bff590fd5706f4350d01adb45472b9d19854f3f65d9"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 167200, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6a3c0a1ae10eb1f6ea0b8320d7c7ad1d5a02c89abb9474af2c233a9af709c566"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 167296, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8a713992e2ccf73611fad859cdc837b31e9cc1d6f98b5640e57902711560eace"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 167184, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9c3111315b53a0374793b6559a7545ac95244e4f9521de0a59bc60cde6a1c58a"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 167312, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4e9283be52c537df2133db0e7ddbef3596f4c42f0a09dd74a176582549fd9748"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 167200, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9f29d25d8056be1209fad387000cdc8ff6ef073bdeb3e3b3c178dd2dbff93aee"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0cae0677a4026b450f2108fa538871e17c1b87021a6f6abfe1a15966825b4ef4"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 166528, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "14589e7b5f30bbf8be358b7622b0ae0600531c0cab72bed4f2f5b75b19789f89"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 166160, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "fbfddd9db9307c76a73e409615dc07681b9a0ea342e3446c32772ba9054e4fe7"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 166544, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a5a17b4c6bd9dbbfb4e0115e84d03b79fdef6bed38147a1071c147b60afdf071"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 166176, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "caa66d41869ef203714187164a693514417d26afff3128598834cae5a9bcc0bf"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4cbfd513f3bb426d2f52d05880fd0ac28d786d28c6b77e2a2025f704071ded01"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "21688f9bdd277f57b4fb866313afa8da0179ec53cc63868b2efc13a807991e0e"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "57fb93b2eb9bd7f8e1a0584aa9b0ae64b818432fc0fd14254c177be406921662"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9559efcc6deb525f7124395142687f5b4dbd9b5e22e58709cd32a9ada4effb86"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "fd4c0d6daa8b653976cfc4eb647f1286029fe85b9058242376d0bc6553ba7e5a"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "dd2c4279b7d8a7631f69cf1c86de40cba20d6ba51a725fd595587fe655945a62"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3b0482a170428ec723aa22904eb67646ceb53bb9c60df3e48140f1df4db3146b"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "886b3057eca68c38765f6d93ec7d2b294bb59678753d5413064091ccb2876a8e"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2579f6997050cc056e384a7fa1e0a2e7a639ad523baa02115e1da13116a32cae"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "679c6e033fec33587319ac7a27fb52f3c1d697ae7a1339209abcb2a2e70213c5"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "cb3adbb780e83a5eb5be4f8589c5931cb9cbcb6187ff21c7c638986ebc4fa8e6"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6aac48994e755a9a6ad1f658bd0063e346aa042b0019f23a310856e2a9926d09"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0020927e3038b6a52eee9980220ca30e4d65dcc9beae98384854163f71308939"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4e31e2affc033515966c4c246c8e056f596679659540a33b5c9577dcf219baf1"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0f5b173ab0dfc36225e3a6615878d7cf54117816da00952cf2e537c4d567b77c"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "cd4af73b874e7a7652411ab8c03501a5f867a5a0e7d34e8a50c1215f16d12c50"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "dafbc48d1f973f1a2c1b22d199a311bebd78be2efa4d362e444809e3bdebd3c9"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b3b471a8868557680cd527d5d972c015694e35cda8de06f037be01dab8fbd030"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "46ae8c29ee8520a0feb16fe2f0e0da0fbe45fab9c08ae8b2e147bb6d17504b46"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4fd5704771b46c77ea7c6062c2cce466dc692841b62fed0db6aaa9e4e10f0209"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7859f67d2f30fc81a96cb01ef37746baf92a71107d65256040f08f697ce4a696"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2428207e8b9e99cbc93b6f519d9a76add888614096d182b0c26b067695cdbe8f"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "14be64f20b2deee27d2150d33ceb9af2bf0e78a0751e8b15208614348f706fab"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2f289151b4f54b4890e911ba87dbdced96af2a130e499098a51f30c563824d0b"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f9fd8f7bf9c65fcdf95304e3cdb73a50fb8fa89ded4cec68df188ce85e56f242"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e90e8de8fbc84bfa24e28606c40da5b072fabc15e9b420e74dbbeddc608c4fb8"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6fa32de1c222aaacf1e23a2013f639e0fb52baec3ca33910597f66065beba2dc"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "902d2431c8a86040dab36908c9488d9ab0c8b8cf21a5703d2d37f476a62524f7"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b6183d83bf7df77f70a00c43266872357cb49fff876277069a970eb2e04814ca"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a1266ed95f6f5c9dad08d84132cea8b8ce5848589e3fe44d9490a605ae1ea17c"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5743f3dbbf91085237049f2d146a25f1ff38d2215c48bcd7b5ca2b7fe554b6b7"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ed43e1bbb1ed5cf78ff9c24a103574c36e065c7404c4d37eac6ef89898aaa277"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7752a4be76e99d6268201043f10c293e818e2495b5414333ae4caaa720509007"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 197648, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "632df77a3023d295710bbccc777f0861ea1e810efbdd52d6ffeeb5d3cd3266a1"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "cffe0d414db8530985768c976b612b097f45dafa139873375cb205092abeb803"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "dabe3e4b69e951824187f80b8632cf0478a6b1d27b54d61d8bb5cd959999f95c"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "464564f279f88358bcd89c779e78e11c464a0c3d4e482c99de5bce2c6889132b"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 197648, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2a0d28917261b7b01c2dab35c023a17c530d0193e5b49e3c48e574ca87c7661e"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ae919187eeed236289a382069396aab869fe3c87d3990dc85871deac6ea84f79"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "dcae06fd7e8bc8cd2b859f72e9e5386e0b950d2a0651c1d39ebf39f10b1f9478"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5bb954ad829aa8140898dc6e47636549b92b53693a30391d1aeccfb2c6506da0"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "fd1ce1c390dbb8d79eb889b2b7ab71a04ff3fcc3227c5e7ecaaa6aa32f527760"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "421dcbdff4513dc6bc9abf37436efd4239b6b4e120e563bcb83fd11b14201012"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "eb2b2ac7bd979916e29be516c2a18aeb4478a7747ba1ef4bf2dddcc72237d470"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ee6dc5a34de6438c3a5a17640d98da2af9bfb09f1dfaada75ff45dcce60b0c24"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8cca55b2767ff4c61f94a8fead5437a254897b7e077f8f635f7bae6a1d59a01a"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9efd5556db1146dd18e329d6a9f84332fa17bd0b6b38885659e25eae083a21c7"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b38e7350a835b697daca66b54861632eb747690e9854b3a92c715c5cc2acf720"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 82560, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "05e6e94e2fd992d15ea9276bfab52f2ad142a02e6cbd2d86877bd6da6cd79f44"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 82192, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "cb8e25c2c9bc6c123e83fe3c195f2d33b89a513e64700d9d3916e4d75c5b063e"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 82576, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "da039c386a9630bfe50f1f2fba77f466a0d3f66ab58588e5e098e3ca436d0e0c"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 82208, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "29cc20760bb6c12e738b71dc40c9612a43cac17bd9d1263efd484d89a703dc59"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "91dc8eee347b83f1d4e7b6aea70919c28733cf893021a36d398a5e0934b65b52"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8b77ecd13a7cae78a062ac1fde9191fcb5aa41ccf195bee28a2bf7a0bfb751bd"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "be61ad081114be93be7da029577791a9e6b22860fa735e367911c768718ca811"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "cf608ec7045270bd331fefe685a75b0c6955f235950fb2d9b0554c3274aabcdf"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5d3cf39d42e685a3c706395c5e0b71e25b050a70cbd161c2b828c979516033fb"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c41439380e16f77fe1d92887c009ac71b986b096ac490f57c0a1419213d27238"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4f39c14ce49bb44995c1912fa52e51f9c2f9491bfe2d1ed86ac4e50b9251091b"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f866b8f1dfb71febe7b4509716338ee9def445c855273fd25ee898fdfcb07e58"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 83328, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a11f0f3d967e12ea34a6e9758ef89dd3ba9251b4d1a53d7402e1111c4892f4c3"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 83216, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b83fa82340cb353e95ae73720e430cba2f1ed1df19b9a3fcb7be776a32063b7a"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 83344, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e4ff38404d060d43244a109827429a3c039cad73efdb9fb7d7d3f0c49bcdae09"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 83232, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2fc03cff2cd05d6bd3fd025b47d79a55d5ab2339a7bd3cb371d477be5f498d29"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen", 83216, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1de6a1a2aa4a1a0a1650283c283787b601f16662c12d9e5da39d827aa3832c84"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext", 164480, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "63027b50eeeadc8a46ff32275eaeefb3e234db4a04e36cb84fc3bc24802ef952"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128StaticContext", 164112, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "712a641dd2bc85f87cfcff02a84ef30095cdee5da447139159efc8490d0c6056"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "445bd9aec7c73a1abc616b6a0ae3d74972be788627809dd18a3ad19f3dda2322"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1b4899be7868636a91e7942c32f3bccfdcfa36c5db9174aed3ee2e9b686d8a52"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext", 164480, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6b74e4fa2df7730f31984726d6be2bed7dbc7ff080948ab441a33b06260f9231"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128StaticContext", 164112, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "92af50fb6f7ae3cc12a504e8d0d77281993b81d9c0bf8f0719e71ddcb2637817"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9f55feac2f65e2ec2292a7166ab62858c742578c6cabb2f51b23c35669e73b6f"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "82e23160f7df121603738847d6b37c993cafdd91f2988ac24e6e9beceedb998c"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 164480, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0e3eeebebe4bb17ce35df97300bbaed190827bc291dbf1dd51919fdc8bd96aa2"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 164112, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "91ea8e2fb367e75af5679808a9bb67ca2807732604cae3bcd8b076442034b041"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7f6a9f6b94db1585cebdb48e2fd1b3164a7b860c47c28eb1b54a7075abf7b527"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164128, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3bf4299ace04eb1e5e050441afd42794d58d3dfb524c9668cdd55c8052a2670d"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 165248, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d9bb05236b6e13504b0c1dbc390016ad83299525541564bba8e3892428a7b00b"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext", 165136, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0677df1df418e5a451a73f3765db716a3b9604f3c2f9b360a0c52dbdc97704fa"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 165264, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2fad9a647e00e32f508547eda2e22e33e380af5b1718a5e96d11b11bad35298b"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 165152, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1fcb11aa6fbefac5c7cdafc1ef89b43501a807a6f12d9b0f7e1ee071305a49c6"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 165248, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "da893be3287387262b0add742bfe13bbfc46efba2a0cafaf0d2af1964c0d0ca8"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext", 165136, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3a6a12a63a28ecbea5e1cac8f37b9dd0f827dc52e982b522852677674223c65a"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 165264, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d365b96588f53ab75cd6ae5cdad0f386c53a23161dbb2a0cd20ab2b2de54924e"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 165152, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "55633322c7bd4d00b79f9479864c88dd4e50876802c37c6ea62aec5f655d6d80"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 165248, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "45b83126af7529dca20771c3c3107f1afe4837865bee4c8c0aea8b46fdb0d1b8"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 165136, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "144621314f9eb827bbee13690ca6d0b300cdf34cc133550b8b1ad6ce29ff32cd"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 165264, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "51633a988beab388ca2b269e88e2e9f693ddd2945ed7446b462be541506360e4"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 165152, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "60ed137d5e7fc42417833a05c4033a90dc8e0c48633e10513e89cffdf25e59fc"},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 127360, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e111bfec4f0b7aa1ff477b0552d576734df840c045372b5a4cb91c12aa6ca54f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 127248, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f1dc61a08275f511c1e419118fe753302d438fe896be389740310c44bf8fbd3d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "cb60bf97ef7da487dc03471cd22e87edf83b9bde3ca159278a4115f088a75a08", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 209944, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d149641155666b86ec92d0b784bba29d66072daf4cd6ec5e89ef2ff873f3f93b", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "dea5d13c559836eabedfb43c64a6c18f556f95fa839e63a5fc4575919d7a2e3c", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "368ecacd2e5f3da3d3ff7330c02d2502ed503e23b2c843ebd4c9402735ce343b", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "32969e5ebfe63926b6828be8a23fdea14ae280f7c82ca7cb273b78d64a6c29aa", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "36cceefab19b4efc7ba82249c59d6ef3991602b241c6f3125a62fac180ab8263", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 171392, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b7ad95cd8eb8b4856242fffbd616a241f863599eadd8089dc4cb764dc550eb2f", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3f5b3ad7b548e275fcdb7dc02faedb781b63b1083b1753a3006803f695e759ce", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen", 184448, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "201f991a7718ca6f76029eb0b0b4670b43b94a106dfabe86c3fc6e7eb6dfc4c7", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3644f11ba42d8e2a35eb8f118c689e7cc3fcb8467096014c2037b8cf2e5d6c69", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 164864, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "05477865c0a60cacf105fed7fca2bbdf930c0841e2adc2f2e2be805038beb65e", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3bc40415fd5ade9ba47ddf8c5eb7864aec506f7a88ebb6614aa5bc1c0d1d26c7", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "87c547bb6cfe12b3df995daca8c29627fd04653e33bbd43485d518e9f3ff4f17", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f6a97ee0c1988cebfb5e412a0eca74e6c8de0d0e2804fcee1383a73eea867f08", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "5b8256f9092f50be4550db5eb4869bee6f036b313335494c52296c1be87b1793", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "7bb8366b8b8a4081ad1f4a79a575496c66ad181f1738ea731c4324fc5002460e", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 171392, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3def9d3f2a0d866ebc7bd2918b3aa8f38881ed85b0987abdd7bab1b853b18119", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "88b31d94228d70475d7e8e25558049bde027513b55c53e0d0b72febc8b009d0b", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 127360, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d92f4513b5172aefa4e12879c5b6b6db77a23e0f192cb54e878b7aa91c078db7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 127248, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9b4d83f7e1cf247f62ebcddd17f97d96434624527c7691e824bd19a2f8f5d62a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 164864, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "bc49b43e0d98a47bd557b2d91590b9d8fed9701f3348a2b7258480f6f8adba19", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "fe142da6135e53a0417e02069cb64b395e48c8b6b1ffdea1dba0c178954b18d8", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "fe67563a217b1472776a66e4aa3c795bb4cd5ccd52009a7cffc405ed7b2c59d0", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f7dc78fe4f83e5cb0802319b3f04e8c9aad971c910bd59ed95e334f5fa1e290b", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e588a5ffb3e6283af438df1d31459559be36d766c1db7adc918e968b1201f1c6", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0f3ee89db81a97e0ff7a5ebb7a4b87fb0b514d3b2fa5adfec0b2640907010b9d", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 171392, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "af710e9e7eba6d910b88734cd190524427072d0f66d5b38961d8247585795981", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "625af899fda5b6ea91636dcf00a1f245cc3e5b7ed549e0061b4e3b106bf8e887", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 127360, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b61c4bb4749fd0545579874e8b231dccfcae915de8872372dbbb21f324c7c23b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 127248, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "27ded5e2d9ae4132bb247ca4bf9bf9b2235d4a50900ea2d2c847ed23780dcce5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 164864, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d7fb34b13ce7f203e478bf69f156d198b2fb02efb49ec3f2364415623e33ab71", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0b36eef986fa46d5068565367f4ec656d919954eb9eebf97fba9d2969d572a70", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182560, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f71d7a4a29cb0fd3109365c41a52eb14cd4565ff4bf5dab7db3f672f0f67fb67", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c998b04ecf2045e10d7e77a1bb454f47204fe931d7991bfd35273d1f3c44d025", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e003620fc6076502aec07e3d9dbc06ea0dbed71aec2af73aba578a3c124224ea", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "29ea1be4e772406dd25f13673a999ba01e293122aba01db083701b1aeea758d6", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 182656, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4130418d25e020ce107f7d5e246da09920441a8292fcf51cd922c0c38b22ec2c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182544, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "271f295acd52f689d6588e469b2d12fd8c43352044173d0d1dc85835a65e86c7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "18a5ef5dcc2c0355a4d92438adcfabf88ed7dac9491666d780b462956aab45e6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c67853f3609dfe7988d55bc9feaecab7755f108021e8e007e38b00410f0d7650", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 213784, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "cdd330f9a46ae5868cb6f30423ce23a7dd38c720eeb880cdd3cf432895f889a9", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 207256, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0dda70243bbc8bd964f0c0bb04df100824c00fc3f7a0b64b878fc2dc1ebe674a", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "43d831ed8a5b3d3d5a5386fdaff5a5560f38de601e8928d2ad49ba2661be7ee8", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f21c1c083c59d59ea355b14a0fc2267365d78ebdbf45b0953c200c3ff4d068f2", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e3f9bde8f9507c3485edd4198c8167a694ca53a35e3158ecde31decae7863af0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "244c5f633b254a0843a093ed26921bc1d3e349a462d852679becd11102a70d43", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 184704, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "873be1a8b1f5707838654793cee58737c5c32be2176fbb550d999b1dba5b7f6e", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "aa7f58d2cce9227ad31307162518a6a79416f816a14f17d853c6d7be605a3612", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 176128, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6bb6f6cf10f23bfaadfe4c381846958f9087dcbe97e91150971c9f4300c5a204", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "85d8a9796dbdf06c4f3fef4bad105cc97882ac19c798cf996704140f8da8a422", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 213784, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f59cf4d00e3e8c840164f1b1666f01679feb4b5e787f1d4027e9874fb7164278", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 207256, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6427a5328faafb77e9281f3b043a2f7f8bc5f86566108946d1864e937c86c257", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c75ddbca5f4074b806d333fc714ca968bbb25798068559f6fc6b0d438cc3d4ad", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "823453bac27527aee0eb80d3295d39e84913111c040d2fa97b1e6af65f458cf1", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0872723b176f7f3d83ea08492454781c26d8fcfdca7679a3af9aa831a37c7248", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "eeb53aab2c9992f5aad353d460efb400f733af796f0c405e7085c0f6d6de7f66", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 184704, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c97912577b7856ad5b509a3855fd4d205ff2528d7b8f99176f0dd7e8089c13ba", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a72289236c57502d0a8ce72c72ce08737d115c36312e11122339e137621024bc", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 176128, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "df83aa07daa06546b54f6469750626a3c30b55bb749dcc55616f503d834b9e3e", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "cfa8516fa6838d81225058bc85c087d816bc3e60ac68a9cedfa6e992e09e4e47", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 64896, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5f5a347b074c379e702161f507ba8b1ca55cfa0f96d3144c32b9bc9a3dfd2627", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 64784, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "19f611a6cfdb9e621f68aa9fc8250dc85e3e85877c634923bd11cbf59e3b2355", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c0f733b42914456109a8d49ba0fb87f6921832631b8d8ebefdef62e443224b7d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 165912, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "931794b80e7b586ca2817a22c2948b872f0c250917f2f7e41843998ff00bcdb1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "37f20bbb50813e00f0d8cb337f549cae92f9f29e9189c4f81a21f82e2a8c0d15", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c293ebeea4dd92f860eaa185a75c51c0299f9da689e8a63e2486715e367c2ea8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c3d5f7da27561b795b22e1c0325778e8293f7d47f52b09c728c34a374f405372", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6595cb788ff9a31b983b0c40074b0b0800d48ba3418df6cea4446c62a96309b0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 126336, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c8188138baab77e7e7c0f626e4f5b352172ed3be767b26dcca3c17dbe0c51ebc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0df2bfb665af77e54860f38cf68ba9beb1656016a761ae28c87f4803d3b38bf9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen", 135296, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2501189457d0e322cd6f75676a4183190b2d656a7d016fe3609fcf7a816b9eeb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "27c4bb4ef66acff8eb1fb4650b770aa6e252a4d28ffcbec8aef36b977bc378d2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121856, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b01da822fb1497e4b889b650da57dcb652902e9e415188b55675d251da247f17", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "88cc1135fbdf266e534a29a1347fd5a4ef20f67b129e8b3d5774cd8434ad2641", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "4c781de7bcc39a0a76d975b0a6a86de56cf09e2b3311ea57ae58cf3ec61a2447", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "641153f827c97f9670e6dc6a00db90546792ab0c3f0c9827b5713e4575c8fdbb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "147ca5decfa151bbb7d2cf6e9fb358c8ff7aa0f88eaa00bdd3edf92460b61e10", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f2f65cb4ed6ca094bf9144b33a1876076dee339905446a521fcd3661af59e475", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 126336, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "7a8a0d5c96ad6b0175d45ffa510abf0b515df0906e3c5e92967349e29b0ee4bf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "4d524ae0bacbeb6ad438c5d15ba977eaba7d3100649b34d027be563609dab4c0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 64896, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6ff9f6615b620e38a20a24f5ec07108dafe7767ca9051f63575cd247d2567a25", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 64784, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1b1d2462ce798a535524a5c12927496e454ebfc8a41a01643d515be4cc3ad256", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121856, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d0833d225387d048252a907f41de9e8864af860a7ca271458fdd841bda33cd5b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "bc01d102f56d17ac90e96f6fac1976b9c673a1763b96585f38b180eea9bc8764", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "da21b06939980645451233beb76501a8d44e3ef586ded3ec5e5d26fe24d2f08b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a86f37fd0a8c1cb9f7f7ff9942234bd1de2a4341302a409bf73ce9abead0eff6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "97eb0d40a1dad99b0c89123fa7fe49bb352b1211868ddbe6d1176f7af8f00611", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "09d52fa894703b199de56b92d33de73025bb3d25f304874ffde36511289e33fe", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 126336, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a19571a2839b610739556709abe23123693165e6181a23dbc022e3a4689e877c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8444155f49ac81dfbec57371b9edeb98561630aabd131bbbb5748796655ff38b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 64896, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b72cb3e3e76f21b1186b107a5c7681e15e56eec1984b223d9c6bba2475da9ed1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 64784, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b3b7ab87c301e0e7e4d9422d7120df34c34c627d69ef8237b70ba9e76aab1cad", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121856, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "1f32cdc251512a731f22d484617e7c13062701d93782d620e4da71d4e19a2d2a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "933951a3ef577ef224ee1fb0425491ee82820cd4645802027e4313c0cff758f2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133664, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "fc5176eb2b7a5a55b9c62e76b8b339aa3674fde06082a97370664d1009022247", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "4436a70ec33ca7e26487ef626886cc99415f1d737ff7446ed5a864ab8f9d92ab", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "dc77e22058329d9141c791df2b9e5ed1ddf541153544c4ac4a237066d836dbe0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "7309b86a26dfdfbcd79a55e2ec9536bbd9a8b6c1ca6413ff3014c7150153bf58", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 133760, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0d0fadf8b801915ba8493240a2b3f4d8c7d7ca1d657d63dd50755c3c0427ddf1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133648, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9ff6d8847ca141443bcdcaf40c60cbd5ff8da31d1650bdd2b30fe6efb99b3101", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 127360, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6f3d00163e6cb012d882bf20b383d1c9b06dd8ce4b5907a2c0d35f9b7dc27cf1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 127248, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0465a8614733914be5034820ad0df74f882c7c8e69f4cf60cec2919ddf50294b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182576, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "acb13be918d721dd81278ddada13deebbdae8b9d460967b3686b7956d4aa00e5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ad34b3342b8e652be13905b42ef68689ed13c315fe7bfdc71f8624c135086c27", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 209944, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ebe85ccb7b63f07597a731c406940ca614a12c0495fcdcbd39df9b49d9d3ed2b", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "067d1879a32beceabd936ab9a09f65d8cdcfbf52f789d3ded43791e7bbb0cc26", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 182592, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0079f0b8eabb304a5e6db37cf894e4c96b651e2a192c96df6c1b5d514a2af035", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182560, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7e545ac9132d704825c64c90b4e87c04042972ab588d2baef770f6975c5b9b35", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "acacb16c3f0a7749510b72e2274d54225d4513b74a8cb6eaebfa5fe6e3335a0e", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ff94920354fa244703fc3dbc144e641aff3ee6294368abbf48c76a2bf94b8b53", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "58d57ab603fdc1d191aa337a9f37db868768bd8a4eb4ddf601dcbc110d9e2570", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 182576, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b0de53ffbad08f4ac4974038e2feb1a97e8942f1ee2ecbb191c9600985de8d13", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 182656, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7196734b5c7c7b8c5b1a475303de2cb8a896dbdf02e8b42dee624ad011d9987f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182544, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cd889e93149e5f01201a883f1e46bf55ed93317440abd0e1e61f92f20750e212", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 169344, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "fd570d76419e00b43cdbd125817de2ae8c89406c4c8ac85393c8fbb1a3f79af1", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "11638f7abb1fd9987bbc442f3e282f023b3f6561cc4911764fa84f53dfcd53cd", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen", 180352, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c8aad1a15761c9ce7b89a269ac2426d345d24f159f92c52597d017c965ec336b", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "bf19ecaeffc5e57d7d61a53d2e0b1edccfacbc4a2935f00fe6561731492a3fc9", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 163840, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b2491edc79697d8db1b67f341944cab07af3e725a32cf0dc905c9a1097a651e6", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b88a4d7c8448cf0bd6dc6eb0bf6f724f4a0ee6634a5ea0bfeee8275acfcc40ce", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 182672, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "2a5f76090a17f00b15b7bd4081cc92e68cff3574dd7173df5009d94941e8961e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 182560, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6a4968cf59607dd90692e5f97e2f3e9d3fb376464aca86456863af1a6047d02e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e80e342ef4ac06b5d42fb741bbd6cb53a9e57315a58b400dc0f0824de0c9d931", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "714db1439796a6e9f889040cab26851214c0693b574967e77e61facaee381fbc", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "794e0a51cdb15942f15f798d20d221a8baf47b0defe936292a669a9bc595a573", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8f0aea991904b824a8e24736b395a54eb170c524ba9841369ca888e8c5e606dd", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 169344, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "de2b778da3f5427ceb0de15f8fd85d66f06f6bf25012804beb4d674526ba1db5", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "fe2f3c7e0d908604c394b484534520d324d248988494119ea5ee6bde5505721f", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 127360, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "686a7a351f95d2d5db97abd36ed2ef31d0252ff3de7b9a4bc6152dedcbc2fcb0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 127248, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9c3a85748bae1f2335b06ead4a14dc18e9ebbe5f309203a2a20062c03023de64", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 163840, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b333a65c21f254d7b89e867ef9b0e1c5c29a389bbee23e04095bcd72d1608779", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "eacf83f6a88ba3d068d6195c608f7cf1142204c30cbfb50cba7de5c347595956", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "454da3578e5a3780be2d18688127854b15288dd866b9c3b3aa0cd182e02f68e4", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "957d089497d3d9da23bac43c363c8f22444f2d0de3cc2590fefa212578deb3a0", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3d10abf33d17bd203cd4bb17f980202b5cc957f237651e2cbac96c46f45381cb", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "dbed6d7e435a628455809791ff8079075bb0bd75af8a6c80ee85be0c56f4903d", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 169344, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ab3204c17f4b384723e871d4bbb12a7ee786c468474aac617f5e5317071785f0", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "346e229c0be2513d1eb984c85673872c6c77886f9b190123bb73ae380879d1bf", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 127360, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0b713fd439606b95f8c7be61cbcb6d6bf1f8686df9a8d5fb3c3801054d95d15c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 127248, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "af34006c70db9ab44ed74afe36f52db9f4bc69226a49838e0d340403b5e32975", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 163840, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "470ab9f50b4737f1b369eb2463382e7774172cdb0f7d996b3c86d366c172b55a", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a9074df013f8beef819594d694b6e0e317ab015a8fd0618967ac8174882e39f4", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182560, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "08f6b118f1602b9e021f4a2e12071a754d98bd24507f602173204128631398fd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "863ed92c3b5b9495dfac3b0de7f23f2a02ef38f35eaa8bf83ce6a06804fd1ac8", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0d31936d43c0355738cecb40b18511307b6eeb1b47fa12f813375120e1e785da", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "76ee6aca96402899bd639f22ba5d32fcc80c26c5874bfe8250a20b484f3e2b07", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 182656, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8453d4474001cee3ce4662e4a7b9419fcc523ac1ddc3e1e7928803ede14021a7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182544, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "df61f43e10c3c8dc7879651e81c1ac5fd4b813eed5a68e568a14adda41c615fb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "83905fc17963bcb6852389bf1e6525f0689d14c920048d9d42f622cec399d061", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "83522b532abfd62ce7165d4daaca6ae5089380586270132e3cef7880560d4d7a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 213784, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "1f3790cb0cfe4db56dbd03d689073c5309d0d97da546a2250bcecf508293ea14", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 207256, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6a96b8772e61d676faee9d6f56ec0d20a78245f276fbb65bfe9b775d7fed1e93", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b433344f7a4d8737c612e0dd09c6bd90967fac01f4537e66da3f6b190983677c", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "86b8dc18d035d13612b458a7ad7ac1300bc5c14ee2c7f6f2b0018517a8b44fd6", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9a07bf8a99eb068da14fd2feaca9f5732ade3590a22bdbb08e663bb6278726e5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "83079438501fdf2d6b265f10ecdab9c881724b06e72deefb9b0cc851728820f8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 182656, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6abfdae4db1924dc964094002ceb981e1f840187dc06dbb160b779e25ef21fa4", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d34f591b1a0cbcb1d7b2acb9d6395d1493810f7973d34c38d094f73e18d39509", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 175104, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "cb5e177b4eae606214ae0ba944326d787a9fddddcdaf6eee9997a38d386427b3", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e83042693f9bccf96a13d349d0343dd6064a823ada9c7e841d2853cb69d8158e", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 213784, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c075d3684734424ff7a5e6ab40dadb41f3e03c5ccf329a7df633212ae0d02d77", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 207256, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "aadf3dacc93491d1f14a4492ec4a2a0d37b469a6c22e4452d54f564647ce914c", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0f964bd8fc6c05fccc3745a8693a75da1c25f0484ac2913f85a39815883b79e4", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2eb12237fba51d913fea195c157582114ed8942b999b734f649346c6c6b253ae", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1c8c0da6ac8025360ec4777af478bfa87fa4ff742f48c0ca8c9553d5981f67f9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e350afb6f3627a133afbdb6dc522e4b35e445f0a790a11c89ddf0af1d8088b8b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 182656, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "78025c87d6a7db59e6f81544eec02dee23e086f2bdd4ce406f330fa3ebefe767", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "fbf759da7c315d1361c11efc4852e7ce410a23ed6576bc6d35211f9bb99b4026", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 175104, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "25c4afcc16666019c1261fb2d041a37eac9e2bdaf2589cff05d82522b34a29d2", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "16c0c8b4157dd240f44fe395afc787fea02ab3d124b704b477eda846751536dc", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 64896, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d325ac2e7a69a142797b93d86cbf363dd4efc2df2918e8f34a3f8210baffc1d8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 64784, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f232927adcdda6fa7973b808ce48d5ab4b3416c3550f8adf971fc009148c5d43", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133680, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0d280198980bf5e76ce4b409857b2b70cc980b3eb94c651bf08ac2c0759d616f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "69bb11ab55c24fd96d1c53ee9b724c03af382724ae4084bed9680c7ede7bdd86", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 165912, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "07de299c9d4c03fa3d677bebe35e1df6c43ac1d680bc080c1e13ff5edf4f9fac", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2698689189548c6a805d9c688b9cc859aad1354c3c2710ed51728532619888b9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 133696, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c7b11efac5afa06780ec811eb9774300952cdb450bfbd1e67ed26b09d729d2a0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133664, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "eb36f754d77b43345aa3763758978d67758f70ea159dd3081959c2626e8ce2df", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "765c3fae24b9acededb63c5b181d226d184cda4fd3ee4620c2564b3647c3e45a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3054137d23fdd0f51dc177ff1e18512edc3011efaa21ded47547d23553035246", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "332f3fc479310f03f91d24cba802c5a2e45061fa674c4f0a366b61c7b2622bff", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 133680, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "61dd0c048c37d60faf8f8dadf9991399bf3296b1cbf0b2adf9fa95a8c0d9a80f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 133760, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d342b5403a31e518b6438693766b305b9e22de31ce50151d418cc930a9e7ff11", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133648, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2bc676d78f298efe81a184b1ef6c21c5e1f42721b38b246205dc5c86c0352f1e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 125312, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d2170b08f636197b809383a817327b8e400d9b36d3dfbaf95e2a44fa2d1d02a0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d727cd6e5a6bb7a35042785b90fb384d5914d9119e5eb6633b1394f7e8eafced", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen", 133248, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "99a4739c5088fa86fba92c98b9d88df0f28515e23b552190d157210d1c534dda", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "1c9c0d81f1828bc753a9980210e16419b6db23394a5a101654d63a069a8862e4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121344, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "539ab2e6b972cec7aa45078b44e9fc82de45a89beb08bb5af2ee024ffd4e35f9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0f15ea314bdaaaccc238cb8641694403970f7f0c9fca51b6074742011f8c0ad3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 133776, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "390c42c67a17a39ddf0928a2778a211435e60590581f981aea6e32a7d11ae8c6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 133664, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "865e6ae57657d96adf8f31720ef0767b280661a0821c092e8493b0d2f4f1eb2b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "5694da652092a3f4850f88c295fc1e415b0b03337878f5efc85501d64f09f9ad", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "bac0d0d2ddab471e960121a86d82ac4c2e931100118b0eb02e3b216c98c66df1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "62b6248483e48ead9dbdb7ac9af60b5acffa76d623c6ea8e1de1d180a733cbfc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "fa96d2708d1244aabbf328b421535b4f836dd8e7a590031fc751b89f36851cb6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 125312, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8acee15fde071cfef437ba73829128f30a286695f59054dba6ab04cd35450128", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a656efddca70e4bf7ed6d74583c6887375ca72f1580f7de720fbaf16c16331e0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 64896, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "737cb4bc86c916d36943c5feaab733f7fad086b217faf7b7a250e7671dcd8f3d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 64784, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "be54e3aad26827445ab0bedc0d98eec1f884f47e2b57b0a6d2ba3198d54169db", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121344, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d4afac1cf66cad6b42cd33e99b2737f29fa1aaf5aa5ea37c7d67d29f5272c78b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "27652ee07e74bb93aae400709f668d4889dedc27e39b0e9902c5fb1f741067c4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "dc904839e14b2670479e06746d2a813195223e938ea34b98129df7c5d4b03e01", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e1dc962480ade4ca75db11eb8dd96e9b8a9a528534fb2f68171c112ba6e1904f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f84f4792b5b8132efb98aa180dc943d670c2c90ccaa341fc9c4896bb139b6cfb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "38536cf227d2cbbf34027a96cb2c52c6b98b73656b3504a4f0881b33b24f6b62", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 125312, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "60283e81b845b4d48a6d3ff2f5bb097474ecff43fdb0eeae6a5199014e81fcaf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "1e8cdf3cc7a4773a7e95a5ade825cd3975df1451688998adc01865f41baf248b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 64896, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c1ba5165b2c4d744a05e9b3df2fbd20a0a8f11f9f1f28a4d8934bb156e60c82d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 64784, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5c07facc6d85993f20c3f4fc9940e8c7f2a44660e98b1cea71a6be9b55730dcc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121344, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "aa7a96c1f2e62d66d99d48f92f9d426722f48da932a70def7a683fbfc2246b43", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ef15f0968e26835fcef76bc9fd13c2274d4b6fc92ab1f0b225dc9595a205faeb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133664, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8f53f9467be6e062213ac07f06257792330c4c27b566575941dc1ec2fcd84e95", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c942592e2b88347a60ce65f0904df30f3c2067457b970230e352508556b48a6b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "7fd1e96a5d90549f1f1fadfbcc80859de7a0b42999980611391792860ea28928", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f5d567ed8430773db8b2aafefb7bf7f72c7bf58881b15e950228628e087f89e4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 133760, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f81850a975156884aa3fa1440219bdb946592774a25aff473fad42f63ed1515d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133648, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ba39dd0bcbebfda5c9847b9922a20fdd77047f474cd396bc6a59fc06657ace3c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 117376, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9efc66ab94fa8f9688bed5dfc35492c440fe5f96d9905ede5424998a48a7dc1b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 117008, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f403b0bcd3e0d55cf31e247c1fd643cd747785e565caa4f4f03476f55d49b945", false},
+{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 117392, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a0e6859e198f618f855b993ef71788a65617a5bdb3ab648e55875695c3af910c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 117024, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b0ad5bfa0480333b3267c95ededffa166a6e1d6d2fd0984f7864bb59b4833910", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 85376, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5f34eae1ae1cbccd152100e226c56055254d113146b9057e276fe02e1aac0fb9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 85264, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "941c93d6b1b3d6a1c2f0f1d01faf037cd10225ae909265ee3d4d5159ba80b514", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 256, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv256StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv256StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv256StaticSwapsAbForGen", 218648, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ace270ed406b2ae649ca4b9533623f61b24addab59310bc46231c6fb0836528a", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 256, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv256StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv256StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv256StaticSwapsAbForGen", 232472, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "62014d67714a461192e41db09da386c0b160e55a72eeebdcd285ea6dfbdcfa1f", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 256, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv256StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv256StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv256StaticSwapsAbForGen", 203280, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "319d628a6af787c1cbf2d844effc2fada406d5223cee2b641bbf9ceea394d826", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 256, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv256StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv256StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv256StaticSwapsAbForGen", 198672, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8ad10bc000179dd17e6e8f13a9bb253cb3cd21254b695c786af96cfcf68d93c9", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 256, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv256PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv256PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv256PersistentSwapsAbForGen", 207488, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "5c4f483418c06cbfe3c5a3f8a14e09c256ad05d30ec660ef207c8db412538fcf", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 256, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv256StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv256StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv256StaticSwapsAbForGen", 203280, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "234f5fca4cd8f38f78ec6f541098326686e17c2a6b45dcd06e564e811201a86d", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 256, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv256PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv256PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv256PersistentSwapsAbForGen", 200832, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "1c8fb8e8a24e67b5258b5495262e187f0a97cabee7d0436e42e79f47c7b9cc8d", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 256, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv256StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv256StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv256StaticSwapsAbForGen", 198672, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "15f6687db7aaa0acfc7598dc26c5e547101641a06038e72edeff0ef20b4f9d29", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 256, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv256StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv256StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv256StaticSwapsAbForGen", 218648, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "67535af1bbdfebdb21c8de683861724062bd5a011047936bdab9f38f89fecbaf", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 256, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv256StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv256StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv256StaticSwapsAbForGen", 232472, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "68b74f72d4bbeb20aceb81b76726998adcce90dc24a53634cea403a3f9fedd76", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 256, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv256StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv256StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv256StaticSwapsAbForGen", 203280, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "50cc034c74a4b20d305c8d9fe7345fda40cb08f69a0c39915b6f0850056dab0d", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 256, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv256StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv256StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv256StaticSwapsAbForGen", 198672, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "58f79304f7487c7fee0e44b077437c9a2b00ad0d71567d3240526ac2b76a668b", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 256, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv256PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv256PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv256PersistentSwapsAbForGen", 207488, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "22718d2294970128160d4873fb3256bb12809407f4c81f9c8fde0986f9a6c663", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 256, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv256StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv256StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv256StaticSwapsAbForGen", 203280, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "4f10fada0a8fe0c79064d9b286cf1930d891b1b132f307368402e7c5740092c7", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 85376, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "64cc1c28d24f8c53f0fcbb3fe48b067dec5cd266d823ef82351b3e93cea87289", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 85264, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "173b192bb1ad4d82993f75cc5d96e6e0a01054b51cb1b4a226542ef15fb12077", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 256, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv256PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv256PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv256PersistentSwapsAbForGen", 200832, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c736816d41b90518e66bcda0d15c5ba38845474fa98e5189ad1b859f5fc7b52e", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 256, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv256StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv256StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv256StaticSwapsAbForGen", 198672, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "cc41829f90d523447041b3885ca105f5358c4f580ec0809668615236e0369a8a", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 256, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv256StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv256StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv256StaticSwapsAbForGen", 218648, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "cee85bd454871397c781cd57eb5f8f7b022ecfc02cb3d8f68475f10be718fbaa", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 256, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv256StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv256StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv256StaticSwapsAbForGen", 232472, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "470e4622485b516d3f6369fff38ec1ff739c1102fc8b3c915b07f917398d88d3", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 256, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv256StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv256StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv256StaticSwapsAbForGen", 203280, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "129c603eab4b885a8229fe45e5f87065008f33ce8e4c3044f00e37048e618338", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 256, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv256StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv256StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv256StaticSwapsAbForGen", 198672, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6e4cbaf705ae1151e01fa601f24e9ced695052457d7eeec27eca401f16793fa9", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 256, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv256PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv256PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv256PersistentSwapsAbForGen", 207488, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "51f64b34eff2aeb919df5d9277a8696688176a7bb2697d615f9b3b484b2399cf", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 256, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv256StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv256StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv256StaticSwapsAbForGen", 203280, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "568c2c3fd0ffcc7730257db27c74f52e4d2f243fc6217134b034c0671d92f6f2", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 85376, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f316d5ae0319fa03d44de927ab9121746c23e3c7faa19c0f0c559d6473d46a75", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 85264, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2792a219774bbe734b8a5f569d01f3c72d5bc33495234ec756192d59eb3bce89", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 256, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv256PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv256PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv256PersistentSwapsAbForGen", 200832, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "25b08fcc801f154cc774d4e20d68bf3ae15784cffc59c2f5e48c98aeb4a4235d", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 256, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv256StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv256StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv256StaticSwapsAbForGen", 198672, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "bdbf7da678fba02fa97888bb19431abbef28af849c9d795c18bad759f1a8a1e0", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 256, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv256StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv256StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv256StaticSwapsAbForGen", 203280, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "db5c74502ca974c0e72000903d0962dde94fdedec23db70ee7f74b8928a9b90f", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 256, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv256StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv256StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv256StaticSwapsAbForGen", 198672, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "fe379729be1f944bfe6675aa016b8caca7cf7927bc46671b2d7a309ebcb6f62d", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 200064, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e871c49b73b26f031843ae89f17af7ff2694098e0d7ab53231db97518470e0a5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 199952, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "362df8ecb562a33fadb78e5baa1075705d6f9ac177691b263c93d2b4ad83aafa", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 215832, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b79aea8db188c96b1c2f1f7bf534c44834c2c41312e04b2c394dce6d4e882efd", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 209304, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "980ec8034142a8c974962bf0bc268e20ec12cad6eba78debe8390d0800e7c024", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 182544, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "64bb6d7160e80770756e42725619ce8713253a7fc0e3c677ea93c43ff627bf0d", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 176016, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f0828121e202980ff9ef20722ed550371190a39054d2fadeff17e8efac5541e3", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 200064, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5d4ad712a3992d2947ef9ebc4e28bfb443734b6684a3fe042dcc94d538e0ff95", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 199952, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "daf89a600ada7c2e4d0654b82b6ac894e177dac7fd013cb33c3fbcc70403142b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 186752, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d167b5e0e26a69dba4de74bcc38f9b76e8bbde0630c45fa0387cdc5596e8049a", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 182544, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "fdd8ed893cf7287a700f948f0cd25c5cd9978624180e8394eb038ca9b4e16437", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 178176, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "65561f821a9eae6d3c9b31df2d8a4cd6f6764b55f02a2a4f93ccd6123730be93", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 176016, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "7f0ec9eb3f8192fe595ea5554a312af5c3e3d442f7938e96adc74422ef4adb6f", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 215832, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "da31a54cf53d20d57a86fda3ec530a3fe2e44248b036830cdb15dfaf24752252", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 209304, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "64d86db08329028dac09b1f73f4c6dfdfd035b81ceca454783fd8fbb07334157", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 182544, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "4e111a202d912cbd2ffc3128e008b31fd2b6fd6421d9a6ff0ad22d7e2351b499", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 176016, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e136c17b5cef6cecb503d12b8d1814973aeb340f04e3fbfe9383b9253f08eb5f", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 200064, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "87f3f569b0360ee075c2ecfda8f3773be907cc3e70e5e189b67caf91e3e4557a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 199952, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8d71a88a72210399e5804561a828b57aa9a29a5e20f817348422336ab82647b8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 186752, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "1ef19f1ffc0b335adece53c5ecfa970d95f1faa75ccf020dc7b9be9871e1a470", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 182544, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "da5d0735775e7f866f060fd334d5f367c8eb2877bb7576ab693cda9a71110f0c", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 178176, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c5900a77bc764c0888acc2ef6a253ad6688ce9c436440fe4ab0d531c189d0084", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 176016, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "333d909ca9f57101e29a311c3d4623cdefdd67d3fc34fcb6855697fa7fcbab49", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 67968, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ec83b0163d013bf9758e97a5340355e14e093a827dcebbafef603c525067dc81", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 67856, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "756be8db410ba49753cf8375b05c692e3036cd49527c6e4c8781d2e07abe1b50", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 168984, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "75b9f5aa74b1f47807b577e8c65853e130d13266e5a4b4cf453592750164fa24", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 165528, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "af81c397c94ff351f2473e74227c651874b6317e8d6317da49f683df95a20e79", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 134160, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "822f2dceb3c4d35f009f12115ff2444cc825913554a63cdbd7a5b60f0786d7ca", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 130704, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "72a6e8d2486f7be936b91596aca5ff5e1511cb1c558d3f874337a3b1c3c7494f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 136320, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e1346fd525f05d8763568aea6cb19b3e6222bb09f51bf349e046341cc2c59dd3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 134160, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "214248671efcfb9c9ac6ae2417bcf957a63dfe4f1a5be53a711ed96b72bb3364", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 131840, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c8d99d14fafdb6747dfcb0eee49c8ba0a809a10dfe6b657db8b0694bec0231ff", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 130704, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c08e3c747bda4c3f7d0252095d7e760c917003aeab363b8e6d2c4ef2c7416061", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 168984, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "58355d4ad67c0b8ac8f6ec2fa2fdbc0b76d49fad82b25d0424d78dfee8cda5f6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 165528, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f2791cf7560288dd43b972b6aad131819a50ee02fa596f454cc35a2fc226e243", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 134160, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "23cb4b35c9b49b420abc96750c30ba0f802cf8abf81b9ed11724e9daadce3081", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 130704, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "bd36c2b110c531c2d5da8de6a08376d65218cb324c59dc8439123132d9035917", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 136320, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8e83315bf9f8de8887e61c1a112f76724dbdc2c0ff86b614641e4182481631b9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 134160, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c694070fac4139a7a07a4e20260416d928f401bbeb16ed7851de7b65deb43f25", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 67968, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "39b53b072572855c3c4c21def8492a7b95d47d66ea1591a9e582c296cec8a820", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 67856, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3f72281f50b02fb86ce0b5ff0cd80f945d181c384efceedb54049e6a5c43f7ee", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 131840, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b2090ce914924e6bf3ca36a50e5e4518593701e553b6db8ef2d29f4bd56cf715", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 130704, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3f9b19c7e2980e52424d1597d924bec8ab1a2dcc7b4c3c209f6ce3dbc5f4ffff", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 168984, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f68f32c78e87562d3628e61cbefbfb7cd320623f7e7fddf2879cc145fc206c8c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 165528, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c0c63ea94c1619ee53bbee3224c8e24731dda432948388593092db25bf9d6748", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 134160, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e28789f68e00b53239b1806b87f8c7e0cb6bb5e2d8aefad23a57127e1cd1dc05", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 130704, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6279337dac9d414439b756a46fb3fa25d5d84616fe7ed5f071ff9b01f896690e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 136320, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0f2616b7024994ec19a5d85f18197834090aa21b6945245b511337405638c7fe", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 134160, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b1075c67698a6059748ea07a4291c19f684ced80325885d41563e8d91b713c91", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 67968, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ddd885598f8f8589e2ee54df05e77ce1259ccc1d6139ea6d4e60693ca17142f5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 67856, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "58cfff4a57a1c5d36f99db7f403bb5ee7ed34418ab9fc2c8677b82282bc635a9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 131840, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "413a1cca216a041231a9f2b42981a2891dd8f190fe7b7d7f85858b2dfddbb714", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 130704, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3c569f9e011068035e1545bc7aa33536d35c28609e68bd5f3526ec9a1577ddd3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 134160, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "309c925e9391fc3484843577b319e4c1efcab8dab93461d1fa1ef4f36235bddd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm103aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 130704, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a39fa92ddc0e607c6f356b3c8c47c0f5b8bd6640fd045f90254f20306d6a3f00", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext", 166528, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3edc88e5b176f73e41e634ff10c4886d63d465b29e9b0c7c14ce3fdffa4dae33", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext", 166160, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ccaf4177d6fc38416b814ef4fc0536e035b4ee5ed6a7fcecf07ff049f5763e7a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 166544, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d016e93e459b6f77ce7d3f97ffd4b2d8ebd9088d05d7effebeb20288cbde1d49", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 166176, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "41451de373db875789b00e5b73b7e0681eddc918a7c7272ddc5dc9f743dac86f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext", 166528, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8c7abe0b70ad4279a9c32fe3da73203bf9c2443e51deeca42d4113b3dbb6d55e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext", 166160, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "75ba499286f520745352f9c038962805fae574dcf08b332137ee9aceea5645bf", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 166544, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d7f30db8160c149c5fa6977cc1cb648999970d5dbf39123a2f8df2dc32dd514f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 166176, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d6a3354a6c3d4fbc42a8e93bc5d297519a42c9ba84e2eecbda6c8b59a1264060", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 166528, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "91cd5d7dc57763a1ed40dcb3152f7b7e7ea34ce55963536db03d6f381cd98d15", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 166160, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "534ced4126d5f8d15eee9890677d6d5bd0407211cea9ab11aa6b880020ee1d06", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 166544, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e5a65db76043b1fd7e01980d3c938f93456f315ccf49c71c6c252a65221985b2", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 166176, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "88e8a29dedff45f95f6a51e1891befeac71c9ef70fca3dfde696c94b65fccb09", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 167296, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "79f66453a0b2baae2eca13983a71bc86dd4179999eaab9601b2e51e924caa1a3", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 167184, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "cda385d727c39671e39e0773f8333d933831d38c439f6e35cc1fd17c26b16ad5", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 167312, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "175dfe2da51fca5fa7333f26bf010576d7f7d6aaf8ec8e6001106d9f3a870f09", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 167200, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "93be5f0fdeb62563518a990d71bef4fad1074c93b5e1182623ccbb6fcb8a5299", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 167296, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c3ff23239d4ba403645e2b7ab0fc40056c2a9a0226589ed24caabecf441186c4", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 167184, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "335d769667c669550df7fba48c1b5c8ed32d2408db6e062e338212082e6e1305", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 167312, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "df9954fa27f1b7f525da6fab2a6e6e011b2aecc4d2c213a4ac6822f54e7fe99d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 167200, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6078fe43af2c90509fc284c81f7d6bdb22c0930735df79c49daaed099e7b1ea7", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 167296, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f14a61405cd35d5656cd25ed0de22ba11577f19ea51945cc8a88b56839feeb51", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 167184, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8c9ab79762ce5eb1768fdb7c251369e4f5b58e10783a3a690ffba5baeddf6761", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 167312, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "bf18c7382b5fbc2264df3e822dd4e50e0e3da45151a08e7907826b43b852bb32", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 167200, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e0152296937d2e1871758d5ad7df903bdd148484f7e92f62f0acaa364d5114c4", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "87534e1b03ca5b01638fc8990104a2a318a4622a00baaec6653d3afa8ea37320", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext", 166528, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "19c713cab4789dd6286457401ae7f1b3079bc48bdd824ca2749c518b4440c2db", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext", 166160, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e82311766655d768fb8b1f33d001af26ddd1d09059abe61ecbbc4f242eebd5ea", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 166544, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0d75255ea62ba99b55308ffb6142fb1ed99f1f344010182c1cfd542efbb296a4", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 166176, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "406324cecc037732af87bb31581da36980d95581ba83f89fd0aad90c020ec16e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 166528, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9488fc5fafc45d71f0421e297700064770de19d6e282848df1f832d50b9811f3", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 166160, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7908b3f82fc0896daa867b7b611054442c3e618dae3ac61b422d1615037135b9", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 166544, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "480de7470cd25044748c2e459a16d2b306ac54bcbc8fdfde08d56b07a1b22081", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 166176, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "703cb64f8e8bc902aca34ce0f13ecb4c5dff260f5a45e343829288b347a64185", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7089193fce2b03af134444001c180d1e1de9d59380f40b162f0dd4763738735f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b2603123348a86723c4fe2c8ca6baf83401a24bd1e11ed128be5437d84f249d6", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "533760c888a2e2296c887fbf9690926210f5e1eb0189ca7ba2aec033bef57540", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b98660524c0ff9fcbf50cd06174db739275a4a0ddeeb0ff50e4cfed1cd8347f7", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a0e18e365c877102c695c0259f348f5627b954184b6652203fa0e1a25f3c5c9d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "eeaa9f7f098ea88018a1d081dd155f35575135e8d21f538a02179284cfb949ca", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7553a67192f69e8939a2dc809ecdb5daa4196d0563828a0b09fa4c87676e472f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "23e64a0657120021ca7886e23aaa590baa51ea6ba67a7447fabdbf6de3d343b8", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e2df475789c73e9cea603f31c814c9a4a47f9dcca14133ac82e8ae0a0ba9e1d2", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "661d49f8d9b937cbab25743db52864ec648df6ce4725cede568b410021a795c9", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7fb6b745052e7353ae0fc9f6d733550974b53918add878806454abb17f01f2b0", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7c537857920b9a9d8e7ed7319d569e2132d83255fa36d09147cdbf0c99b0052d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1e59171229ca480b07dc5ab176ac6de2513f123ebb07b7c5dead2079abc1313d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "cb69076363bff3c76c7cd70d664b448830bb93adc668081d943961a5543816a8", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "63eda739fddc2dff914ec9d37d72915582fe6519ee33b141cbcc61320da8a090", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a89815f6111ee3430331cce805fc0b8fdaefa8fb5257133bb8d1e762902872cb", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9e07fe8ad6d580e93e3df8b20ee43e6e558d3b78a2134e916808e1c5fad418bf", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a8b1848a754e278bf56f708b72c21c7d7e0e3683d37b45dd6273751030ff366a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9453a0d39d9212ebceb43cd290d1cc093b0cd23335dec70b34889db7e176658d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6473eb048b708d7e4e9e4511a09ee0351c16a9c008366ea5f4fc75612a7c12d9", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f87e2dfcd68479c522659c04e809211be88c2c4de891caedce8ac51303659e10", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7b36f3f1ed12b9f2dcd53e75b866c859e0617af29576a8990cc4827d5a0b588a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7568d8096686d3b3bb2fd68d837a6a9a7846d62047663bf265d7934ce421f86c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7cbbb5a28b44bb0fc64fcd95e1c903854872f79ee5b8bbb3baa3eda789f6057f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "15479c78eeb3d7a7ac44466070a0d857f1413ae10a3b69c717b08447ed8be1e3", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d7af15b9a391994f33a7b171320ffbb1c3bb596436eb6a7b4c3485a793a32b96", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "abfce184960ecc27a358a651c8eef687732f87667c3692a35adf76fb11601a71", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "cb6175a4e871c10974d4daee767f3bca59363119632a6a077a7474425e10dec4", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c517d6e2dcd60803dccaabe5a7e3bd2cd29c10f09937e0c9ba7995eecb262eca", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "71093af3f04cf4ef3c4eb4e57fdc4a68f2c39423720d523e607e21892517c176", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "62e0dcce9f88cde2fe2248ea2d7e8a031abf1682ba3ef6bef0c3b438921a6549", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "701537c60798e3acee42bb7e836110cd76905518aabe477e8050c748dbd653f5", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d37b31c54601df7ecaa0b716db609fba1c84980f3e4601fca4346f9f6587a1e7", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8eafab84a2620b2693ffd78125a22b31cd3b44754e65a332d233ae840c755a20", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1b07dad021ba55fe2abe81533b1a3c4e1ccf348141dbda737b04de274eb14879", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8ed381b4b1f63838a920c16c35150049168156edeaebc55717958de55050afc2", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "37c3033403958fe480e91225e16dd9e64754ffdf1e8ba1896e46bec123efcd79", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8264fcdd88c4d8148a097c0c27bfc60629f19c8d02e98968575cf097fd117eba", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "00ba4114d8ac290896739a1af2b2660b18c2604a69c4e923630eec591e5718d3", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2255c7715469eff1b5429852ce3d09ee7a4d4b96564b7f796d742c3a17242ec8", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "99e3216d4712d0ba56bf84fc212283174164872157ce740d69481c611363a9dd", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 197648, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c1d3fdbf41a17e3555b4c65c8c6da026b02c5995e5641125da9f3e768da237b0", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "56193d13338cca01fdba4f5fbfe7e286306a1c6570eae7fe7e888a1ac300a806", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a82da7414e4057ba44fe5043d58a132bb4ded28d2100221af5b0d6f99f675f7e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "bb64f5602392d777ea359e5c91496026c0fc6d463888586c49e425ed5469ab5f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 197648, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8e77e8d266b34fd5e6e59a0c5bc600699eab17f3d1e2671e72037091f1bc49df", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9a98b970b2b36e9862a65c75022c2931d7b112a46965d2ac84b90aebd0570a0c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "01efef68274760ec91765bef2672551a03ed169635565b8e71d1c9b68ffad845", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext", 84608, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7f55f588b665dae3fb4ba635d46dd0774c5419775a8556fdf8520c424f037e86", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext", 84240, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "650f113993f5b6068d46f4c4251d6c15471f7028eb10dec12c14696b01664136", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7193934ff1d07c365e3059c9e96343295d809b7497c7849196d97c24655cf86c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "aac5c938054e4b9300f5479882953dc2ed34a42395c5a2f090ad6116269f2d19", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext", 84608, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "036a6f266f698c38744caa1e760ca83f5602ec05246f47221697299b2a3d84a6", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext", 84240, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7f6e47089d94be670c0b0d75c31469f5c4ebe9b5aa53cbc19a36f2e53ddf504e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "922e9a7ad501c860bd07ef37db0b0a36cf55936b90f42957652227db3a7008dd", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "49a60b006cef2c120cc4be4642dc9fdfed55e755e3fadaf5a4e14fe240bd1b38", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 84608, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "896d38a718536e94b3102d66660193122b5bd534107e62291c3f96ce170e7356", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 84240, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "03a01097b7a309a861c057160d7e02ca9451d33bd418185c648fa561eec563d6", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7dfbf9ed6cfe093d7057de34a9fb8771d41d30194515d63857c392a5e540eb5c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "647eeb663934c1cc51462d05e37c948a87d654e14fa161ded70c17ee0ceec5c8", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 85376, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0eb6971045ab4c73edda496726b9a7f94118b3e72abc8de4f760c23d8c89e5a6", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 85264, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "77af512d353e012f5e5c67d864d02e3c97de0e232e8e58e5308e9bc1f6bea969", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 85392, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6419681c9febdef7c5eff9a58e5b959ae274a5ee85fbcc76939e32ad34892910", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 85280, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d3f970701813f09f7dd52f64d71bd5cdd2604c9ade6399af1d5da1dea742af1b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 85376, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6d289667b5806a787db9c0090ace909f25a64afaa0ae850bea7c867a1721a3cc", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 85264, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b741edef43d6e08e80fcc316b7067f4aea42a09465a0387e762c783d5e1cc332", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 85392, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "75c887296692c49f06f4b44104d3d9e08f77f0984c20fac75824da4f488ff3ea", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 85280, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1901d2f942deb69dbaa4e143cd19fa10a8a1438589236103961605209b38d9f9", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 85376, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ff415ad9d4a1eb967ab4b31c30141900c87b20e68f4c34c2a70865333c4c4115", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 85264, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6d20f729a0e9f4ec3fb19c6fec507cce90b4bf3c148fd67587a03cd7e40ef5e3", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 85392, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8cc561dc5be65c10a625c168b36845fb23af318e3869785e88bb14406cf5b67d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 85280, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2d7cdee2a2aa75d9a0c7d04180f1934df162c6df552717ef9611c911398e18c1", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen", 83216, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b0f0380c2cc8ae4af60bb1cdc41120a0d6bc611fd06374927de19732c8b3ead1", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext", 166528, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5f54b7062d3971774e8539f1a19e7f8c5059a1f0a18f9ed3088ca28392369dde", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128StaticContext", 166160, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c9b859da6b261bf4b9b56049dcbd0379cb605101f9a470caeed5a39f638ec5bc", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 166544, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "058e70344bda5d0efad924fefecf331e16c45de3e19f787857636fe4445737ed", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 166176, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8537c5c9d3638ecf612e2355a5c310bf1d420f025570bc53f2acdb94298d2890", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext", 166528, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5768c8c7dc86be9a5f4208d285694dad9f0e5bf7836398cb9a3c6387cceb27b9", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128StaticContext", 166160, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b1a4da1b4b887b997509f7a0f3961f26ae498a1a7a430802db03d50a591eb48c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 166544, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "017c1829b8d56c1eb7fa021f3316aa2798317d4bb6d28ec2d1e4ba72df67260d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 166176, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d4e0f10b5f0d60f448bfb50bc6df4d1d9f718b0c81880dea2f47d5a3ad8287af", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 166528, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f6be60b43a0173e4468d28bdcd80cc5f4024a88cef35d6cc740d4e43d1fbd7c9", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 166160, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7aab0d1d1c252937ffd6ac16aba6d033a8106f206ef1f68805d324f7180c4652", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 166544, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "841402932b1bda394e4d5536491c4b3341f27ce029d9fd71bfecb2974b43fbbe", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 166176, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0e782ad54786d0954b130436aed5e1c7c196b1110c316eb82edcf6ab54c0cf1a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 167296, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ef6ae55cb55170ebbfd773fe69e5c4eff60979271d9e1fe032df41768ffd5b1a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext", 167184, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b3aa97b7f3e372d4439d9c93740e78a02757aa366166b7464824701945304f9a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 167312, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "24cf8850d2a031c1a9f31e791f28b0127b63beeba739e1b1ef56374270bbc58b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 167200, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "45e3a28b78f2b2416ce72a3075054aeef4a404aa97809e5241d27c0122197457", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 167296, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "90ff3b70502ea7d653aeb06df16f77952fcdaca301a206490e51825b88d3f1a7", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext", 167184, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f1f13265aed25b4232efbb1605c20660591db0f6b36266d1f8b7b640ae7ae762", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 167312, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "01719f29c51d84f4317b05f30768df3c3083666e6672e727b72beb234d00c2b6", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 167200, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ca1567bd5129ade4dc3b0c205035e7e4465219c25dd348c157ce16db574aea4e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 167296, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2694d74e85b10dda9ae29e7d6cedf9d7a370240abcd9da3b572602fecad48079", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 167184, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2abb79341e89a83d93f218c2d0235127429065a40ab26361c8b62f8662b2776f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 167312, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "fe5c6c4f5ab18dcb8377c524b95483c795d1db73b3f79adbde4e2e18a6f34d86", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 167200, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "39a915266989670160e25bba30956ad1277f51ad62a80cf9d95b925453c49476", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext", 166528, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c65a879103496a841c7b37586ec0376fb331cf26600663a472cb29da0f5b6bf3", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext", 166160, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7e9cb0650bcc7c282810604a350c38d77cb7505cf7819d79534c3893a9b9e658", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 166544, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "bcdfeeafa9f3244d4195f2966cd83846fb127bd56786073b3dbc7b62be69266b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 166176, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "caa0a6d2ca8256061cb13805d266011d4581caaa1cb5b628855754a2fc10e76f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 166528, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b7232c8d931dd3559f1b0149eaf35ce7653235bdb33f566cdff779dc2386991d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext", 166160, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2e36810b54c4e6edc3155bfcb62ec769ef20ca9940be28518bceff7417e575b4", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 166544, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "203db0039a4be480e624e2b25c6601e9034f49ef2b2d661bda452be9c08074d1", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 166176, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ec2b8f8f4499c9ff00c9de789c3478140b85d0fb3c3dafd08c9d95305b27f169", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext", 199296, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d021a1b1ba01b09f520f3011db255065061363741a4f913a28dea350fe784f37", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext", 198928, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "29b9f555db795a172f3817d5564b2a63f5f908ae927243ba0be1156e0d48e000", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 199312, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3ca4444d64b2714ab9a5546bf269e8df592720a4e64b9efc551a0b4d398549d4", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 198944, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4b27983ab8ec3d8f75d1df6c66b277685d4378bb09a058d1fe35b78774a26220", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 199296, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d59f6ec45b651d493cfac2b09216d5e6fc2cdf91de13f20ff2dfa0aa0cb7868d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 198928, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "cfd7aa27d4be93e7a024da328ad937169cfd026c129fda22dc4eaa2aa6a7cd2b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 199312, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "bd9e0825c5d00a0ac522cefc693e7d83275f907a9943e6c69c5ad249ee2e60e2", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 198944, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a45c29a673c07bc9e0ebd13762e28d1a3a9aba5265cad940cbd5f00aed656ff9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext", 84608, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1b461384f28b5412ab4f8754d7fd8706af97d9034f81af9f7d6b7db55c19e696", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext", 84240, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "40200217c6cad789cf76d4edec5d975c646cc8b5d3b740271465a5191a264687", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b17bf8398179631f9760b9a8069fc5896fb68dc68f4fe9b2655838e53d8001ce", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7ef7fa64cfd7e5c190b20e6fe74bd8634df77653b5da81d0f1b19951a083ef1f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext", 84608, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1eab2ce2b49d17668518cf04f9c20e3da55e6e3c2da6c6c377e64a0c25700718", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 86848, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "83faa54d0187c53ae598a423bc6ca40d7074bc002fe343f37ac7a17ed70e92cf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 86736, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "74524b7e6571da4449d6a0af4611845f257a594e18919d07cb1f9d2405ca1485", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 89728, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "2d8551a138a13e3da521d0b7cea8a5597139c8299a6dab9754b19ebe15f098cb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 89616, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "7af25636cef20dd0ad44b0071e4d586ae2ead6214bae26767220ed4855257a6c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 87424, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "99bf474b6b1c86a95aa07c4fe577ebde4296af28b6eaf8d5a1df34f17483b779", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 87312, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "2472c3f3632aafef09a40f63ae12e46b916f236f41442bab66d40befe646e93a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext", 84240, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1d2aead24bde34dfc32fd4334faadf1d9a33b2b54e20a17063ad69e60c8bdc66", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2bdaf3dd5a71e396abd5da5de8530985a133d2c5aad437bfd277998844595551", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 86864, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "bfbd174dcce9403dadb17cf81f404e5709fdada691c06da30344a48c1c55d71e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 86752, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "be59a963b8d3faeea088e9251b540c09b84ca0089a722de56faf9db4695f8c78", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 89744, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "dac28f1864e9b78edbf9fb3242dd43682f6391f25dac51728fa3253f6cd92ed1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 89632, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "98439e217abf6bde1aaff35a1891f55f8475e5342cb7ac9ad9db0821aed191c4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 87440, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "00fb63c98e639573be58779963c5d1a02a5462a9bd54d1ee15b05ca75e20c5d5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 87328, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "5c6dac3fb7a86dc0c29266e65b3c60e74a191dcb8dc848ef61659a62b6d47e44", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c808906ea5c3fb4496a31df59d2b7baf507405888c248b56a637315718729b34", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 84608, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f87992f595724ed9ce330b8cd06bbb868c7943aec0727836ccbd5bbe76180ea0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 84240, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a2eb4cfd51b6a23dc8c4244558a134c52f950e19b59629afe9b3fb46d241c605", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c245f06fe9a8b77578e40ad8473b8355792cb521b1ab80b7bfffdaefc135f8cd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "134d1c85d5031f3eb5fa32370d911e56ff4831bcce28ff5e5501b8e8008afd32", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 85376, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "333ee5d1bd2e96ee3c9938d5093d88dc79edcb15e7de1b59fecca05c90e9340e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 85264, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e5469719eab691b239ffe611a1a09fc38716c962a60455573f600c77044aa9d3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 85392, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a49323248f312f3d9a0e7904ae730f3fa49975d4774b838102c62f5a0329a26c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 85280, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "cf7acf5b8b3c18baa492221e575041215b022253047febeaa475eb8f5b0c674e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 85376, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b0a32bae28d654d853e962c3b30b74c0186f403deb175c5dc4c336ecf38f0bee", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 85264, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3a8cd841aed23851ed5c9a120e87e60a38addff8f54180e3e9de2c2bd2256797", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 85392, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c0d9f02e41176ea51c45de104befd8eb83bd9782f7c1a51c3ea51e22b120dfb5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 85280, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4a9b57bc203e452ac3612f0cd332461f73ceb2cafc54a0e25ba8fc32a8219ae8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 85376, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7c53e2c72828624369a14b9b9f68fc6e0b03adbeeb913fb9dd772d364e4ea06b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 85264, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "66264d63bdb5dff6a894cad662d1d6381d12a3c97f01a018643dd1efc48a4e11", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 85392, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "55bfa0df9a062a3cf85104d02c5d7b554ffe7d7326e925be210f1a96bf46ada3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 85280, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6f9970e0025775f4c82840239c9730d7ea334bca4afe2f17951c2381eea0eedb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext", 84608, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "84e081b2294861ef8a9cf4c119c46d5817c2731dbcd6b80232ffb974e0b637ed", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext", 84240, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "afa85f187ce12df7b60195345cf917f6efc454de4bc77cef2bcf8e1dc3a9f885", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "af8b73eed3f029494dd55ca5e332014083389ccff7e6ac250b214e063775dca1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "77d1db0259c7a322b4ee0da6aa70f7277dbeb30fad13099b7932accc253bc5b6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 84608, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "645277d2aa0c4290ff7cd16cbb9ec6437208b4e6128cef1110d46f08f7fe3b57", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 86848, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "e9926914beeed567e90a8dd248b2476618baccadb63236d350ed12c5d9766e49", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 86736, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "f395f94a158daa3456f9cb6ca5ad438b7b5c1c6253e7fb2b523311c39e812ab0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 89728, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "bf623c68e806d0b0c6fe86be61e73aadbe4fa5979ec792c1c2077319be85d9d7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 89616, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "2900f594ed2ea5f51a6dfd6bf62fa72d888d25378354b70043dfe05c5107e4e5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 87424, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "fb6bb64f45b82d968dcb4445497c00f6c591d9d7f80d965b780d4b4fc0eb8fcf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 87312, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "4106ddecaf47d0ed2976bd5c098028310bc9d2961e4883f0dfc134b2a7ae4938", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 84240, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5e380ed1642d5a28102bd87548bc6ab885f4fcdf8c1c0be17b4f0f94f4304ad2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "652b30c38ce6e5e84eecf0673b73ce88135ecb5033156a3ab7ffc5e6a9f8088e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 86864, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "92eae78c8358242e190675b442a3eeac5bf7f9fd8d97e75ecd5e3e0901e81a3d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 86752, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "08a7c53c9a451e6ad027c1af48c71ebe709c988c33c04d1d67e09028541fbdc4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 89744, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "8649b3a9428aecd475c39b47504fc7aa599bfc2fcdcb8392870ff4d604097463", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 89632, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "e9010f99aea1b616268d62dab45bf51ba0298afae93c3aa76677bb3829b07292", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 87440, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "60dff63ae2c647def9aa9e77f59af3ce3d90f6b1e23094587979d39fe270c0e2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 87328, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "cb6d1034c7d8fee29dcc0bbeaea6879f0beea4c1a39781633060a2c0b431d361", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "cb3d3b15b198096cd515b0e2c6dab155d41277331c39b413e89741d931ab5e5a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "12d27eb2e2e477f88a29cca94cd7e061763b74f19c686d14b713e4b1425ee586", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "38a08ceaa3eca34ad9bbabb1b357aba547563ed23a5bd097e2baa17f1013f680", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e0e0c11b8eee76c92d1ab9588b9b8fe1d90f330dee293dca09edef6b66d329a7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "659315379c66e19ae49b5d3203744f9cace22abbf543effabfcba4becd5a8e4a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0c46cd14d08ba29f16f8e475053b1abe51137675d80424edb51eecab9bbde430", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f64886f1d2f95b0e1669d65264ca884e63d0ea13eb58ee6b78126deca8bdfabc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "528d9de913e275b82f923f1daffa3e66db28dafe1ad7f4c01725d561c4f7cf5e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a2b2f6015317733f7722c4b79f15aae830ea180f2e7c88ba856b689da5886833", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f51bd6e2dab394761e6a55c6fee8ff83cdb5bb292484a84ccce661bab0eef282", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "392bc311745dbcdebb8598bac18d1d05dc285c21b02e906bebb0b48d62e38437", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7176547e3499b2e94d3256fdc2f51316b7267a756c3729991f6b5cc559fd8e55", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b5ab5fef9f9e3601470d0c9a8f396ad93a7ce13636ffe7c2fb3bb4cb4724e15c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3829bd2f663e4c24931f7e9912e2f2a31c0f9b3a0b8ae5a96019ba8540b638e8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d9cbc3009bd8781e9a9be51841a3dc3546e491d79be67273b2863d08d3a894d9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "267bd6a6a0ec470530d927e3899027bbbf75bb9efa999df035e60a73c11fecc7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b9a94b0721ed4f0bbd70d0865b3d0f403c9b6fd594c50001a556b583b6a119a9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "63799adc7e42f10715bbc1b6315753a31de87cdba15259b91291d10bbdfd59a6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5072d7034c1924bb24abf402ecdc259e7da6e054ac287980aba8a497b5820e26", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a4319c7466f4c3a15b934cf9e46e0e225686b3dfd35ac1230ca7d61b1b1cb5e9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "21ef7880eed52fdc1756073ac2e2b4e0ec643f09dbe2a900236d18b8468be246", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0fc093374b803f5a6c2a240e4ad2e61c9790ecfc7a35188f06cb17a5059b7f52", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "fdc242cefb146dacbe97f39385e4168721b92038f024a029bab851e89ea7215b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "88480ad734754ca075b526e43f5f03bfb8b5a1bd73afbea82e0428ffedf994dd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9ed67d9a22be7e24d52db27408e797f9c489f329442debb33e4146f34482b7e9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6eb608bb040ab746a8e349c7aee80d2bcf787fcd7da897c795b2224f74e43a05", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4f045c7fc2ad7ffb4c52bc7faafb79454131d715ff5dcba2bfa5692c178e8479", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1f4dd5c0ba4e5dfe67a167abbfe8af790ea6876214d315c020eeb7fbc4509b47", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "653db92f5889c6c65bad2fea7e4ba58e42510934f78bc61eceebfef61a77ba96", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "34d5aff49b9a7ead75b587fcd87254f897a3691487e9bd955306b7a65465737f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a08fd2d71e047310efb79892dca1e711b29f5959cc873280f28cf096a158413a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9cfa6872290077e5f3647e0e825889215ff5dae0d3aaccee3b745caf489e3ef1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b6275449f78534f49055d2390cf368b5135b9d193e47eefb5aa7e23b37247537", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9d37193b474d487730e55e8f25d9aab3f4238c9c42860ec0cf7694d3a4af2963", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "35f6ba5c3b1f3e0a64e34a6e3d9a48f059ad068b17eaff45c156c26d0436a965", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8934e98c36eae1fd74937054eeccfcef3d8abcb42d18e66ebc4a5a4fd0db01cd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c032fa8927f44f5ee91323473b19c396d8f5abecceb90c35de36628359255c8e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f665676ec62d9c4a01cdc5b08a0a1833d7b4ad7525bcb871dbdaddcc110643f1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ab1efbeee50dccceb4a4676c620e48db85bfea65e0f940931703fd72961bd9c4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2a494810c5bd0d63534963637a239bdfccd41bd17c971f4ef3b22117cecd877a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b3f6b03525979ceb8fc3af83f308456c45950bfe69483cbf525578bc1c32a2c2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "22663180e0592daad9fe3dc8747c38c11948891f65e09bb83a44bc2320a0619a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "db9c147be7738a3716147ac75d24189c090a6ecd5acfb738b4a411658ff544ec", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3726614093b8f8f580a2666b2add43e12b25bf7c02775a959a405437a14f127d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "39cda24715c25dd6e21a3bf342443556df64e7e72fd3739d1d05984e42528ff2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "64b12f19ef4b139c2881f1e665413600156a32f6d0112c2baeccdcd65ac0934c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c57ef2efde8a462c2fc049080c1f231d7c3fd890ead74236a2eed891cab33360", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "340a604eb1ad4aef08471e3541ce172a335ee0763b5280edb21a6c1e3732fb5b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7811ef79bbc591bd115a2f2464acd9398ba6b5aebd9e3969304a35a6fa64588f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext", 43648, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6d682e0ddf2979f673c42b34970dd9deb7341a071d377242fd20335ef7ffdb51", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext", 43280, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "597924f0b057da3dbc7e0d4cafac31baa73c2086b6d1b23bb654b238d0782b0a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 43664, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1d6322ed0c4ea7fa9030d59d6a4e34badf58d78cf4f078a7bf5e7cc12680b65f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 43296, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c11c8186ab6068f0f5f1ee9c769ba20ff638a89c121939a41f119c1f1004a1ff", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext", 43648, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1a9b28c5648ae9db653ca64d4bc022c35b94de84826f651617896d105ca36458", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 45376, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "6193bf33593a7d5142aa355950c39bf91d154a0b8beb75249bb9beb384d66c4a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 45264, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "40040c3cc5d92718cc73a58a9c2a1e2b0f5a1ef5fb9461f40a4fbd969d6c9f93", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 48256, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "cc4b5c38fbb9f860d261288577df379e256eeff23f62faab72e0ed02bb887e65", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 48144, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "e56903ae1c05cc53c42266713f808dae0d85fe6950e13a38f4bac67520d86b32", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 45952, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "0b2665cab113570c46869b8c9b4fb298bf0498b858ce46ae619ed937d9a2673f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 45840, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "2f4e6cbbfa5c4378e45f3baf3e0f3ced8918c06e9c821e702d9dc6e51774a26b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext", 43280, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "63d4e40ab3d676f2a980127b9a9de2d670ecace9f40e83a6a84c27218ea23258", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 43664, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "71467db530428022520a7e5ed0e47e445f9e8ec32617754bf421ced5a644f8d8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 45392, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "d611c849d0e844e46039abe07ced07dbbcb93b0628b177ebef61fef54dbb0c04", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 45280, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "9bfb22129fcc57323b826039751f1f08a66a478229108e580b7b84d4c966bbbd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 48272, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "ef85c920daa19b45518337d090d8e94790812e029a91febe004e3daf3a62461d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 48160, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "22a686ebfccc727debc1069be46763f2d069df6a37a6599aa4c0e2b159cb4ae0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 45968, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "bcd5b0a699a478f10d57996cd5fa78f075f1aa2bc8ef66a6292fab69ebf1c69e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 45856, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "1eb71fec314890de90652dcd1017855b87d1e63e8120777a9e3990ddb8b520be", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 43296, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6ef24c9e33e378840f67b768d2b2a3cdfa3416b7e8be2d9be0b6536f95db8042", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 43648, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6a88c541854ed479be8f43db9125b6f0419239bc1cd21ca1ed088b217aadb1bd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 43280, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b5fbb569b4ea78a57e67e9f5a37adb8f68fdfe8e4f13cd4ff12a9b8159841058", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 43664, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ffd78e87f6d0c14422340df4bed080e2261a15391b61589c015eeaae896951d9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 43296, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6aae238865f39c9dfd991d7952a29a4eaff00ae0c0fe8d293629256acc8ce711", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 44416, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0b4e6eb421cd0d336edb8b1e1a2aef0be7d60c2b936ff0bb8796dfaf6afed723", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 44304, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4dbeb3a20cfedc0da7883d6529683a2982721b741f8ee883cad988baedbbd4df", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 44432, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "bd658525e153a37e2244fb08a4619ef288f5490540bf4681e5075efd6874d00c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 44320, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d1cc7ea63b3a9c4e033170758143b2bf0d379d856aca1dd28bb6ee4119dd7691", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 44416, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "689fb34b22b44fb3fc41110fc15a96d17dddc892709a8e5c1a2ade0513b0c5e2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 44304, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3a134d4758580c0c6396556846d6296898be828484a023dbcc852895b5c41113", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 44432, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "54f2578cd522f10e9e135ee3d2bca414b8981a96504c02f3e7f7798c73fbf201", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 44320, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7499bd51684dd6d8cce653ba755c15718b8d7b070f4b3acdab2e2eacb6820915", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 44416, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "fdc3ac922ef21489ba9335ed3b4007aa5a6b4f36da240c03893611eac3fc6621", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 44304, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "cffbe70086fe59016db3408c719238ee73101e9a06b5244d6c85f31de2b2a525", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 44432, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ceecb380f5069dde803b9f228b1bb71501c7896af5068c27cc002ed166f9796b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 44320, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6c5e5cc9b470bfead151abd175da462b66284006a32cb8477a01fd2a47624a6c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 45376, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "2b9e08e6d9fb9fad064db7dc690a5fabe8160f6481cdc0037d0d1d8a79eb9a3e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 45264, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "23e9209ef8aecd270d31cc8096ccffd1de1fa180166bae6f5f2ccd2357f33604", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 48256, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "c4867757133bdfe80243b10a6dbf04ced19ae7b30520a5b794f7adad3df62e87", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 48144, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "a9615fc3368aa3defef8be3d86917c418766edc1e8cfc576b3ad8e5dcb974823", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 45952, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "c9dea57d511b6501e7eed0e3e69973431c46606861fa490aa6630ed4645f2701", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 45840, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "c10386764b22fc8578f5dcb65a06fa6821068a7db853f61ffc608984289fbc1a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 45392, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "36800f39479f3f7d8b857965a0ddad04398b79eb3da2ec041eea25425f723c77", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 45280, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "0f18055d331188e676f210056483182b82bbb1bc9cfc140b4e1a9ef95027326c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 48272, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "f91b019d8f6d56f8fa0f72a6d3e389142dd88427352b5b9d9d1da91ce5c21a8c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 48160, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "36f569b3a5fbd2c5fb335a3ae0608151010f30709b70c375ca76f0f1e618d216", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 45968, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "e9df023aa04ca17a62a24ce9b1860feac1739e62dae405eb1df6e62b6f9056e3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 45856, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "c41029014f60b1d32f70f6e6ba334d755dfa601e0363c0aff54877db75b49f1f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext", 84608, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "db5eff15228132610a163611f3edde9211978c2e3e6189e77f0ba4d194810721", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext", 84240, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "dee0b4edb84f33c9a1d2c95d21f48bc3bdba078223e85dc8bcca319bc2ed4ba3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c3b8584f71f54d3a06dd7750d581b07db96f6d52b7d0a2f9b758a6e15bac9a61", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6ee805e46b52ca4519461524477ba69d6fb32932f9771b9b9ff590d7baa257bf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 84608, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "cc9847c19471a89c5a4f822d51c1f190e54dd8781f58fe2bf7359669cda0c0f3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext", 84240, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e0605a31f6388c67ca19e21b5fcdfd65f5e0bd2991478a06884ddfab676c12d9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f4b1984837d19a75171e0550fa5bd20c7ea7a712265cbba9558f33be9ba1a5f7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b405ed7be724a20725e4ec404062e449477282f47bbbaec7a3bc8863c56283f0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext", 117376, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "840678efb2b9a8795fc645be777747e4710be2559c7de4c2478ffbf66106bf3b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext", 117008, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "463b94167869960fda09c675fb2f86c4ff3e32ae8aea3b8d680304d3df675b69", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 117392, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3066916eab4584506cb108c13f69ae6a368efa2f5b72f330168c91358804d7b6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 117024, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "203080127d4a7ab462b4fa75e8bbea5fa270029e7cd5f850ca6c1edfba102d6c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 117376, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3a998d92b35c3a8d34ad454fe846a6351377ea931da75b97bb24d26ebd4fa365", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 117008, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e2a03fe46e2e6ae7b563051eb6d8f89f8e20d48bbacc67aac06e1b5717ee0f50", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 117392, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b5413b617a4ff9fb82e34bf449fdb2108f9d97c744129cacb00d1d85f64cb09e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 117024, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "03d4b6627ee1790275df6fb6c57165d9c274ab5e8768047b7ab9854c9f307bed", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128PersistentContext", 84608, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e7cc00e1b80560145f9d38678c5c2dc2b2d9867f18fb944107b6f0441acb7b63", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128StaticContext", 84240, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "549c3a76d5eb9c05d915427634cd6e1e4f528b4679cd5009b3cde0931ead4f60", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "12d959a2cea24dfdefb3ab16867e54b241c4c3b80684c13ff515ca9e240d45b1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "fb9e4523e6ad3ba5c9182b06819ece7a47cdce6907834a984c7d2ae51e2435be", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128PersistentContext", 84608, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b8d71bcbaebbeff6e1070fff005367f605f403072c667e473c056039f7281ee1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 86848, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "abe1deee365e3c6c160aa4fad50a9d9107909919ca41082a9467b028d100ee4d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 86736, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "660dd9cf201049e3e69a851b6c4103d931beef1064e7c25d95c28c63ec1716b7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 89728, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "c1d8bbfc2e079ae0aa313becab74845a3c82e71b9004d47b72deb3f50d4fab12", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 89616, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "a2dc21aae66ecfb156aa86f73ddde774b6e1a78743114f8c8d70b0f3dfac14d5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 87424, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "13bc823dcfbdb8659aeab8d2feea64bc1dc40b9b4df1ad1c98582f1a0237b9c5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 87312, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "13b09e3468d8f6dad3fad25eaab8c7fb72521b61c1b5147ce8272636a3c168da", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128StaticContext", 84240, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "46e4ae9215d9aaec1a8ee1d8b070303c6a1739a4d897b146b706709e2a51f345", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6253202bae037ddcda98d233ffd022fea4a24b3299c23a01ea12d15fb81fc8f7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 86864, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "c3a7dadaa918cabd924ace18af5ffd93270144c28ed5d64ef4df7d7c0d48cd8c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 86752, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "c715f151e491041bd9655db5ee3fd52fc806fb6b1c690f6e9f0c0bb582fa17e8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 89744, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "a618b835ed3bba129509b9f9f15f7dc6f0652a72398c0dba07daad23eeca9618", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 89632, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "2f6129527cfb6b7fbd51214249e0da4b94c121a4273deba5220f0531fcc69352", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 87440, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "9e3bdf601c7282c7330cf3dd91957a7bbbe81785f079107cf28811c569974945", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 87328, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "0bef78c2f52f74f14df48dfe66564e1d5689de39b6552503ee7dbe6c38a4326a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "86b187bc52729baf03b13455d4c6a204bc0651b739a6ac3d300fe89c1676a3a1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 84608, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "083f74c4ad7d97c46cfec3d08edd5959be42cf6bae2426fe542ec6b9748a7bed", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 84240, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0dbca02dda30c2af39d2203c11bef18dda65270ceae32fadd07c7d6f067bbd6d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "40759b154d16d31cbbd6c311407135a87e01e87db4caab402d2e17ff34d4ac48", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1f17a38b3bf7bf375603f3d88a429fe6d97cd0a0048cd61b22407d7ac6c80d90", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 85376, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "796843b1334bc39f72014313c3c561816294e18b52df467147dacd5e26a4777a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 85264, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "aaf4abf951afeb4c8d9964bb6aec738438f1f107dbede112a96c7edc9e5ae691", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 85392, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "807accc6db80d8c0b4dca529a53e2f4294ba110e2daa32a419c6e0ac7f874fa0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 85280, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "74bfa6a8847977d35eda046352e01f839b21221d1338ac6c798bb02b6e6ff4b6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 85376, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3e8dd79cff57b7bab2d638bc9d475396ed07825a6dbd2e9aec024171849d44b3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 85264, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "dfb18154fea65fa8e80ec463d44c5b6e4328d5aab2cbd1a2ae2c9d84d5f7ccc0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 85392, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "264ef9b191b80824210fb14c001040fef2ced1f6f606509a551647b90901bbba", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 85280, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f5fe0b804a9084f5247fdb14f1a00bce082151e81c39d699943857b52209df99", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 85376, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "94ba1fb9a1121d1e08b7c22f750f311d02fc286db1b1b629fc7405c01abdf5ee", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 85264, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "23207296d02a4b9ab2970b6c8f0775ec7758c94a4406e7701e010486f5ece69f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 85392, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "36881cde571ad08551c487911af827991657383420a7f861986b1e50aa45bf9c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 85280, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "020a072dc19797911e47848ec1e4234e9fac3cfd6913da8108a865862d508a69", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 84608, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "90c7f6f7fe840d9fbc74e895d9f4aadb2933ecdbcc9b9368f7ae91fed6aa6320", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 86848, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "3a8db7b43ce1e6e0ee110f94f077049e1db85d24e95a56cb84b1b377ce272ec2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 86736, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "9eda87a07918758dac36076fcea28b338e0f199397fa09fe9ee9304441107a26", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 89728, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "f4c6c6c2cfaad74a07e21bb410d2493e865041b70edc2883f698296a4e141f6e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 89616, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "39b8203d3c99b84c718aae7f6fc139e92f80822cc54dc449cfa1d020498ca25c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 87424, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "4ed2ae62010770e8e0ae0d2bbcf337c3e0217785ed78c8bccf6e028247d50fb3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 87312, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "5016d2354f219f33e7342944f73070af48e640d10ba7407959e1bf243233726c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 84240, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2b57d51aab91d067792df5326d41b909598608aa2a73240b2532a73c7f3bee1f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b9fa7da79259ed536e4dc79f194ac81782a30fabc68d068b866f7a2564cbd560", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 86864, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "7127fcbd66f0f45fc49a212312295528ee7009f00cdaa2cabd1945196c8b1334", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 86752, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "79efedcdbb2a2c698684e6934ac97cf57d219b39f491d701c25fe15a00493516", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 89744, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "95b5aa2c93d2480b4471f1b4eb27386c304004d9c59435f6e740c083ecc35cbb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 89632, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "083ce80ea06f0b00b8cc4c87efad09675c5b629bd59045124057869c62485d25", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 87440, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "2332ff7e4a3d36a463905043025242cd07400021c5840542cbc24e62291f93b6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 87328, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "ff791a4fa97fcb279cc8001ce2b9851340f85d7a6b0774c58865db0563257364", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "57ddec7eb8f52fe39ae9544ee68e8072ccf994077d4faadac4fb00f1ac8f2def", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "17b562c9c6326d05cb78af3f9b7870fe9aa49b863fcc789a75171fe56cd5e4ce", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e4fb3cdb8f68c803e6569816cdb15f1bd391f85b6973279b7bc5693e8dda8def", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a52c23b9c488c07b591fb11c44773085a21d6c444838d313f5615c157ca51a7e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1cee460c673e683e93d2ad698f3108e010354c2c8e3bc10f389f6cdb8cdc20a9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4ce7b52a5b1dfe4345de0c9bf4bec4d41d6e5d11fcdaa48940eb21377b470312", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3ad9aee10aa466a8437d5617feba94168350beb88c1660ed2a7df22c565b64ea", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b4d8c8d62879978e1d53414a27865e51bf7959ee5b81ffcc719f7e877f448977", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c043a501c4eceb3c44c52310c007e833b4fac3917204fad3b5123e45de65f277", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "bd72a8d92f316a42a109e9dcd1c5fbb3fc974bfa31ddc69202986d061d7cb72e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d14a4139c03d8fb9149d4adb39aab5504ce31320df7d3414f5810cdf889134b8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ffb4f676f870e43988dae04f6fb770e5d686bca1b3fb4c54cb7437d8b0648888", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ff90a5c32aa714069beb84ff5c8e7d5deaf6c5cf940fc19d34a77ed67878aeed", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a8b494f912526e0de8ed2ccce29da1863ae1472666e0cac8e9f483512117df20", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "491bef4130e08b8c5fa8fc7bdee0dbbf5bac0b78e2528ec07e609da91280469d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7ecf06a7a0157532aeb16710274bdd5cd8eabb6e7cfc99a6a755a109e70674b0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "995f2409c1bed8872b09a1c4bbf9982492ba3953c2983770493c1c06cc7a8bc7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7862bf9752ccb5b050f7d3a8c70f0eb40c2cbd3d981311de6ba307493bc3e696", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ba879e4c38a678d87fcda240d7f32c497ffededaeb5c6d15810f87d8647fd11f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5dff2e4f8e87b4fbe3640f8bbac0815cc8ebc30bb51e525d363ac5cf9f546b3e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0a815cc70438aae9f4247b289703b58d76cc67d81cfa42e0b2c63cd56b126995", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "31e2f0c2dfb556dbe25c55aa8b5cb4ef0639d01498fed71fc31672be75eb2000", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d7d25eef2862eabd87170cee9180077fec9a7e0b11e140d616c44befa582c600", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "01772f1319c8e7328b7c16ecbab3e057b9d21ed833addf6911687569ea61928b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a6af5add10d414b4580befe62c1a3a84a1dc36e2bff12e5069452e5be448850d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ac407ddba23e24889d3aba3ae0ceb13cf6307072047dee15210df27c08591886", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6a3382abedc7aa1e13f42559babc6d9602dcc80c8e69480dc35961f980bde898", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0011a9c2f9931291b82cb5407230fce987c610ab53ff5bc6ab8f9354fb6ceec1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2bef632a3cd9d167c22244f88d1aa75a9f68f59751ae1c409409d2ebb3afe13a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9ce2c07af70320cde55d7cbbcbb557bc05b3fc490110f340deb809db2830e183", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7395ae6b2bc2d80ed495055d7923ef9317a6e3d3c9c5696677628ab91ece4cb5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "29ceadcb9d59a2d837d1a6419a263673de75e66a664faa4bb2a3bf9e4d2e22ae", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "391260a6fe41e1cfa7f7ad8020766158ea3736486af9ca3baff32c5fa7b930ff", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "06d375c5a2ae1589e47e9483c0a8bf5a5451ce17e17cda442e537b05e4758aee", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0fc06268941cf17a52daef96205c43cd02cc59a29568f9c7ee9a712a5b1fdc9a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a5beed081ddd683287525bfc4868557e0229543b6173dfec358ff07d317b5666", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "dead81b8d2c8819b1e8c447ae824fd558c2587dda834f493f7f9580cfdae8693", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "cc62179fe1734dbe49968930aa038e87ce3eedc44cffd01357d0736f0491cf59", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1d11ac1ce312658bb3e9ee21a3d5ae21bc1cbd4bcfd1531e7b24eb4a3ba6782c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "86da7f9ab0afc43e3850f32d873b3c78728b43496d7e494d8a7c215dcbac451d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c8beda320f66a987c00a9bd7726c7d06abc7a2dbc8e223a8475b1f031b75edaa", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128PersistentContext", 43648, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d05b7ac937ce7692a4e71efcad482c62f13341ed79435e44e31509019d8c403b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128StaticContext", 43280, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "61a403260ed4f104b7ce123dfdd2dd3cbe1a317dc0b6b1cd94f3b61e5b3e474e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 43664, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f3b643ee098449e3bdfb4e991f673384837433324d6b06f28e6565dbd9a3b641", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 43296, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0763a3826734a9139dbb001869f0ef062c8ac64ad5635020945bad5702579eb8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128PersistentContext", 43648, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9733aba8f2fd89dec2b822370baa3c55196fa4dbea8fbaaf752921103a977d31", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 45376, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "de76e96ebccb8ddf9812ac80e608eee86cf251b3c42ca8c0dba5b1728714fac1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 45264, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "194fdad80e2072376cbe29c752a324c8653b2585c512011566e6330e6540777e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 48256, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "db2420d620f37c06248856d80f0529548e11d5e0e2687ccb5e760712d43b6252", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 48144, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "d31d80a85547cd76b871258cbf19298b2cb2c3d058c4c7d028f31e4e7a591a5a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 45952, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "2b5c0b8b4c32ea2086c14c8f7bad40106a3185181cc2aafbe1a372480fbda51e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 45840, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "a665693fe325c1cec51934604cf0eef6e1380fed3f185a8892510c88b9863340", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128StaticContext", 43280, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "02edbaae92223379479ccb2ab50ac9fd553562101a49325986b48aba62b53465", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 43664, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e52ce7d37023d9a2d28e05cfa598e69336baf2de92b034acd609fd748e150869", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 45392, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "87c57b6cfe3a6ebe4d1e43632156d806def59090f9b0f098410466874de61f39", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 45280, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "af642515e862662a30543e625e73033b71a0cc97b30629e8582b12db820f4d2e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 48272, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "90e7310a5b29ec9ece522d6cbbab0c9f48c0bdea1e49f87422fcd047bcee131f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 48160, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "10c38020d71317b0acdf601d99ed9ef43c981c39fae269097c60d512184843f5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 45968, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "7e80c5ff32bd2f0fb4adbbc80c3ffb524d54c1969467972e28319c8b1f44b849", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 45856, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "d70e97ccc55869d8a799de861210d7d4e4a58687c03e47b757359621d37edbc2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 43296, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0e2965e47eec625b85ed7d2c8697d1153243f00ea732b6a7c95f2c8c97b58f0f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 43648, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "257e1eb0c7cba1831f919b22b3a95a13cbc204298343dfed5492fc399ecb4b59", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 43280, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b80b4ed165434d7a188f978fa31bbfa3c4e67dfeb6c067e23798a1e305188974", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 43664, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6ccae2647505f6cc60d939985e309a79574c59a3d2af6cc717218d9a77f56f95", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 43296, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ba680d07b854c7252eca3a00a294854e70e23a86f774f0520c3de06813a4ddef", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 44416, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1def36614b934335b3ca9d423040e87a27eea2937fbb0d60caae01aef32a1a4d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 44304, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "edd5beecfa84f22f7012ccaa8eb82f04ff5e76247bdda08b1e09098e5e7303a4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 44432, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6523721986012414eceb21aa7fd0645c3fa64b2a7caa79a2a1091e301a96bab7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 44320, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3fd92d5f10cb41b4e6ff0f1fdcf89c2d9a1feed8c125b769b692d166995f826d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 44416, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c3dc6c5db739ede25d6555dd1c346af7d6eba91d032c52bc92f3a6c7e9d05e29", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 44304, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "fb15c2b94d35a71a2768265613fc6c0c9cebab2cce8560935a0a5e9fbe3c9f7c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 44432, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "bd9ecbc28334c0873641ee063918533af2c8470462318be16b7460bb2f8fdf1f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 44320, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "67148e32364d054d03559ea21fe5cc9afac32836ec939ed2497f442f737309b0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 44416, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3260e7f1140571a6f49bd271476c3f0032890290c293d509431d616b89eccd05", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 44304, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d0927f0dde350db319ee8ceedffa1a7e57cc702a0d7b6961b68c9e8cb872b9df", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 44432, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9ce1fc2b04b14fcfd14226612386295105d2067046cfb28bcff611c1030fc2d8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 44320, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d6f911941326007b31370302f60ff1df154ce070f24055571463052a4a0232f3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 45376, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "f3760f2462bcbaed7337215f89ac73109e4aba9ca03d9a1a87db68000ecda453", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 45264, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "06ce602ae9e035e5a85e806f1a63e3e16fab33af3ca537c07cf32e83205bd48b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 48256, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "f79130721c015a54405e6c374c388ec0e590e235c66d98bcf366170117a80585", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 48144, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "d81f7d7ace2d4221cf792e826aef40998de38734430cb31b71f48d3538d9df02", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 45952, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "6cda8981489b692dfcb1579ed0c034bffa5d515013bf7ce0b15d7e53e32e92ae", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 45840, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "1f72d2d65e6b4266e73ee9e1c10f736802f76a84c99ab78f71d4af1220c5c526", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 45392, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "72c373ede27dbf68a98a7ee932fc0672c33950b2f112c194a162dabd4ade8c5c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 45280, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "afd43b446d55a0bb95b9e2b1065f40ebb27137159d2dee9c315aa2f65fbf5db8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 48272, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "fa51743c2e252f0ef4bb1b5de62fa9e201a1909a791486e748da94e024098576", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 48160, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "452eb3df9885c75ebd481365a401a7475c1dff177929e18db828c9b97f8615e0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 45968, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "3b94a08c7e4622e3c4809b3998903fdfb1e0a66632118c0e4b0c5982a845b1a2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 45856, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "9a8f99e572e805b3edf99fb38fe1cfb84481a63c910d05bd6e673e9ad7a076d1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128PersistentContext", 84608, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "569aef886f6257c8fc59bf4893584f02573bfafb66bc7cd1b440a9eb4d5e7587", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128StaticContext", 84240, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8a4ff8c2f7384777f2e58ef5d2ae8ff32f4abb94b4c619b05bff15beae3c138f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "26f0875324fe9aab9e679ecddc0e82b0e9282d90a7dcff58be4e7a355a74fad1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0eba833d66115019f26b2d63bcd094f0ee21f6a165d1f7726074fc33403a8a36", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128PersistentContext", 84608, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7ce501f361aaa318a8461772b54528808c19f28ff51624de9a0c8b4a89a1fe1a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 86848, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "b9bd1655f1cc0b5d921a204f759212aecf5fd7bbcf71198f77194974b368987b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 86736, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "30d83b308decaa1b8a4ecaebfbcc60ff433a6444f5474fb79402906235c93d4c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 89728, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "049092316dd9e1467a01479bd86bdfd4abd3548dfb096880059b0a8c492128f9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 89616, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "51414f4d18d3049417c7ad1aae85786de5b31d53d59df5cdfe790d6b9f6f7b10", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 87424, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "37a5366bd53a8266d07edf40adbf831d8850226d2927f6a5649a813b29df794b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 87312, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "6ae556b5a0f40a213aa585288e76399ae5963c656098ea7295f766393ec2307a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128StaticContext", 84240, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "34cd83ab81fb4bf1b83bb47789de1cb19ab1474fd74bc1fd979735cfa5e88bef", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4520df7bf52cb68551c183eefd02714da6f4c4087f5986afa0fe60e0f27c3b61", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 86864, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "ae13db6d726af1fb17bffb458f4fd0bc91826366cf0e2dcd9ca563390624fd04", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 86752, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "6e203d596c99b14950f09be290e0f2175e24261557c61e79f6dd50752dbe5871", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 89744, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "56f500c6e45d9c920d39e6c116e31c7850d3d70cbab5f1ff1ab2cc364590023b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 89632, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "749793bc53d3788bf9e4ced798b715c48ceb0f31496092c074a53a0bf9f3c57b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 87440, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "de6f20da548a767bdea8dd015fd2ca70c4758e1b89cead06c00de716ff21223c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 87328, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "3d3770ade1c12e9117996efb0d92d311617c3ee0abd374c4b911b04cc37a2c9d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "87500bdd58c75dfa4aaf68c4e0741a07e5ca66d8836dd31004741fcb2f570d56", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 84608, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "caa320478605f8e83fb9328258449d3e1fb27e775daec1a1200037da6e52190a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 84240, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8c9f7acfacbfbc9edb3d57918b89c41ca1d2e2a8be22b5f225f99cdbd8d588b9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c7ccb6cc1856f2b0d252e8d1f76970bcc0b28c9b4819114a6a67346463cfe29f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "bd4eac231c89b7569cc5d17d1e3d4d903d556afdde0c0b99e46057aeaa9c4009", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 85376, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0f0e0f197858a093e9bbc6d322eab6eb263e2ecd4a9cb63bbf8c2328158fc6fe", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 85264, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a9f8f69f28664de96e396124bc045b0c8b5f3615a568e749dde1a77b50e6638a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 85392, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5ba883c198448854befea387232da1eb01d2c194f7e1f7e687421eb3701c7b8e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 85280, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "bc495446f9b65050001ad22dd45c9b24bb9d6842f24f0523e4f7605a9a826301", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 85376, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7f261c262f0a919076c17d950f89e9c285d3307dc67d2cca47e47bce3cadfec8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 85264, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "395b2660c0cf5f172f70783652fe78743505ab36cb8d7b678d7c89f8a78666f3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 85392, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "477e4b6e836b375506c3fe9102576398bbf0d1f1bb9a079f5f7d3bc7bd0c0bf2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 85280, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a43d631f7738463bd113697945e27b5338d87ce3384c6aa41d0c503a2f80a58f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 85376, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3c7e8f5533d647a6fc26973f2681915e7ab3294ad06b1dfe7516d900b0d6b3d1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 85264, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4618f29685ade34b03de0320cb117b2581f1a3acf1dad623a0fe5546e02cdcb7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 85392, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "249ddc3d256353db2d625de5a913e1bcb1ddd6d04b68c14f45a501db45bdd304", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 85280, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "70c11afb0f7a356ca1ff6a839fee96f55d218964014b1a45bcbfbe3b67e1585e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 84608, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ce14c9fcdd64f3c314de7bf7127068c7f354a2f4646cbc46458a90b524ee7518", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 86848, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "9960b5e11809747a08d4f3e2a6c56039d4dc2b5e5d32189d57d95d81f541aff7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 86736, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "fddfbc6b67a5f67d865dec1d76f86bad42782a8d825ede65fb4ac0167dd6cfb5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 89728, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "5721614aa279b7342e6d0b83eccb86278befd617d79b49a2fb187491da3a9308", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 89616, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "175e36227a9747c16ea6a4a1393d294341f22e8f1b6cc3eafc7dc9576714b084", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 87424, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "fc1a107e7b3f3a376a45bcf1732f4c5249e4dab77b69b9c0c0d2f951cd117598", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 87312, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "9c93d225001afdc73e63e339e4b4f416fe63cdbc27daddcfd272933d94f8f856", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 84240, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "cf5d7e8c3bc80e16552e6f43ea555f4633fc2f06cffe84d0d8880e3b14f2b975", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "cf199ba6c7f3fd06eacdeec9e1aa062da5ddbdc8f207d6432426c2a9e00d2420", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 86864, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "9d3bf03e6a5f0400eea60553d82a539546a4a27567e2b1f3e6787856eff4e370", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 86752, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "37528669d8582c3c6609f098311d6c8b991090cabca98940460ad1aeff602115", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 89744, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "f9ab6f11b24e0018339906f22e60446b40d455a16a06e9a83d5c93e39bd8154e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 89632, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "5f23f96e6e8c5f23ce6cc58b1927b90d7f790fca1a217bd0194b6a8a1b42349d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 87440, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "8f0d210dd91f7dc35b87bf118426419b18ecdfbf9cad18778bcae8240e2504bd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 87328, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "75cca392a3769b5d994163bd22d5a23582ff0d3a3457115b083aecf23803848c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2dd1f3ec9e548abd632e06b36efa7e429b384caf3f218acdc2e3ca7d2addc387", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "fd91c7b744a12ccc4ea68d9cf9c72a48a3bc3005e2c43f32e83ec06d8c06ad75", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a2dd72f700c2b7eb90779ae6374baccd0227ed5851815e177fc413bfde1af2b5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ed374f873ddc2c35123ac2dcef8431f14674b0dd8b3b70f652a5c4f47c540f3a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "48bb6ab16fe6dd21ed1661aaed55235335a653f5e02c517119ad4f7e543b825e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "aaf3971d9d59135465d768b5f3227fc2321df8476f27931dff004325ef49f263", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3a48e30c7341a5804c32c99999d6b8a5e84b28a78c889a3ce182eeec1135fd19", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "14fcfa4879001cce16cd88b0a285bd9443e5d5878e8661d398ddd126a8ca2679", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a6eeb56b24a9ae48c219001d09ef0d28fcb2765f290733b40daeb2ccab2a8c9c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c1aa7afdf469c37f3af89cba14d5a424f99ceab58842d41da334dda16c27a68d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "dada5aa41e6931349c3dfbeb294c0e08e1cb26c19b5301085d66158d0b50b83c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4e7b86a1939f577841f6f24db49073284ed605fffc9819c029126fab24eafdf6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b9bba3a471fc7811e65ce7fb999bcb12282100ddbe6bdc30d2122b47ef3d9c6d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "31f8270e56f5d3c752790f59c6962583137b248481c230182c22397f068f52a5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "153f6671c0f49733afa0d7689601173794d67b137e9b0e144da911c69d6e3d2e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0aa5216181c250524a31ea3578d84cb42bbfc2457d1e17b7b7b71d5796a2058b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "726c20a8c7a046ec033c0c36fc0a33b14c19776ec663f40a97a96074746a06f0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7d6332262ed7ce5e013a4b38a645b42b74d92e1fa0b670d2866be7b98be98340", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a4a3029f321fabebe1502a26a89701bdf3b85581d006697a00ed8096104acd56", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "649613c7178d1468c14290a494c0def868a6e9db8bace6539de81ea31b7adcab", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "dd88f4d161c9952313c7626a090cb3b9215516d2ee66bfeb411cfcd9ee479be9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e4e6740c40fa2e430b9e75cf98e0c5664204727af25f7f7bb0770b9bf4bdfbb9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d0f4e741503f397cd6a241ae923fa6e86e0849e403e829a85cf319a9a729602e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b0ff9b25dde9e5e9b3454db944b06116bcb46d87092a8644c360e433277940d4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "accfda673c8a0bb437422a35c273e1c6bda652448f5bb69ece1527318d18c9b6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "26700dd768f51ca8ed87d7fd062e3122ac3787541a13b53f4a34c96f25c6e1c9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "379f203a13be494d02fe2150ae727edb055dc705e81666fe773dea6839e59259", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6cc57f937f6e7765ab08c12f006b8a49fbc86c21f8f66789ce9f84ea1a7f8f6b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2402bf9bc02f695bf6728c05054b30d31930b7a1f206d31f22a20a64229c81dc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "57ee8c0862a2b82cd18933baa6df8b9eb598e32d411ba34022fa6c78ae9c64b1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8c96f4dd4864bbc1f808850ae2138d7b765230c2aa658f8542915a80134b1e73", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ffa9e4c1774ed533219b5f672069f3733762d922826bae13e99bad3243a8a6fc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f0256b4761f930fb444a98eeae5470ab5f983513d2da980eff714139f8cd292f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "436caa11af266f437c3d221eece6a20dfa896c9ba9f159776dffd3404b4f1697", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "921f988c3f549ab6679995c1c22b7cfbbb8aa6b4b08ed99acf86d737e783225e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "15874fb0c66622b2e43f1bcc6187184e7f634ddfdccba8e1b12aeb75f611c014", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6aba19132b1dcd64d3b9849e40b604417fa8209e4bc331f484e9d36302dbddcb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b18ae538ccc907b0f400a061cb075ee911ad8cf8a0ebfa641bdb6fd884c8ca4b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3a07fbd094902e9b348d2c4f57d17094ebcc02e8946229e3a3de6041cd83bf35", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e33b05a86770f4aa64ab23e10824d1275e4dcaea432f0ec24ec87cf2e08a3ac7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9c19699d3914faeb9d50bf6282e8f99f356949691bc10063115fdacdfe6ac8bd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128PersistentContext", 43648, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9ebd24ce36f5b7854d1b49f46d7bf1ad595aa27f2563ca3cbcc7542d0747e807", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128StaticContext", 43280, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c4085451edd8fd73a8d3f9db5ffc17baf93b92468a6d989f359c0e4c9796ff9d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 43664, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "720afd2bc19eb34beb0e47d41fd454e288791f5951c41f25289e320d837fb24c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 43296, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "584338dfc9d133be102e979aa1b212bedda1642ac90b886f8276160377ca5e2c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128PersistentContext", 43648, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "96d0fae50ac2afd0a11863e445f0be5011f31ff7d6a61d3ed1fa855d72b665e0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 45376, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "cbcf3fc3caf613dfd8a296a1175d0f4e6765746c56532466e346d6163ecc6da0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 45264, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "152a666238c1f761d0e942b190d24ae4915c2dd3aea9e7f08e61aef24d80d25b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 48256, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "7ece425b88c1aee52e7cccccbb0fd26a7f838613ee2b18228b311b0db6f28edb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 48144, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "b4b88586d729e261a133f8bb1d5b0603939164d79dd418e159adc45d07167aa6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 45952, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "a39c3338ff6138fccbd090a1a72a1ea18909b5ca8f1d964bd90d8ab3cfbff942", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 45840, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "c41c9d71d34919edc6cc2e46adcd09e47e860419a5ab4eb47cc268bf550f045b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128StaticContext", 43280, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "983e336947ad7118934fe78f470cf6839c06aed1f8205d51fb481b57cb01d6b8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 43664, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2be1dbfb35955a45315d6d9f32617136673575be0fb025e277f6e4073cc88fbe", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 45392, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "af17d4298ede63a1de14125fc0fe70b13744e8d3a0d6ba5ca9df86256d22d0ed", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 45280, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "a2d3da24c70b0ea9d43faf7d801528815cb946cac6dfb69156566109a812b7a4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 48272, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "4c9e06711bbb149b5a3d721eac384daaf070a55ff680136b457c14a74bdec02b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 48160, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "6edfe4c5c48fbf0e48fc509ad328f6a82c32e0aefafa3fab718ac9dc500477a7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 45968, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "edf43b1cdeb38333dbd08cf7a2cd455a264017dd7fcaa9901712d9bdaa9d6f60", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 45856, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "a822260a0a0c4b416c17a6d5ae8f040065dceba208e81e31a4cbf59d5de31681", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 43296, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ded6892096635d6de1afcce7a4a5070ad065e59784190c06291b9836af2377e1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 43648, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7e5a5f4a50e2100d618a8e04da5a3b012043e9d222509290f401bb3e1ce43554", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 43280, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8b82153a01e612f2ca376849313485fcd1476bf8a9d17b0d3aad81bed67264ae", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 43664, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f269aab98849b514a8ec43060259cfca8e67fc73d2b3b7084e99a8db06cc9048", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 43296, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "498bc2f9520326a7cda5ab1032e8bba049e8ff2f6f513baef04cc8f9f06ca1ee", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 44416, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "698595a3c7a0ccb21c2bc38ac3e1b17fc1532973b111dd5e92bd29fa0d2b3e21", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 44304, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8c8f012a0e5dd668032e43ccbb7e138ff46579826433b6694522745f25bb619a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 44432, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a50d2c0c86fc86cf103b6e4b7184823e788b1fb80387386bbf24abc86af5eb5f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 44320, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "59bb11d7040459ba0332f9f328a7e84d2d15f2c3a6ef60e9eeb2d862ebf84f54", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 44416, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "60464cf931347b57ea775ae4aa86afa452accf0fd045e8fc825a14f74cbe91ff", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 44304, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4a0e3d8d1d20e0b1ce3aef79bf18495e027addd5b1ab2bf596499c825333f45d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 44432, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d2376e007618bf6972b86e272ff7769ae012cad82ac443783f3c98e6f1a87c4b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 44320, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f907d296aee97d53ca7a8e5dedda4910b7c0e6332669c1214d501214fa09295a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 44416, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "bf6332e852977ec8b4f2048de0e72224802c76f796cfd3bfb3d7654904615f5e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 44304, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "de65b81fed01f0f3e7992f8554367f071163e03e6bf30b479d7e8dc1c6f8148d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 44432, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8ce976705eb65e3b024ffc3cd8871e7f0748795139569c707c0b8335c5ef08eb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 44320, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "bb89ac290aaa419bff9fc0ba57c84a545a560527c2be14e3f4349092bbb4855a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 45376, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "b8e6d62f2f837ef49a79fe4e8b58dc49e557f0b9b4946028faf3be2cccb60a24", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 45264, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "f99d5d9bdb67ef4a745ffdd2f9f540efe98b54c390e90d5151d4038c38d67065", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 48256, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "65ea286b22da1e8e1050331843405b79f2460eda09a28fa6f9fded55f8e5deeb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 48144, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "221845f48be0f024240bc76e63c61d4f5b000461e04b628aa444b8b6bd8b242b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 45952, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "1d5f7f87253738085529ec22b70b9a6f1a19f4e2ad9f3dee6799af4469bdbb9b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 45840, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "fffadcb548c5704486e3fd70cb5afeec6a68681a9f15d818775124744fec27a0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 45392, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "e643be7668c647dbef3bbbba3046997b3a04b9d5c9e365dbf355bb8195509da5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 45280, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "a9851cb091cec3ddfe521d44b40dd8538257edec1ecf49746f276e3ca8daa355", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 48272, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "2c39e108f6830e551540e0d542482652589c848418c03d6f4e4de5a844ae2860", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 48160, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "d027928f2504c35618af406b1a0f7b09821ab249ffba70b34366de4a3d766ec9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 45968, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "d3299bcbd73f5c8177a97e3b0a6db352afaa8efda40a323c15aa3a9b5298aa08", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 45856, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "4a4dcdf2257d35e99cd1f2444e45a1289310c4daa76f127b7dc07744d63db5e9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext", 84608, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ad714775b8c54bb800d3cc3da72e0dee92d9241f4bd019d582c455374842f6b9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext", 84240, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c30d8908c3ceb896dbe357fa2127db01d2185d9e8c1d2f173f2938878ad3a1a9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1e48a811324806a7c4e7a8d853376fd380df44e1f61877feebe01b6e70a7c0ef", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1d08a6528d215f6639c750de82ccd6a4af0663f00865d26bf76e7b55f056c2e0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext", 84608, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "122f81bd02b8071c288758ca82b53de17ef4cad901921791f4e2de5ce66c1824", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 86848, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "40d0bc46e2b14289930a11e31d632ae1f9424526ce57baaf9c68424ccc75222f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 86736, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "b35f0f2f75d0f8463ebfc96295f829269eaf41929ef03868dd734aaadba019fd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 89728, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "2fa43bfc44165af3761b2e1f808635c4165af1ebbd8dfa097f174b16086dd3be", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 89616, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "7deccdf47fdce74571b4e37002e854d02038a39e969f3f926163d6399cf58ed3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 87424, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "332b37bad34dc770ee80a2162e574aa14e0e91a6fb61c5a27442e77f09d15319", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 87312, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "d576ce30df721483cf3039efd74d890b746796cc308f22e2341ccf729b3b6aa8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext", 84240, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "83c03e2e5c0dc912a6909497a476f409dc2bb94319c06d1a23f4275e9abf6ad0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "81d7210eb3a357816b12ed873690985f8843287530b6b5bdc1a6c83b0b742da1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 86864, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "89116a8f458a9c98d746d785123338ea6284500c2f3dc5f15df9b14415b30f6d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 86752, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "7a1b2faae6b558d0d8fd5e585a560596c8c60194c01f7e1d83dd59f0ca485e0a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 89744, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "8091b561d76bfa6f3317b26a6118d152b08073bc2cb1ba3256503ac207945977", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 89632, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "198567249c2b04ec3d2106450bac1f2f4be8ca57bc65d7154d18be195647e05b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 87440, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "cb27a280cdf2a430c04a8a2a5df04c29183475d47173399ce8924ecd5a4d4c6b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 87328, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "20caf1650a0050a51d65d225f4fa85440a524fa4f49a5efb03e28a07fbf6a923", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "26e461130558ec413d73d9c0540eef0be32627b6cd5c041916241bdab87652e8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 84608, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b360a11d00ce5df9afad206904903ffe1826b960e188b18b2e3fe786e51e0fdd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 84240, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "eab7272d92a8ceab413f924bcab577282ebd3476ea8f3d80b4204bf1ff83b2ff", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a667603b7069b3a4b58ef383a2bcaff16d9345bca92851478300591035ee5104", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b96ee45b20ab2f0dd079049286e83590e978b23c287dea93d095907b89dfa7f4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 85376, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c1161ef2e5112eb5e7d42304169ab34dec5b99a25a52a5844cdd1be12b6b13e8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 85264, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1ac9dd80a3c9fea0ba350fe3f620ef2fee89a2773439ed7f4128228ec6585522", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 85392, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "82c6a930266dbe6b59a40532b293d00f9359260342abd9cfb16218a7ea3ff2f3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 85280, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1dcfdeecf1abd5e55a4109389338b399d40ecf8506d1b0b841c22463161180ef", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 85376, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4c27794d83670962cdef1bb9bdc7306c9376a9870e15466000fe6e4ebe847272", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 85264, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "356846270ee5dcfbc71b06c57ba0c8e9efd6180b6c5521d5f9b9cc86f93732ee", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 85392, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "992e3e4411276e86afd81105aa374f5847e1ce5a32ce3bdf2f5ddc0bd6072a91", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 85280, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "30309f950cb4d04ae5e6b405d513a4d157beee97e4436deb0bdb2335bd7aa48a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 85376, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "032785e679dc5c16d59ea0983ce26eb3dc9a22db20bf8bda534c582af5bc29d0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 85264, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "251f65190983ddcd94465cce424237872f49ca02790e17bd82a48faaf2c87d49", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 85392, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "928306344672a05f475d5828c9e55ac7ad2997aa30aeda54cb5935299e4aa956", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 85280, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f270d854c8b1e9246f3c94d5570ab0856456093b97a43dfba4109cb2380314d9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 84608, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f265b1675335dc1de8047457156bb4fc7df8a6541f021b0d461ced4618eddb2c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 86848, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "1bf5ba913532d706ac79ac53f117db0299282ede2a904c893cb28a14db61f898", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 86736, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "3ea4b20065997641739df004e5fc1598b5e99de98fbf51a78c20059c9dc2b246", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 89728, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "c67a88993060f7835db85eb0595c8eedbccdd36b74a1d948b3318f2bef0c66ff", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 89616, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "9170cdafea26d3172a32fafa9dba8c411071c85b748e5b2770875b6e1dd0bbd5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 87424, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "d20fa72043a9e93afa738eff259fde9125d33014bdacfd859bff14eb3ad23b69", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 87312, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "b56aeb4b3e5ca877ec642347ae0a3a07de26dfe570d49dea15515528970fabe6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 84240, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d786ed9038359707d61ec8e1bb1c902b188d059ae85c3792a850957a9c5f3eea", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8f10dbc3906461326ee06a544cddaeffcbfd5a9184691967575745913a692aed", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 86864, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "99745b32ccd4e86da23cab55aa7878a2c31261a770c2f800908cf01707352b30", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 86752, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "fc64c25b0d4576cdfe0cf737e06fd4b2fb06a5e35a454ff0d18b2525b4c54dac", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 89744, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "97c9d8aafae222212403cafe1ca069a545a588dfdf7bd2d1180af75227d1664a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 89632, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "d43d5620894bdd3c5ad5449fff7b2d8fc2ebc45b25a01e88308df56fdc79169d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 87440, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "9bab7a5e73870cfa6f7e0862476e1bb8208c523548f51de9fd3de190076dddf7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 87328, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "35a0a81ad1dc0065d200514799879ad73044dd26a7b30b03ca264d2d9df603b1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "bd33be422d7c8e92738bd1ceae1d3a1bb1c33dcf61e0e52813675d86381ec68b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "78f7a98415034a3f93af11874caba2cc266364dd9e04d11e199505b309b254a0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "39ca79c7feaca9ac5c0aec52dd94c0e4a09e0ac19b6b93b085889d0aa517b35e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8531be547df20b573246b78ae5c622554ac198a9c8a83101272c596da2f54f03", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "723c60f0f12492d00c545452de62ec05d067ccdff723726158401e03a08afea4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7033e617a4327e207b204b0039a3a1bb5148a0e391e5cf014f1a67e88c0a639c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "aa8ec6624333604b99091d6e20cb7f28d3bd8375d5852be28b2b7d627c6b2fad", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3329f5f959dfc560216ac36f39ab9d6fbbbf876f40b1487d8806c355cfe9ab41", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a6617b6e9886e64d873f88d7f54c4e693a0762ab4055154e2094171dd8caa988", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9ab2c2200735e213c63f554352763b7db29428cc2d343f65aa1a255e33305005", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d0de9c151b7b7177096f476b582918cdc4d5b2b2ab46ab686adf0e03753f688b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a136b0e90fb64076327e0ff487c60be76d2c7931c580ff773135acb52e9159a9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "124a098b16cc58304c1972fa88cdef9b8867af3abf48e612ea08365516a675b8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f1a5775ad5c22f5b8027441968ea82c28182b6f1787afcf7b43ee309e2c6616d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e6ff01888af1bb887b4908bc61deab7482ee8a9ee14ab59d85b6553737eadb1c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "34961049e547682d5f62543d36e766b3bc98dcf30c4b0c8c023c8b73e5702a34", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "05f3f851eba9810f9b36a06c93b1d5e64d3bc3ff66f86568482e5db4f794fbb2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "067fc2caa9b9a255a343889e8db29c3dddd5fdb25f888050105d24b90348533b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "29d26487862acbe0b0bd360d8fc82c7c32b1ba30370e8551376142f1782e5dad", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "53cbdd1bb3e41562c3ec52372baea79a90844aeb33da0bc9f3cc6a9407738d15", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b54b061796c184ac653a0d2fcc34c77ad85e00eae1e5a841595e6961f350534e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2dd085d71ddd9203f785156eed2733e6a4519407f2dd1b668ce62358910fbeaa", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "03aba5383ce8018b3068d456a39ffd4682108633f5ecb4e3ed314b88f823a169", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d5c5aa71dd4ed23a90b1184df84c72e8ae3e58d5eb486c158df014fe6d5e9467", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9c72407b024e705e46eebf1c3ae08580a7d5dbf6fb3f9eb0de86d2b30e6eebb0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "58ad08bdb2956f0a101211f9c2ad1dde38abd89d69795913c8fce08ccb172461", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "77a57b47d64170365d0626b21b555d8be15669786f247b4fc5ec61f125a12bf0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "11636ba81068f5e2e1976c981b98c902cb0e7e07c7c5ff9c13d3af62fb0ed65d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6b0dd921d4fbc26c7ba15aebc98d46dfaea758fc7c574b1f038d43ab7b029ffd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5b479eb4d7591fec45e143f3168f6a1e62ac6fb4d38a59269d9e25ae18d79a7f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c834a7540de5adf793ec2813e0039832b09a4831a3cf4deb43b0e7ad293ed00a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "21d251c376291799bc50551ec097c89c70b4a33bce4e6d498200d34989bb7752", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "76ca3710932716ddd3b5548b8bacc87f1607f2db6be78f227300e93f7f7269cd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "01693755a8252b4974334d7f3f4afd932d1617d31d151e5706e270bfbecca109", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8b1926aaf0147c9c3b441bfac92ffa5dd897621aa84c190ef63e2f341db24e19", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e22eca09a6e3a258e4255287ba2bf5f7cf3a61a002995a9e85c8ef5abb4ea0ed", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "95727bbf60a97481f6e036dc0400f4f0575d3f1ecaa3da191638f1a3d4569ac8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6e84391ea83355a62c5685df19f122c909be47ad5b474e6363bb2729aee1403b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5fb1f164bc89e9a23001d97d8baa148d1fc3a5dca75462464e7f707123034ad9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1454463c46e7b1bc3cb9ff9a7f757d71335e166d1a8301cba2253b635e4484fb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5f5232e16f328b4acdc9f4cbf8a3b273bc85786c29a72b5fb7e51df86398979a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext", 43648, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4fb8aab0de3f870e6947b0ecccae1200155cb3bb6b73e8f23a7087c1d741b187", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext", 43280, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8b918acc16e8901dbfbe1786078c4cc47f9dfb6971663c7eaf9ecc325f7e9930", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 43664, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5e305547b0013853cd4258a41113872e4c8a910b6ae431dc0c920ebcd57a239b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 43296, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "83b34bc408a57aada1c5fcc4846ea33cb0899bbe17d6f678173ac63217f89cdc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext", 43648, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "89f5dc73410a6f7e192d09e1e61d3bfd90abe8e4ea53852addbf974f69ce2dba", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 45376, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "80da3e87ddd86f8060643f7fd6fb13fa1847db8d59509c2b4673064c0ce07f70", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 45264, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "4ba6c49a140a8978544b5dceddac00c6217070b3da697f95637720e3747aa674", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 48256, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "84120f02b5bd123d8d033eb508793273dbc38a54dac8347f796d4c4a8d491c19", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 48144, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "7ec26c200162df39c489ed794ad790f3b220aa89e7636cd415715cd4fa67712f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 45952, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "fdcaf1a9875af82f4fa7b5dcc025eb7397f0febaa5bcae9fd69e1554bc72e1c9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 45840, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "1db5d1e8ccef5ea2ed72477b586d434d2cde7ce10b74a20c307fb1b5ea258941", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext", 43280, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4ad0ed6c21399b422489707b16c76d949395f69bc73c3eb3ab2419a0d81131df", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 43664, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ccd14a2f244b28ee04fa82839a272d659d52d5d170f5eaa9b27b76af8df7c24b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 45392, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "cb591a26e8cf95366f733108851d69d7239df254ef78da62bdaf0b5d295fdad2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 45280, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "62c36a6b9e78b05ce2bd6f8dab243dc33cc2333c694181fa4960ea43e0cd0edf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 48272, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "f05b4d332ae815c85560a6954f1da814e1214626792d6914d75658c968a61ce9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 48160, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "e78b46fc459ad6021e1c5bf5ee29e2c932c18c2bc785847f2e0fe73d6aeb1234", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 45968, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "4603ef37a20f77343544352ba26db7924211c0950b6fa5f69b6c8634c2b661f1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 45856, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "23490cc7626cec746d8b0cc39617f44fb89b74c6201fd34c082be17542ee4daa", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 43296, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0d8930641bdd75f5d8dc3a517a2ef5d2d1f33f1a0f9e622ed252da9a186752a8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 43648, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "64480a03539008f6a27b8cbf7d47104bafd4f41a440ccfe8460c9bc79446271e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 43280, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a17d24d6cdca937e94ae8b1fb2d0ad9b28f28d4c88a4690699e67b0b707666fc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 43664, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "479df65604c8fb114b4535db2b91516c9db7b7c500a4d12e5d094f0f6f808371", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 43296, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "59cf97382f929e20d1e35008f73c887f312836381dc1af368ff33c7c020e15be", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 44416, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e348ece478e08d365243492d4d7cd0b99bab51a205884e26357cd25141657388", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 44304, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "916c4f9444cd12344180695817d79620cd996c96e8b5701a6e3e3dc40dbc29ad", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 44432, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "58862604be0e06289a06ccd96c07c66481e60ef4d1b7f621b6cda137afdde761", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 44320, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4614adf37307547271f09ee7ae2d1f2f60646249ba9d862eff5040bcabbfc855", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 44416, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ea9e0b0f088fd8532c3ec660f540991b6b8fdc90de785a3441747c0bbb449d18", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 44304, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "524a876638e9e95bc768ab827623283d0b783a9d7e4b549f7dad87c263a20d47", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 44432, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a779a51d2f15f88b2ed12b8c0baf2006d6e9640451ea8eb483d0fe4a717100a1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 44320, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7a9970af0b8c2a7dbccb32585f532b58266c6abdc921c2d13f7ca0cea9200f61", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 44416, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "45ed5fc87904320bec0243b3d2cee0185cfa655f9a561c0a3a9064417b5c0f03", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 44304, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9ddef6cfc3530e41ac70c8e46a2d9be8fec0fd66e040c70b321396a2501c66a1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 44432, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8ceaa401156512b2c18e48224bcb38dbd20b68a2aec9bac38eb7dbd1a9cd4e96", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 44320, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b2c20657b648573bdf8041a53c8a64091bb298feb5b9b2c8ba4057bd9e42adc2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 45376, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "9294b9dd436d3c276377b81f9a1131dffd909b9445953aefcf71ce747154e3ac", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 45264, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "a463f4825021e0a8d4baea6624367f6ffa781e255fcbf240db4bd1f862a2dcd9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 48256, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "ab0bb80731b0f9914a56f212a3fa6d691f760560d8af815c29e5a4045bfa4d3e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 48144, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "5ec95f0887bc40520ade171383f1170ff28e7bf69fbbe0a1200fe75a63bff43c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 45952, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "70418748e7c230ad1ba92973e6d073458070c9a4f333559202f8b586aa119624", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 45840, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "27b2cd5a68d97f3864f22f746e3440bf5edd9e8bba0ea14cdecce921761c535f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 45392, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "6deb65c184be9cf642f949bde41849809bcdf4af215c14bf6675dbc3d9692394", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 45280, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "a88658f9dbcfa82f6364679143c1ff17966258dffb74616e20fb7388992de3df", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 48272, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "8e8f9dd9e3803e2c3edb7aa2e6f515af435f9d4ed38e5b52e17565117cd3b852", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 48160, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "9d9547ce9d627dd7b49cb56a16a6432a91446e8f4e6d84adf5546dee8f77ef19", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 45968, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "59f361aa4dfa32fd4f9aff947b6d4d4c0975e791729bf012374d5419174f03b3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm103aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 45856, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "e1289f3651944911711355acfecd2db443a2e9f9468c06914b500c1e75e36088", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext", 166528, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a5a0bfbca986da77c5695e0fbbb79f7c15e8d525d53477f410ba3ebd1346133d", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext", 166160, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a460e77b38b94cc8c0aaac545a867872db93ff298098e1b129c49376dd1c457f", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 166544, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ce360fb2a0ddfc16a932a60993a6aaf8e96ce0826c8575e00987a5b1ba326b5b", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 166176, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8494f792b21300511157818fa3dd37b451f354c9d947dc035ec30e9a65e41188", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext", 166528, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ec9eeb979967a8ce681d92362e57f5e59e1d60eabb14a40ffae84878afb37e7a", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext", 166160, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1edb960426dfff103fa267be6b56071c49ee1fd7d0b259fd126b8637f73912b4", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 166544, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "91bf005904c7dfabf5bae9ed5ed851b8ee8bb3662781355eeaa1919d5ac3ced4", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 166176, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f04f259bf00fb3497cba1b8e7e87cb5a23d084e87ddcf0bc1f89fb0898768e3b", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 166528, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1f754ed825103aa8761fe37a824b028c58099d801734227d1d8ba1b950c403d6", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 166160, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "daa02f3efea9f9c80350f9502c5c81c8f8b5be608f6590a8dec06f5fc1daf42f", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 166544, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6d248431f8fe8820302ca12f4f8e69402124a4cb02cd6309322075c8fdcfbdb5", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 166176, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "46760f078c3fcf042897262066a5bd8e1f50ced5e792a4c005d544478be9aad9", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 167296, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a3576be53d236bc791a873330c269aaac6c6986f4f88d4a0418d748c7c6d20f0", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 167184, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "87a2043e6500eeb6e7fe54c98884e379d8e26946ceb4223621595d4b50e9cac7", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 167312, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f090c15c7e554ddc1ded12df4f819aa6a794b39315c63a608a51fadd1aa3b3f6", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 167200, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "85973cfed56b4e02cae93c749a018c3e8ed682f41f99903fdefeea0f5bc56f78", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 167296, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ecb508ef0e4ff3c032bcea2baa0632d7eab47e42e73d0b574866987f16aa8e7f", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 167184, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "28d4e5227e755d2b286ba7d4a117cd48d432bf765d3bb08e4e3df9c4dd92f2d9", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 167312, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a2e44b95b392acc6face8bff590fd5706f4350d01adb45472b9d19854f3f65d9", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 167200, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6a3c0a1ae10eb1f6ea0b8320d7c7ad1d5a02c89abb9474af2c233a9af709c566", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 167296, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8a713992e2ccf73611fad859cdc837b31e9cc1d6f98b5640e57902711560eace", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 167184, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9c3111315b53a0374793b6559a7545ac95244e4f9521de0a59bc60cde6a1c58a", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 167312, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4e9283be52c537df2133db0e7ddbef3596f4c42f0a09dd74a176582549fd9748", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 167200, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9f29d25d8056be1209fad387000cdc8ff6ef073bdeb3e3b3c178dd2dbff93aee", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0cae0677a4026b450f2108fa538871e17c1b87021a6f6abfe1a15966825b4ef4", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 166528, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "14589e7b5f30bbf8be358b7622b0ae0600531c0cab72bed4f2f5b75b19789f89", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 166160, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "fbfddd9db9307c76a73e409615dc07681b9a0ea342e3446c32772ba9054e4fe7", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 166544, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a5a17b4c6bd9dbbfb4e0115e84d03b79fdef6bed38147a1071c147b60afdf071", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 166176, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "caa66d41869ef203714187164a693514417d26afff3128598834cae5a9bcc0bf", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3ed268eb8e1165069a72001fb551bb31490f581b642bc5ebef1441f7da658fb0", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "21688f9bdd277f57b4fb866313afa8da0179ec53cc63868b2efc13a807991e0e", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3685ba46d74eb3f2f67a759a60d371b4ed5afb7846ec118265c49e08d60653f5", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9559efcc6deb525f7124395142687f5b4dbd9b5e22e58709cd32a9ada4effb86", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "81111d339dd3e68acfdc276d00521782a2237632c10e7dbc84d26f627f3efaea", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "dd2c4279b7d8a7631f69cf1c86de40cba20d6ba51a725fd595587fe655945a62", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "07f5b73bcf03e17bdcaac9abbd0fd95aaefe991b663f288e536d89c4a1ec58f8", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "886b3057eca68c38765f6d93ec7d2b294bb59678753d5413064091ccb2876a8e", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "91aac3f313dd7d0a5777eba677473671ab5047dfedf7d6aedd4fa8c66aab7bb8", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "679c6e033fec33587319ac7a27fb52f3c1d697ae7a1339209abcb2a2e70213c5", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "be902ad6d994cfdba5c54eb671dfe40c47883dd4ea8d487a00d332a746be8372", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6aac48994e755a9a6ad1f658bd0063e346aa042b0019f23a310856e2a9926d09", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7adfa5e1e9b99449d91da53cee1d952cefad54f1f0eb5a30329239e3f3193401", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4e31e2affc033515966c4c246c8e056f596679659540a33b5c9577dcf219baf1", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9cfe6c90b3b6ffb326e73f5ef81c58339273b80f9a5f6a403554607a6e922aba", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "cd4af73b874e7a7652411ab8c03501a5f867a5a0e7d34e8a50c1215f16d12c50", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "27b56a8d8c6a89fc76ea601a8435b5202814212476ed5a21c2cc647d4bf02801", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b3b471a8868557680cd527d5d972c015694e35cda8de06f037be01dab8fbd030", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c0fad9426bb94aa200f708c216b5dbf03e7355acd5c89ac885f98cc36d006398", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4fd5704771b46c77ea7c6062c2cce466dc692841b62fed0db6aaa9e4e10f0209", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "10d5afed6fc3b435d0e17d31b162790144e19f12766365baaa1224279d3050c5", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2428207e8b9e99cbc93b6f519d9a76add888614096d182b0c26b067695cdbe8f", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f06ffe1f40db97210b53dab0e407e2aad512d2bfe1a5a997fd8e1c7567e836c4", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2f289151b4f54b4890e911ba87dbdced96af2a130e499098a51f30c563824d0b", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d8a179b32f7279163390524e63081ab9f381e873ecf90e69e4a5351785aa2892", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e90e8de8fbc84bfa24e28606c40da5b072fabc15e9b420e74dbbeddc608c4fb8", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ea04daacd6a88309c22eb0d2c9337a3c6510cf83ccd550944afbbc5f56254d00", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "902d2431c8a86040dab36908c9488d9ab0c8b8cf21a5703d2d37f476a62524f7", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4fe9e3f6c69b15bba4b557b240137358746370dded9c6ddfa27fb79a9d51ef7a", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a1266ed95f6f5c9dad08d84132cea8b8ce5848589e3fe44d9490a605ae1ea17c", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9d56c3acbd43d78c19f7dc5821cb76e6f37161f7a07d0fe98160a92988048bd2", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ed43e1bbb1ed5cf78ff9c24a103574c36e065c7404c4d37eac6ef89898aaa277", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c7f03c32bb38a1c428c260230b9047894c22c5e70cbc8722efd29148094514ab", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 197648, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "632df77a3023d295710bbccc777f0861ea1e810efbdd52d6ffeeb5d3cd3266a1", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "49ddbd98ea8a1ddd2a0492a182759bef4666104b3e193164525dc3762affc8ee", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "dabe3e4b69e951824187f80b8632cf0478a6b1d27b54d61d8bb5cd959999f95c", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "73737654a73ac2f71e8750104dc5d6297b023177be8dec147f8968eb596327b5", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 197648, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2a0d28917261b7b01c2dab35c023a17c530d0193e5b49e3c48e574ca87c7661e", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "736f0a68b9e4667afe2c2c6d269190b244624768d19a0c1b169f80c91679b3e3", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "dcae06fd7e8bc8cd2b859f72e9e5386e0b950d2a0651c1d39ebf39f10b1f9478", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext", 84608, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "fed38e51aa01283dbce3d5a645156d972cbb64479da0a46e1e4a18f487d15fa9", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext", 84240, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0ae2a0cfc2299041cf74facef3d829f20d1af8598434328341af0d778782e9df", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a07cd6f0071c821c406a22a38b79fd0041bd959c72fa5e2c0e351c133570bd8f", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7cf992313686771c83d04154a46be352b607adee9ea803b1b87e5bc426767025", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext", 84608, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ac0a1c081fd6dbd792cfdc20c0e71c2867f0362b2edc8d070f98b0d1d32c168f", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext", 84240, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6588ace1bd8d0ac262c6dd12d7eabb3e0a3710b7346018d1524e8f711a25fa00", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c0957e5f398041a263e5f6109cae8fd9f1ac6d5459f7a4ac7eed07caf353befe", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b33305985ffa7f42906643f8caf547298d6f8ad3454daa86c287d3da6f50e417", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 84608, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4cc9a8751a209ffc86a82b5c40045d7df9d7f53e8902fd5a400d9127312131a5", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 84240, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2b5ea068330791a34c2d2aa5826be22498ca0da5c85f810261fa8b9e53ffc827", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 84624, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d84cb950c58dff1fa33806a8186e1bd0e40577c6134a00bd0f60dff819404ffb", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 84256, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "923b771ecb384dfcdd7b863eab0d61f7eda852365396d90fd3bef297247b2133", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 85376, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c41b95d4908d51251602f650d075e3caa2c396cc891668db8de0ed61e42edad5", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 85264, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ec77e92eb6c4612f16e23e382c70dcbcc1b8dc66c2d14bb9fd64c8db48165faf", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 85392, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3307c05cefc8c8532d1c5297e8837f640b637445397e635a4acf86786c428281", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 85280, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8dca071ae639bc2753ed04fd797abee14f54e2e16e26d2a5e1b33154389f7904", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 85376, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9a6d78bbc1cc09776aecbc4c1f2358d0807e55adda335deca1af78ba656cc48f", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 85264, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "dadbc41bc4eaacc9451ceca9263872ec9e424b3d654640cfc477216f31354313", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 85392, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2aaa49b198c9b6922b4703d51ba32dfed8605a63a7489718a3bfa5ec2a22afbb", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 85280, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6e32126e35eb852b90609d1929c77267a22ed8016cf9ba487851b39af5c9ba81", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 85376, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c119ee5a571396026deb1aa6b972523c1c3fae3012732a7c6732ea234ee5c272", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 85264, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "46478dd0966a6f09300e0877c5181b209ffbcefd5be6768f33ec02ddd31836d1", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 85392, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2e1e275994b95275f231b4ff38484dbea42b2887ae9d96cee64e2ddb576ed219", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 85280, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "236b85de55e1f6555c0c595b5c3cee36a416dd47aa0990c84863880eac0f9c95", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen", 83216, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1de6a1a2aa4a1a0a1650283c283787b601f16662c12d9e5da39d827aa3832c84", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext", 166528, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "37b89a9c9494a33470ff7bcc71ca4298d63bb0a34b8b557bf4460a7daee20816", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128StaticContext", 166160, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "16c44586093c68922ce6e6ab9765919f8c15f8c2edd5673a7edc3dfc55625dfa", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 166544, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8c9a770b6fc332bb950988fa41e024dfa253b6c8248e0f81191febb19a754623", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 166176, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "34c9ad19f4edcd660b6a00e9d9c912611f0b7087908c4173f76d13402cbe6353", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext", 166528, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9ddcf8061ed78954a0a17e41fab9387aab40547e652ef21dfae2361cfdd12d9a", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128StaticContext", 166160, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "301c189f26664b321f189e1fbdc172b1326e200c309eb35e5a3ec0adbeb36cc8", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 166544, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1a66e5109bb318c4cd7a6412e8da6ac1ac34a839b9ab34bb9ca7cf4be53610ec", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 166176, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3b091b1fbf29e498c417603cba74a4e8230d9af441d78a81200a2e3dd080e88d", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 166528, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "24aa11456a6f14cf3902ef3b8648c584c28e7a20e1aa15bb65a164fc0a1208d2", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 166160, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "51aeb9c6a0155ac1e55c78ced650058d83bfd5da0c3fc4cbe0b30b7078dbbd4b", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 166544, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6b7e2b50d5ca7589de1984b781503112ea6e0561d689fb850d52678c301fd73f", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 166176, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d2de08ec0e50dfbf315be25d426810b208f9dadba257590c97f69776ec619c19", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 167296, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "169b5c37e15ced3d9c3bc99c13876c67f83f551e22aa67950a2e87a1e01e923f", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext", 167184, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "cf742fa4924a6a76472ead0e5dca2b1a38afe2bd15675f4be561842668849d59", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 167312, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "645a78f03c58934ddd2fd1aee7bb9e4bc54e916a0c20c5f73123a307a61fd56e", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 167200, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4e6ada654a51f73d160e6046d1a902a014a691c726d6ddccede7060c0360c79f", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 167296, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e1b9f597a23d43565849d8408e92739d6fa24cbb79521c112c4413207b3d039e", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext", 167184, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8e7151cf84d89750028a1c7f28dc9404ed00584172c1bc6b66e43745115e60bc", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 167312, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "907b138e4fd79365d503076d112789378f08df4b6646d98e5fbd4eefce24ae58", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 167200, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "fc0ba85e9e641da39c0e65075180d43d96fcd150f15b86a6d18db6aa1db38c59", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 167296, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "cb8c8f75a724c498652f663ce2019f8b6503121c478d7bfe762e98539e7c6f46", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 167184, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f76a9e6f8918d3f5f0a08a05b6d85eff1d61593fcae6bb5c3b369f7ba5af5c7d", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 167312, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f555013771edd8cd0f5ca9336824b123ad669d8712ab8f2a7e972f114127550d", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_103, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm103aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 167200, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5e9967883751fb58de5adb50c4251d1b7d3bd823426608ff9ff4b1f093b3aa21", false},
 #endif // EXCLUDE_SM_103
 #ifndef EXCLUDE_SM_100F
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1f74e41777eb26b56862faa599eac1ee1e347e33f9a1bec4c4a7705ce7657fd9"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148784, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "db440d41b8ee50fa2e71ee0ee602d29196a9860db136f4acd91cb62320027813"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ae8a066648d22ddbd57ec328691a44722b35e3aa0a4ca365b4cb3d8d21907bdc"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148800, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6659f7693671403d5218e42b410d81489cd7ca57ae78cdd8b184fa09fe7875b4"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "494730c7eca71bd6b31b76d2f452c80bd92d9c754be7cf16c893d6104e081d5e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148768, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0e3e6f6770eaf99482b3ee3d0d24170b8ad9b13d1444f4ba978ba62b71dad704"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a0cf22e8c675a794a21930e625fba1b59d54c15eeec6fdf86cba24f50539222a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148784, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "32ddae204018339eea136187d30be8c09675d3dd7eb5fb876b8de4b87e452604"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 198016, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "200197f996f4045d2d1f240ea445364242decd35aad663b40ab47e16c836405a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ae25b722cf0ad0241b9eb98355220fcf51e3f641b427db75190c2efe00d1e8e0"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "92021947337be9c58327dadf018c7e3fade47d7033e3e77f15a12eb612f9c164"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148752, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "654333e08634457b0dfae5401dd3f20f85f8db95c36c07b3612db21ca03636ff"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 198032, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8ae614f7493e547149f4b840905d73d50a5793c0f43d2ed9521911ea5288370c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8fcf6e0ed42aedce6f25b03f11962b6fc36a0e43558025c4684e921342d34b8a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "55f588db7ca3fa2f88e8f2a88575d2919989cc78114a638bc5dab9a1da5e8c04"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148768, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a48f86e558650bbcf3a34b593891cab00a0b4b4cfc41c6d681bd03fc24deee6f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "599501321df77ad2f0882998d898a936ce3d527d60c7af65a7da4931d9799fb1"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0de3284b6b0fb7b12e19b0fe331eeae07aa2fdc61090ce905c35e085c72a177b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a0c2fc91ef55465dd595069ed812d6eeee01cf495e455d78f342e6e8bd7ff5b1"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "950c4bd3600c2d0a6ffb547f4c5fc7f9017ca628defab43df1e3062b1951762e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 198016, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4a29b54093e1d1476f8b270f83b06b115d7ed7ccae865ff452741dc492a4bd01"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8e78b36e8d1d89d9e233379eee12565c263f93d2fed4967733e172cf32ac8ac5"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 198032, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "48fab68b0aaa615c3fe9ef6d03dd00e44ee2fb7946af200fb36ef0e45dcf4d6b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "98dcece9268650cd6a6981d0b99808b1695c4f459d82c7f6392ebe11f1a020c7"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4cb967bdb11d44035a0f4c060ba8f5113c51046ef1f9f3db5591f5c94ee595a2"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148784, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "85feb97f728181398fa63fccb692fee9f5789a0ef56f38a9baa0b9942a25a3df"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ad69dc009b5a059f80ece70d3c02265abf696cb4657143e100c85f717be30b8a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148800, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d284701975c7444c8c567e326ce942adbe1515e361c63ca94f288375f5c103ec"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b7d96b1e91579acc995b875f724a7be3ec3dacbd2f736aec43be133ba10f6087"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148768, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0ea5ed26ad3d9d954bda6c4ca4037ca37ae7b903263f92e12aa763e302e96b4b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c014df40b3ff072147a968419de3be4312664f2a968a4759e6c28c0fdcee8c06"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148784, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "2681a5a64881763aa4b7e2a7e1fead4d5f9dcd035f6dec430fedbf075a5cd301"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 198016, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "115b9fa7d82701e7e9deee65703a1b528b117300f2eced839896d21a9faac2cd"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f7e912cd9209ab68c7a1da25cc715c3249dc1b65157c1a187095d8378d5bca49"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "10f92db285ba92cec098a8da056b1f80b1584ccb6b7e62943b59aec63d9420ee"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148752, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d0960f23fa0efe3396789c8071de830bcf00dcc78454c179d96d35f96b08e9c0"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 198032, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9d4f7b7168088364aad774fbc5565f01323bd2b0ec5e2dca307924b33f5d28ba"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "68da5a55e3178a3a3d50df043bc57d806c47a7e6276b2f87c399c817c9b5ea3b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "841f484a3911463414e2954d599b5eaecf5632c0f86809692693b8853fac3d24"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148768, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "432e335d03a222f83ecf42e0ad278db084d9817a2d6472f7bde99df4e1491884"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d9ed06808318e02009673a1fc66902e67b53e3231157d184804482be3a57f3c8"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 198016, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ad320f59d5862ae37cd48af34fb14dfdf0d7c7ffc6039d7db64eea63f0c0e664"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c89563b0ddc4c012dcf592d42d46e2ec7430832ea330bc1c5e03324d2e3d4a4f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "73f52f2f65d3b9e0922cf09870ae7971393d9b1bd461751ceaef0eed6fc01a6b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e274e28061b97baa608804cfcceb068f909f4f9f6fc525f09f6e1395b0c51502"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165168, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f806fd27a32fca164fe8bd13bec7b8310bf84d4a3cf600547278aa36922630fa"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197952, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "541fbae460a1639410c9ecdf5c112737d6816512028aea8df483e2b491e3c8ba"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165184, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "14bcbf0d3c6e79e4f32c4de228e7b5c32a250941bf3691fed790194fa1b15635"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "804036723e2778e578ebcf337e2d1a76eeabd160c43bfd1d4f273547cfee5f2e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165152, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "875f2617fcbece7ea83d6f915c164240b9f27bc4ff11fa975e7e96736c4deb3c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a52273c6a1e3b9d3919a6e9cb3f824ac140cb0cf10542f07c60a920295cb8bcf"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165168, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "73b0c2a7ce76855dbd9c3ed57c80fb5790f664fb2d844fa636acc789bd7a0ef8"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0390f8caba2a205c17a2c1241c7ce49e38c918c09c3047eefd06401501a684a4"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197904, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ead3fafb6db99eeb14d0e9925e50038270b1a9525df42b9df9bcc66170dd48c0"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 165248, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7a645019e694680c64e17fbc7adcb245975cd4298482d17e85d11c7467af3abb"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165136, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "38d84b6869722087dc47c16def09147fd954361c96baa70498dfca6e59b46655"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a691fd7a0313dce6dd6db41dea1eebba61e8e7e499bc2325068e062d5f9fe457"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "05e29aa72b18d8b7d73ebf76c2a8c6aed11c3c632886bec789b8a1c1fe273602"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 165264, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "eefdb9bec97c7997600faf7cb2c8c48ac9511d5404a3e1630572a9531e009a15"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165152, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "928f851ed9dbd73084101ee3923a751831cfda2abd1d683cf1aeb286396e8b9a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "68e467eb45484ab273488f406524ba47cd5813d2d61509c24c30d6d05e9c1aa7"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165168, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "81d137fc3b0de4629406619daa9e820df2674821451b2506dd7fe83ec2eadd92"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197952, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0e758d480743dac44c62063347b237e16ed497662ab312962cdbe5db5abf88dc"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165184, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d87ac80ea4bee4d79db18d8a03abd0dfa40521680811ebe6cff6a3b654d14c24"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0f0ead36b93e73f663eb301cf5cd9cce4b5308c2841edd7f8d556405e21d4188"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165152, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f98539cfb877ea462a53e708da3ad88b68dd499314a98060a2842a591df9e755"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f33f90fd19025fea44141939d87a425480caa7ff5d80ff6356dc5ff06ad8dc43"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165168, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "21e31e07f0756bfc971fb19b6daeb91b4459ff5d94f6b87b9c8f96c261904973"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "96785d5462156bf2bf0722e3900c7af9ade09181b10590a344efe2325383bc75"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197904, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c4bf6b24617d0b4fa957637c2686ac062287839bdd5eff6c37a42276b16817b7"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 165248, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c21684ecfd1e6f372aa72f10860cbd9d01c6cd3ec0b334f16b7c86f403e995d5"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165136, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1a0f71cdda1eb8ec0f8791f165dbbeb25259d1fe8bf6578006a375e5bfd4d8df"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "697f2672768513d03a29927b58fa3d19618ef8797f61153d68a6124bda769dda"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c811a7fcff08e45054b74678f97f7b9f92f04dbed6bee216e26f7fc4c79d280e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 165264, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5830d7ef87e48c96f5f60cb63339caff9c7e1e36b8b0e266ee9cb4feef24182d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165152, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "be4997d424712abf990744c2b5691532d19aca6c6ee5a5db005b28e53752fe57"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 196888, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "a6dfd5e8768b69d71163e3e4df697fe350a4e3e17d97a29ac16a9bf822a9d7bf"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 222232, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "3e846c9e75d115af69a78f285b612f3678ece8ce8fe0fe0c973f3b6b05fd2d78"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 184216, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "85b292c3d92094f19bd1cb9f0602b45c92c603b54c3304ce5e9a14f521f1de37"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "4714cfc72c68c848d6cc340b2b2753b76a76e317b47329926b3cc77da6dec069"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 163088, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "f281d98bb0cc7f89ad7a6493fb3855463ce6c3cae8870e7fea81b30dfc5d475b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 188432, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "db4522842ee76a4966566317c499a0a4413788cbaa8f138244fa5912334c3114"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 150416, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "9da58b92390357346820013af3413b033b4a7282d9ffcad8224871d3e4a35aac"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen", 167280, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "0a6a363408502b01a9304ad5998c15ea8bd9394f28c025bc1e2f42855a444773"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen", 163088, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "b7bb236d26b5bec70e73f4ffac4dd43249d38acfdace0b069ff2219295652d40"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen", 196720, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "77ec0b97db8733374c3f81ce0c5c9f289d8a40420aeb0260f0913fc4664db2f1"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen", 188432, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "83393d9c24ea3aa8bd6e8485777a3edfe93bd2eef627ddb0da8ff25ca71bb172"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "c7ffc0ccacf9c688c6fb62bcee4dc484cb5e197e52634242f75182e5d775a6b0"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "da7f076df4872675014be78e73703fcbaa6b238edc7df07f38bde56cfe855dfb"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen", 152560, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "76386671097b2cb0aa90a40ae860b3264ec0dbcfa18761daccd234a285ab43af"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen", 150416, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "3195e4bf438eefc074a1271d2c613a5477bc29ce494ceca3af50b72b9a3971bb"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197664, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "671775bd1f63ae08720325b39756c73475e8a518979b1ec7327856428f29ff5c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "58aacb019d509880a5e7d3f4c50e6010cf57d95d58d8fa2066dbf4cd7928512a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197680, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "77f7148c271589548c2f5c46cc200200d581f461fecf67f109260d090bdcd7b1"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "750a516350e472dfc088608cabc4d1bdc049984b96fab1a2f8d798821a1a3fdb"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9c3848c5141929bc9bad83a580e0145bd9647b0191c116444300cc967908dd1d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197648, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cda64b56eb26893e261eb11469d75ca5d727792769d555e7f156b94dae7c2591"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a424e4a734af1832ed25c8540684b7c36980e78fc49e1cef4b891471a07f54c2"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 197904, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "054a5aad3689d6dc992dff446c0213e90a820042ca4021b0bc93515b5ffe55c9"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8ada2bb002cdab837bc0883cfe0a02a28429d9cd4bd64c3fe9715116bb07b5d6"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197664, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "792bf6f48a6eb5609e897a995ccaf2adcff247742332f1c56b349c834bc1c3c6"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "2e0ea1ad9da2fe6d2b71ad690b37557ab6c7461a89cf27a873674387db3c23a2"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6a1163b3f9b65e67beb2d3c9220f54b7a421c139fccd2228b4e9291a823d827b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 196376, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "89fd221ccb03f8fb7802c8ad590d557b4ab4e9d46023a7679c475f6c6a0f2e5a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 221720, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "a9a98616f2ecd01b2107c6c16e59a9bf54c66524a331f940b60b5e47ff17fc81"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 183704, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "b491cf61448f579a7c2c2609376947c37d068c6f9ee35d13e2899ac2f273397e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 221224, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, false, false, "6d636395a16cbd234486e8067003ee28f0480c41e512260a58b3496fa35a195e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "c1ffffea7e95486eab3a74e25a3ed87ce923715916304d4a44ffc846c0b9e52d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 163088, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "d054de41008cc42b95df26e91c53860e1d672ef80726a1addce5108fdaa3a7b2"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 188432, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "82a7f17f301565ce09a337a642dafb2063bd051d4c615ec908cd7496745701c3"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 150416, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "f076525915bd96c72b0e2cc8487dad4d52206fb327422e535f98cbfd9878ab2e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen", 167280, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "9ed60387c9d1a976561a4e848ff9fd730570543ea913b092dd9108b6132c9308"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen", 163088, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "c3eb7656d24b6ec8194a25085cc0813a20b6a9a617d5bad79d826b1f6cab464f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen", 196720, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "213cd43c63f21744ba4148265d23772d157770fda5b5971571625f2a522aedf9"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen", 188432, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "d18684b01bb5de875af579dd4b428a63ebd6fa91625b3aa55eeb654934901012"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 221304, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, false, false, "76c4092a47dc76819fdc273a53fd0d9e6a7494e56071a464bdfc47beaa30a2f7"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "6b073dc09fef5e8d9e88fe3190ea9876f831e3169ed7ef21073c5a77d77c061f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen", 221208, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, false, false, "39ba53fc579d1c192d4a39c07d124ecbd76e72dc5eb8a61bdebb3ac4d541e809"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "2a870641d33820bdf484992af33bebe756946f59c2e616b31fb6f2bee8cc1134"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen", 152560, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "81908820236b90f7002868155d2e7b6571651aff6ac40fe67e357ffbc0d9962b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen", 150416, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "26c23b8470a9799d5e6aa8c0a652aa63a39e23cbf29b2613547803535787165b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197664, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6729a46bd5841cf85b5bfe6a79b2f3499a890a1662c7f89ee7a4e331f2037b67"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1d0260b787ee763f7c5de1ce2156bfe95be29f472d6199fd28e3867e3e0ab12f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197680, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "27c6dadc7325ab8825cef777d6141517e3aa25f49c197f7846a0b1dfb6fbfe96"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "2b7264e48abdf2aa90c23f40c7de2294916dbc5a4c8f230159d90f2febad9541"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3ff691ba0b725893d504e4d357826af8d0d31a5532efff7b3c09b989d956dc2c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197648, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "aaa019980973e3fb38ebd42911dc6f6e56d453d977d247c78c54d6f3af8f8bdb"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "53fe839d9ae1535eb22bc2908dbce159c4608e33aecb1a8ef6d43be1bffcd764"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 197904, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "581412eb527095a248b6c87324a53a98ec75b8ff6610ec918a1b29adc429fab1"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "94054a6a7b5aad11c22f55a0e8757640626789da898565c9f228e7e5f5a20686"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197664, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7a734c0ab443b7ecf3e1ee529624d90a08a090078d2e85dc08a34a7988c12f8a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "74ec45e6d7d10a4282ae6fe42ee15baf9ec6743128d4e77d787f7cba1364d72b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ac1f56dae221e9de360d95c59442f60262d840f8ae43c5ac52451fe27db6b0fe"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 196120, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "90eb2b1852591171ecc79ed5a2205b27c104f3ec0d0c3015f88acf1a56cf7021"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 183448, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "2c45b1c2f7ab55a3a5ca11276da76ba64e8c51fece14d0eb7a5ec517209dedd4"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "e8b4591c4a161ed1d3e79d6104cbec6210fd0b3bfb477c9b8d3ffa23fb424b88"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 163088, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "d8425a90139df7a7d0b1068959bb355151da8dd0702546dcb84d54f09720139c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 188432, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "56b73a28316dc49f8f24b3c1508a1994ff22a30c29f1f398af9b3de1edf46931"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 150416, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "f06698bccdf15eb4546792971f885279db19af2504eb8ddcdfdcfd1db7602548"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen", 167280, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "061f243779d6727640ffa8fb58eb93d71cdd33399472e59267536675854c7ce1"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen", 163088, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "084b0612fa16aff9b4551755b107bc23ef1539cf0404064408beb661764ec8af"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen", 196720, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "d9ed9b87a736cd42c21b20c2ce78d5bac6ed7c3dc32169e052c30fbb67814041"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen", 188432, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "16bf6a41c3fc5aa9b682416f2271f449872721a11b6ffe274e531137664be277"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "0d20d3a6dbabc078f38a0c21decc2639bc1bdb59918b7f283b76987e70a12ce2"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "b7102b4c16fcd45b6ac79aed960fbdf63ae4127ed82045571c8272303b54544d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen", 152560, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "ecb33e9b8869108bd4e5aed4018cc09fdf20e48f2deb9f4793f68ab288f8a166"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen", 150416, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "881ac7ae3e009be5885019164164e03e6ff79fcacc10a453e9e1f6a391052cb2"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e07d6615e43004f5849c91988dd815eebf948abeb25904199d9506fa131b3608"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "93ecf39089146c5e283d368994536dd8890982690ed5e88939dfab074588ed26"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "371760f94c992502b4f3267428a51a4e657305eabf02913a3f4b03702def77b4"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5a7a840af0c4992891d9ce1b07163829dfc180fcfbb616ced2db1f2427385bca"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ea89814f1f687fee3eed1a2fb3794c084715da07ceef204f8a4ec51e1c1067b6"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2d91d5a05f08dc3ac9fd757973c770607e51dd03e1271ada6beba92d704af7b7"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4e5676d3711dbda1ef69da0fffff6522efdea35179cf69b9689b34141dc2fc1c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "203470f75a3802697deaa3d1026689f5e4b48d8ae94a94efa19b824b5424ca0f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "51765f817f3c69a6a9c745f34ca5918e78e2f0a38a193e93777ee80dc1868ade"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2232efbc9df5f7ea8ba6400bd9908aa7c3e838d53ddf2190267e7275255c5335"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "fe5674725e5b9fb9618001cd8718871e51701cea4fb1fc455697d848f917fbef"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b1d163ec75e8b3b4ba14dbe213ff0822643ee12dcab7319e35e97a99f53eccd7"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d05285dc9538bddcdeed546a749d3edf033bd2a2bb7631113889d2e0f065ece9"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "56e800a920f046c0345f94ba3254e57772ccc82dd9eedbb61eafba6e264e0ec6"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "831af0bd7ee58f61b3ff04c905a58279783955e518e5f574f02ae92c4c806250"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ceb42d639d71c4ff2c4e8d8e4aa94c72e191754cfba903ce802b8355aa90bee0"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "79ce5dd40d07cc4ff51ad4178178522d47a98d7c2d904d343a7cb56c2f96a2a4"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5ad869e34c7263002d610a9cc034ad725becb9a65caa004e70ba699f12186ca5"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "943a4c4602c97f3e777ebd3203d012cbf97a3afe1c8659b949c13f4c3e319e52"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "781ac40e3005725a94f28df013d4f6e8f76491910d0d317504b63315e2321b4c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2bdb98eae4c24cfda4bae79ebc3ed69f824379e7b05698f8011d9738eb14a011"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a91984a8012f7691196e6c3ab702da97286b6a132477e545eb73d67f26cdfb10"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "16a8e09984786604ed97d9c053810fe994c47f077c60b6aadeb4ce11aa0d22a4"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "42b9a81491dda5d5388a13f240f7c4e67aa991bef7b74d7c0d8ebbdc743e1909"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ec50e00ad601b943b70aefa0acd91111fc3931c7ca538752796da825d105711c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "18be1afb86f9872cf6fb69984a90852d4553342114f7edda7b201e64f16d289c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "beab1b66545ea1d0a5fa5092666e92a0804f299bb658a97c1bc7d0335ccff3d5"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f95831a0fe140b90ee5a8771dc91afc69da78d7f13d234f3c20eef8c0cf74104"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "693b15c75a14faddd3bee85a0643750a4380b39deb7588523119bda7a9241290"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9cf1eb249641f11c66ef8513fe0fe5f2ef3003817a2bcb5f84d39b9f7c2a0ee8"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "71bf0ec970e29e9b745a8e79d1d1cc36de0df0bae39b2a200c48420ec4cddfd0"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6615beb8cace0c501f4d4af1c00ff65ed61289cf76fdf80bfa8b28c79f0ea66c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "76b47db6615c9c6be874f82d9ca013024748adc52703f2f8d1b340116678c678"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "701fcfcb1edade504297936390d9cc9da92a6ff8844c676cc709242682ff455c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "03b8430ef639e4969aa55abc63c3cfcfaf1840c2a1ec2d85f70ef3015721ba34"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "27053542d51e9aa934cbaed5f7d2678f729d1cb3721e45d923160800b5241846"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "fedffdd27f4107599d199979a180c37535e19bcd4c7da2e5d2db4abbb8a32d85"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "76b5ffc53cbad29041725b5d92f8f59e870e2bb2cf8b69935e517522fa1ceb42"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a2813c880a86fcd12a13dc81f3d4ee929da52499f0e434fb9dbdf6fd04b0ba72"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "48e36f192f4f169d9be4b9af2781df8515f0315cbdde8df69072810c25be9787"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "538cd2b43ac37a51bdb496a836febd13fd14c9e4881bb12fd0976941d7a13c2d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0c9baf3b786554261dd3f69002dd195744de090a06519cd153b948658bede7ae"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d0038b1a069ac6f5e7c410ed9de47c49bd8416d929be47e1f02bb8454b29507c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen", 83216, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b6e06707535c487604273c847e7d2bbc72dd05942ee599b2dbb9ae4f546bc55d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b561874a4195304ba6a0ebcd36da4b52010770b65cea283cb80cd5fb611ecd34"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 173360, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "880b4f0fd97386d33feae102f8558a7cbd43e9d267f5aba38e2a8eb24845ce8d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214336, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "0b0096b23f4a220971fb4bbe8a2619853e3a25ccd59812cfcabbdb3a854d0742"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 173376, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "9f417420b906904584d1ea3dec5b8d8db29a1ff0653a375729266033d0ba6f1e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "eddc47ee944444de803875ba0462299327c7ff54b385d8e9642c44d62df52ac9"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 173344, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "139ab381ec0055453345c7a39e62d01290889e736c53aea6c487732a7cc8fb99"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "1d102bf629a78037a6505a166161c6e7735648f306dac9e174ee53545b8b0c3a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 173360, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "e6a7a526f6cd44f80ec0e0bad474e587a043704827a49224179ea5f936f21b83"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8583f11f5ebaaee345895e03dc2869021091e9e4f23a19978ddfb4dda2731378"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d5c5e5c913b3595657fd1149081a65c09b42ee3019e0d0b4f3f34ed9462b5b47"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 173440, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e418a3c472ce1580e08d13d77c0c566a02a0dcfe3f0b2a8c634946f3b0c7d0bb"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 173328, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "315beff6e5b42957a677f947efcd3fc8016c32acf19c16990fb32202212ecb4f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "21fd868ad3eb482080c5109e139224c1ec630357155141f13510868823b2191e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "9cd12beaaa2da03563f5ef78629adf0a4c294bed6e0b91de65dcd70d80876c2c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 173456, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "69d9965d78248ea7f7fe346096f079ea330b21c5a1ad014c9a1ea3f81f079625"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 173344, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "9bf2f1b214c4bbfe3ca6071312eef4c8e0688d45f7586c17a9682dde4626b4ca"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "89c18473bc61a60f4462110f73941ecefcd72ec82afe2702ba29666b74e1c144"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 173360, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "9d020b213ef1cf01bde9805ed36b43edcfd4b7ccf75ba66a56885b24823361e6"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214336, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "666ab305b296757f6127f05e3138ae37697ddd0233fd9adc6f3a716bfc86e613"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 173376, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "47d3774328ae2afea1208506bb3a845f49e7bb806ca7e09e9484675cff1051a7"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "845c515a20457bcca5983c7c17c61c334e0fbe7f4b4fe735d7d879793682d7af"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 173344, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "9594d9c5436f70e93f9ec0d4ddeec1725fdfc43e1f56df5437feed5467e7a3fc"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "6036be4a3dc822184645549626b64aae9d32a1186b4baade7c5b731a00fc283e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 173360, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "bf5c3502261ff7645f42e16ed2a2b3b3acafa5227834e56b491a66ed39bbee21"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a55ac6621c9dd5bccfa499e1e9706e9b0abbc42eaedcd15ef871203df81bf02e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3907802388d2e7c708f4eb1ed48e4f06f6410c6abd9637eb5bd4761a26947e96"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 173440, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3ae65cc783e5c6771cb848eecca1ae85da40191603e12ff5ad91ebeef362988a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 173328, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "7ae7630e493f16c710efddcea090b6a6fafc00c6e90e204891e45e91e9c01f94"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "9d6d0717df37a56b579265c9a02051b6c96c1828baf898787919ec4ca489a925"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "7a89261027d9aa494dec1b8e1c6a348481b10d2e2542f7f53151387ac324f86a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 173456, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "30f2e9660c58bc8aa8946a9eb58e8ff3898f62c65bc02a930280c55dd41d1ef1"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 173344, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "bb8139a6c28b224445a34ccefd53f68f1cc4c80ddde727250c0dec0391369862"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "54d1339ef4b28962505d7658dc7e8c486afc124663723c8b3f30e74a71058f46"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 206208, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "fadfad6b4617355f8ab23b648f1c95f64a8c1354f166a85873f7be6049d674a4"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 206096, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "dfc481816d5f5d0ea3c4a09cca662e37ac37353d22e9062b5f23f87787870fac"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "952bbf3cf2fed0958cdb85cb49518f59757173ee5724a121060bfcd9412c1898"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "d560bd0632d8645739b4ea540e251548062791c404f9ec0d1b449cc5e20d6e35"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2288d1292018b4ac020991093e38e9589aaba4e9add32477236cf578d0fb1d02"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "1961ad999d55671084e05b9a01679a082dae4e6c60be29c726734516f5a80e82"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "0abc91af76297aa0fc19380737f542149727bdd332d8745597633b6b77a50281"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "b40664e0c304e8873a4aa6c28c27380933f19be1f409d57e486f8115dcc74cc9"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 211488, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "9d6bc4e8fc0734a13d6ff4439cc746796b297fca034c1d0ba560255f76fdb984"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 211584, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "6689dce76dd64219290dad6e9fbe7fc348982ad0c3b1d3851f21f779e3a227dd"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 211472, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "e93906d3bfd7145804150ae2274f85e01b0943272e652633a195d7fce387dec3"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "5191ba1e6398763cf0b1f707a6b0cf61eaaf43e75e7f42dd800610b71d24ac77"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "4648dff19ee548441e2f3c968c1b2da0954846a47132fc3f65b53e736b38b51d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "07a526e9bddd065475cfd6aea1e6494f1e1c9a451b279bbd13864241eacecf4b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e63ca4663919b5899bb7ba7a252ef9ffca2c4a75d26116a160382acc1c6876c1"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "6c3263c3e25965fe2cf7d2c2c953d15ab0390809353ebb7e8c6d1046232c414a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "ad507fde8528fe093f3056cfad798c1d6b1bc765b643c1dccfbbbbb64adde16c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "302c36dea127dcd2b29b3fde5b260c3508c2f279fc4bb9ebb24b257d3ce70989"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 206208, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "49b8502313b2c3e4c67e42d3dba2c7f63e107473dd2af331d6bcd6d929e83010"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 206096, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2d2083a0cdf140ed87117166049c77c9b95a1360b191cf6e66b3e8815d538e17"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 224040, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "ff7f1c6e65f6877e5dd5c56bf60a352b245815df63059e5f21df5c52c8c7a48f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "88af4726166af101354ac3b3797b02f52e182f324fef9ffe862bd955863d68f0"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen", 224056, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "9f24c44b4e345e775a54dcfee716051586b6c213a14498daf37ebc5158f7ffeb"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "df1cc21348cf5f661b9994ae370f57a22c54fae648363a6699cd385f49fbbe19"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 224136, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "671477e8d007f572124779b3375f0638ec6852894db14bc51fdee99b401570af"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d611359768a7b1bd8ea3c44ce7b17eb576171a78d2a235b2661efd2873aa968b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen", 224024, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "f185baf4308a6bf1ca6d5037fac96760c4961458095102a45e8762a356fe122a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3612e6549304a1ab55102aeb133f23255a1a36ac4636df403aac3790c8c7f065"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 224152, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "790675a64f320e9f8c1a6e93220ba6f938192bd27e705e3e7279c64432c4f8db"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "f3ad7dc115e1258b83d87c82a9c25f2e46b0a3610d441fa34a17d53a49fc327c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen", 224040, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "3b1296bccf73aa1e33d3b1b1b832ac813d7616ed18680a9f0b031b68e20bdd7e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "3ddfe0567b6d655c6bc153fc601a1d633555a3a15ca1ad5841896c09bafa4f62"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 229416, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, false, "5b9e3b0fe9ba3484a0c7fbfd43c468ac1884c8e1a6e4d5eea418d3a6b64d3d48"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 211488, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "84e250bc1befb4ee9d356f37bb6e7d2ab70e44781eb4715657540b36f20e6681"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 229512, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, false, "2f6d4537797d7118c030d3fb0d7a94f4133338fa36566346e1162cf0092d4de6"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 211584, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "54157b513bf1a3eea9128bef5fcf8ea521cec1a813eb0af0d719bf70f2eac011"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen", 229400, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, false, "e8c0234bc3aaa79beba78ab5b7790c76f99ce7ed35c35c19e364c570ad47abe3"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 211472, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "af02d10e6396d5db47462da6f7fc3d7a63e8c2bf61afe299e6760674d959b2c0"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 224040, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "5ec3a655991581379e13c395b95f0a6ec371d110312de474f115361389da6802"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "508d64a1de6e5bc00ee68a7d1246cc3a8efeb0bed86d225395709744e5f906c7"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen", 224056, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "98d3a9d46f325e8e520485dbf780177062658c9807aca27187d19a1fbd26a70e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "8dabc93e1677b576acc11030dd251e2a80410b151327bb391be96b0de26779d4"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 224136, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "8f5337ad419a21c6f65a0e601f2d4659d9c2255ab395c47aeab7f951665d0ebc"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ecf7b4efd8338a0581a86b383320e5e5e8d3b2d9ad9afc12336c5cbc802962f3"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Static2CtaKeepsAbForGen", 224024, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "1a2b3b09b51933b367b7a25928744ecb35ead6d2394265371405ba7f58aefea8"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "405ec4b2ea523cf6babeff980313f964381434370a0a059dd678309e2d06f901"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 224152, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "8887f139eb6822b324007862d0aa01fc56851d0ec99e407b02a4b46f87e70c84"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "b9bcc8b7bd2cbf1cd1979c99f3fb80c97947099bd6cec1c10aa3486526765e95"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen", 224040, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "4fba2d7dc7c48bc6efd473c59b4ce9dd6c3e5f00f66c22b81585fe11b40fc37d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "b8750e1fefbcbc2a7ea670494b31e820d4cf238b05f3674e86d8306bbdbb194d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "98f5056c4d75e16fe8ef8d404702ad6756a13ceb1ffb9fc0ce44083f9f5db6c9"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 206208, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cd1c4250d48d8e0a91f3cd492a7078ada0c611e5c1ee3337a88772a15c38040b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 206096, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e32a56007a1905084227f0ab512aa6a1cf205430029dacacd4cfb86eb8019d6f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8fcd05a32f3e6ca91b656dfe3b6eb548126a22271598f4bcc08c8eb04747b667"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "74818c322b9f554ccdf2722b478358108d66323d4829227290640b53c2fd0357"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c2efe699ca39386bb8308f903e672be4d907fde14d51e011912393ae6b236668"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3259bcfcf3e06cd2a4dd55ef0b1cb6d765f3b60018a2e6206890bae39fdf514f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "6de2f1500b9901984e2c0e20a66de698109a997cce81c2acc23ccd61ec8bb031"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "024f16abb29954c69a8950c18ffefd75f56a42648f7396a176b2eb2dbeba5d26"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 211488, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "982fa2685d641578639e23ee67064eac4b91a339ea652e5f5de6726b5a9d8cef"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 211584, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "205797eb10ef853013cc301e171aa79245492cf23733a8200a3c09a312ac888b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 211472, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "b1c60e5695953bf04a91980ad83bb32f676cf0ab182a38facf973d6169cb8992"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ee616e126032bfddc1cbb8cc982a936f62f2ada78bdabc3e6e2ec11094493040"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "1e58d5b2d66cf7ad012acd270b7cea565f0edcb9dc840d4e4b08eea11bd648f7"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "aa410aab0f0fa7bd40344496e181f58cd8aa5020522b0e81015bf1a40a4e194d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6ac1fa05da76aff7100816308624e6c44ea95722cc2bfcf980d254f40bf34e71"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "0ccdcee04376a1aa978222e6ceebec51149e91a2ad520eeb1bc53d95ec0126fb"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "c96277e1dc4050deabde87b19f78b25bc766a39bb4c94b41c2dc1e40d7cb053b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "820d5d09f8ff82207258c06a7e0ad355cfb5bdade3b99d9ff7dbba7c7f4e34ed"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "93767ea977003086cb7ff663f620c9e82537d37d650289cee2fa99057cb2bcdb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "60791f495b704db60225e84694e5e1987b377ce153af8a9db08d2a8c404ee4a5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "2c379711918f0fd9d9640a2d48f047d0bd30a55dbfe3a92c221374dd3b8a1dac"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "afb3a4fc3884a331cd10519500e42538a5b78e2f75a5fa0b87fbaa9ee8bd74d2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7f01306c726854d54050f683c1ea0af8e35bdf79c603c6a8e5d07880c291e683"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a909a22bacbc09d8df4f86174faed4cf18ed5e28afe21968118b9d8152158e43"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "709cd8a1e42b85f228cc404b96701ab1c49ad46c4e9afd4d762249b50cfa9953"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "333bdd592f71fac51f97513b82d785b5722f2d50842a91756c900aff015ad651"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8ebff368c4423140515e4735ef4508da9286d5c4beb9132550835b115bfe49de"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b7fe83ff59055b1b418114ee9ba700ed07bb863f40a11ea06c24ce2cb79f2391"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "70d522d20075e2b60fbd88e15b7b8fa46be99f2c2252c96872c26534d08fc740"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d8adf8f31de1040753cb69be93e8cc8c5eb1a0b3535dd866d0382c94ff8408ad"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "99d17ec8a78ce7e87747ceb84067818c0a4084524228c2ee1db9682537aab2e2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "97dece431cf16b0ad7d2801568364d707dfd89bdfd4e11ef148f1c648c9381af"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "17139057ee691ea7338e0c53f07a40707b816ee4d7108d44b93dd7c4be9d2609"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f550ad9855ff80b0b9c3078f17b11944d15c3c2dbf44faef86e136c2a8a4dd9c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "58592667b4c3353c7a08eb996c41684cf8605ccf1a45f46500b64070ba475ce1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "655ebc66f5907bcd0f2bbbd029ca98e468b181ad41447c22120f3e3b5d462a6d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c1153c82f97666a81f635892e994424d7cf37e714a4ad889cfc24fc5deed09e5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "bed4fd119652366c8742917a41ef3564f80707ba6eda3c6616bc453487060815"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c0d6e768249d4182ad9e49b8fa0d40d815bcb806f06cc4271fa188cfd1bf2909"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "2c74d818ab81d3ddb31278fcb547867e416211b80cb792f55ec34c6920d02419"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b49456fa34e17e4d2bdf30c7902613ec0caac11d86e214f0c8e0508bea2d9efb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4f69de1148c492ab78b8cfb4c20ad5f1080b32a806c3b1e42af0a6272ac06985"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ebfdb3330052c632dfee8bbe86acb3a506d6ea3842de879c36f403131f3a5de8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "bd20cedbebee267e62390da4869035d3448b3fd8f06ee66f4c7de1017d425ed4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "69ed6212a5ff8cdfa4c457e93399c2839d9ef4709b21d96e93b34aeca153a7a4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7501cc59779511cd166611866bf9816bfd7c4a39246a16c092f7594c992bd976"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "dc907bc93b336304c0fb3b3138a589c179058b8eb165da32a2a9d0fc041fe94f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "27f163958183193ea1c8fccf1c6a8f3b31ee5c7c8eca54c53fb8d9b448331908"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b1dc69a83e5495bfe6eef91c0537fb20ccf9b0e49db646ab02e1e30a5c746d8e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cc361b24bb6d7c3f059aee3190495c235077dfc072b0bc3c0149214ce3d1db5c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7620e48dcb1937790c73683e962a8cf9f046c5904424031fd0b2f837cfe2c85e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "07895fe9dc7a0e7b66c32547ef37691dc9e7d86d19e03d9bc2e3f92a40b19f3f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "25af37f2ce410c8307d17374cf0bebfe4305f1a8286dce785d94fcae46326e50"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ebe908611604777498bef15fe20cfcfa762c59e9d266e5a758307ce1ef8a4e5a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5194ebdc6a87e5e0a2ce146c1a54e3364255e03196a13ac8284a705e9a45178f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "da34a15cd47617218936dfbda312b9e17e521ad7dd6f1560fb05d60c34ec1949"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "159508b69d541a3b49209a17380e5b76a432a3d592aba2fc19d6c85528201fbd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ca8e577680563ecc9ced85f8260826ca6a34130caab1eed3723b1b65b37aa040"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8448453033ea5eb835d5c510aef32cfb9134104076a9d614d766ad155b101295"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "546f59dccef6d1cd2e28fbc67c33b05aa43580fc24e10ddefc244cc49e70a953"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "53eeef8ae0f96a900443a791e6238e8504e10effbeeb676c4f10d541b25adf37"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2a5588438a95076c8d447f13d39c266900c3e66ed2fa7aeeab1e4b044ab76f00"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214336, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e318b6615d39058a9db7541d4ebf4ff1b71b6e3cf2163aa412d9bea6ba3a62c7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181568, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7e21fd520908bf84ff71b18909b076fa1ba8329a73a5eab3fe17ff34ef9c49c0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "59571f728d0f073530785cfa81e32d35426f320ff778e0fb9dee579313edada0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "bebe0a41c443e9abe25d7b90a7a42f50c491ce3299087dc9fba22f892f6b018f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d6d08cc20ec3db46923b1d6d476f0793fb987cffe1818962351787529fc440e4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "65e092b1854078cbfddd159db15dd359e92e3b6a21f14f070fd8133d0b0a03ef"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "44004a01e1205dd1be7f88488592cebdb6a2049006052a2ebd4056ad879e361b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d1c010536d2fa0b20a1d227cf4a82db570e56b377f8d0ed97e8d9f9c377300f5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 181632, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "361be033ccdc1e9a45dc8cd3582580450ebb362c047b95a3b55725e1ba247b1a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181520, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b9c4e66a2607f4156c8958587564f1f6efca91f1f2daa0bf6ef143ac339ce791"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a6fc4b0c9ffdf59174fd8d0d2b67dc6c001e9e72e5e33f6b5cc69f085794ad18"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "37fb2ec22867a5a1734b5cc1b73c8d893778879feea11b1f76c5aac19d1d8bfb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 181648, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "67a8a0cdc06998d657572353993f44ff559bc2eff79068fdfb54be2f33315cc3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9c21c9c152348eb25ec803de185d32507b08e2fe04bbd976989895e108e7bb30"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ecf200c7f40772fa0008e4ec0492bfbb6082c665ff45596589ee3010bfb3c5fc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3ebc86684881b5689bd647f14844cce39977a0e4e289d20fa086fdad2de95c36"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214336, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "29e4a22697f8e8918dcf7eaea80a0f58bc017bd7b1eb2b329442a1d620736982"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181568, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c7fe0ef56d8a924c00820d15f51c9e5c7d5382b2c91a32f2c175ec86b3f8266e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "aef00907182f2d03052e37209e3716c994904a5de6c1fe447f34a5b50483a27d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b7d350ff336b59964a76490d110759600bb5b3c3dcf3629cea3e2aaabe07960f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "19017809a4e46d2c84d10487abc551c3c49a1a350e0c830f1fa013ce461cc4bc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "40e48abd4c162ecdc1f09ecfe36daef38e012f883808d687a3034cb776736829"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "57cac41b1009795824b9c7e8e383de718cfe2cb46296e4b737312e9308cc3b46"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "01ade91625916025e41eba9a605a8f552fef14080d093a266b99851a335c7806"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 181632, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1344be5b62f5269957a3b725b65619351bc4e90d9b77fce183e67d85b9fe7192"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181520, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "04b99e6a50063cc3e036cf4032309f651b9e24dd3a91f5bf9712e4aedf200fc6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "17827afd0d7247c22c3503e6048cb326c25dfb158ce17eefa4769e9510ca470f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "461c61ef95df99a77fa948411cca89796ad36dbd372335f19fcb9c489c856c07"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 181648, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1cfea502457d0c37672a4fc191dfe279cc9b5eb2e3bd3cda1ea52eef27ebd4a4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5a604a02fe6dbb82c615480777aea810439e67225a51bd9b722c45aa233a4d66"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 209176, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "f54882cf80ea18171461ce42537a64106535dd012852743e12363dab689b46ce"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 214040, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "0af49a88dc2bc2e11f602b9decae910bf34962a41386083957d742295d5e313f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 198552, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "25d664008a3dc20ff17bd79f2fa86f9c46885fac4d6880d586d169d498a556cf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "1c84b98198f2ef3f1c7cc051de374e1fe076a2c833ff7e9e2b84bf9ff4edf714"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 175376, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "30b4e9485f12ecb8f99924c4ca86ac3d07e4d8c9189e239d37ff62463bba31ba"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 196624, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "d510b6258c777ae29d17a1224b939c48f2096aa15e39cc0b0fed82f5502d8445"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 164752, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "560412d42e0b50f5353e753afef9cac946af269299ca8671943e40b33bff9293"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen", 179568, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "e6b1e6f06170066ac8b9c1092380a62e6a8e01be1d0cb41025f30d5a22ae19e8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen", 175376, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "765a55e30b0531beb19b2f08e9567bc0d177bd7069a7f327961fa0c0c209adc9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen", 204912, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "a0ccceb69b99f29b65fc6ebca5739b2b1cdf38a2d1d8509406a6a12951db0d10"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen", 196624, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "f5b4820f2b4f337d6992150680e1bbc1592079386df255f41c07f7f15a9703a4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "0cf1ab0d7723750b4c2045ece6e9911e16e5a888edb385a50acd088e54ed4b46"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "9c433bef49cc56e4f2579b74db5f07d224493c7c3017926fb4a03de9d988216c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen", 166896, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "f3f1d8772c750273e35a5ee4a890b5d171fa2b0c74ab7edf689e8a7f8467f553"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen", 164752, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "94fb56cf7cb7698ff76a8e0780d9729221917f7db2b98e59b2498b96510ebd35"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a01a75acf7df01d3e7a566f48e5e473bc3dca6ab2eb4a439612035802c8e28f6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "26c57ddcd338a964e9f826cd8da2e0ddc4dbf552283980c4ce0f377a20ea9bf9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8ebc7a5e4ec4ffbc13930ceb1550bf880a47674bcc9216014e947910d4e6d917"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f2794e405e08f361f560f7f491e29b5af4bae8ed9c6a238003418b6211fc9530"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "abd5ed1c5c9ed24df933e0487fc889edce7d38cc5737d68ed7de98cab5dbf42b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "63ed11307773f27cc389cf8bd9450dd2bc3fbd04d394d9f160ad639db4e6b508"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1fe9debde471e7bdbddf5e83f1f6e5206bafa249aee4353bb746c661937a9d5c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c25cc869441e536acfe28e6f89bc1d8e8fffd11ea5b8412cbba2074a7c94d061"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "45ee6b5d31ecd8eaa3d5d7a20c9395bb841a959fa5bfbf21796f14395d8143b6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "87ae488f14dfb212cb5dbd71bc4687fe9688de4fa1068fc9c910334d497aa8f9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "933c85050f7b48d246c3f09338833e2ece086c0123b4dd1b5297286217530a7c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b91370cea214ff58266f13f982eac82525bdcfa2b13e2c387e8138ea94f53ce9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 208664, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "879efba89ba3e823e8dcf7d4edbc96e66bb7e241472fab89e16e48eedb4d0e99"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 213528, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "889a968bf1b26213696edfff2232ef5beec83379c76985c86160ac5160e234f0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 198040, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "628dccbdf0b407032c0b824f80bb74ca317f4d7391ef3aba854fe2295289d239"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 188456, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, false, false, "acb658ded9da5f4e992949702e2c8889f308316d9bec528a8c094fbe85432a1f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "50f391aaae0b1d8538eab7820bf5c8d10d5591b3ea8e491f02556b066843b0e8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 175376, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "ba4192ac9cf00f9e8a89eb8c8d5a6bd029e834ebbf128f4fc3dee8ee288390bb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 196624, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "bf7611443fe526de657721bf270e6c22693b76e625889d82b7465bd88fbdc987"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 164752, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "84cb6c025320911fe55d136e26d87987ea9c625ad0e33b0cf7c6add59d4e8e76"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen", 179568, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "d594879c8d2d833ef147fc7266e0102ef41882bc8e903c0b0e623bb0d5077861"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen", 175376, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "0964ba3ef926f5a49fb56643d815f362abd9efe73522a4d8d7e02272e4bb6002"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen", 204912, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "a415c56412a89a9a813a2600ab2378f9620ce0e9aab0c82a007d52556399fa12"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen", 196624, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "a2db60a291d5829065ce8834fff3aec40208b55a2618c508d86883761a040de6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 188536, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, false, false, "28a8864c53a7201b78c031893509ac73e38151b46106b4e7a686ba24d4d1b43c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "ae7f7014d50b9fa5b34ffbe47d3e936bd9f435d2b21cef454da1e75dd5287170"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen", 188440, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, false, false, "ef8c32fcf60161a76f3d4522810fdfede00d3d30148e102f950c3b4959342bea"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "173b0a1235b55d774f95cf5a59363c8a452541cfb99f7c2730c3fed4d6406937"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen", 166896, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "14ede2ab020b747cc89bf12d6487f6a696e7fa383a21d2bf2d5e1de45e8b162f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen", 164752, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "2152b96cc5c2359b12765ecb878413353b116d5f2c5d6e1c2c0e0f8be04b8cfe"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "523fa310dfc30d97fdd62938fecaf85e11a4ef3155c059fcd7adcdba374da151"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "82ff5657b504cdbb795d047146b24afe658a964a282b746d41437795fa0b912d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "dbbaa7cc5772a2f52783e4a7c1a15309fed59081a146de5076c84000d981a038"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "07c4dc5aee9cfee0e5ffc8f3528b875117fe53340c7b21db14d03c02f160b5e5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "dfba3300c20a0175687b289a18eeeb70f3385a5c254a756a4c328503f33f01fc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "319cbb752602d809a413b786e685a485de5f4e348b750ec7ea636419ae41a4a0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7942da80552705a7febb9ca9b2fc507e212585df824b8050152cabd6fb67c549"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b8e16966c013e310b3483bbc89a5e94a10681bc24b32f7145beb572fa552e1c7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b07895248bc4a89f1506b833dd034bd8287a6d5411b6f83fc852c882f20577df"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c34b86da3abc676afd564d7a9a4bb64aa269e838a03e249575eaf66590c27558"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7c844feb317cbb8478315d3ea790472e439fb35e831d17bebe515af64e4e6e5f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "56e564f0dbc21706ef2fa4fe7098334ebaa7b077b5e53ffc7fac2c2e27449e21"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 208408, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "000e7fffb7813f744636a07dcf7c99fce0d5913b2d71550feaa0862f3c76037b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 197784, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "61f003503c2ef720a6f9d23360d1d84ff81e6a3b9260b307f62763ab854579c5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "175c55d38049db2ebf6b020a271341a7a2f531d1a6f67d0b06dd25cbcffb38e4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 175376, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "595d4704b7223997f1ca59ab37e50a6a0f2f6eabc84c434e61801fc2f0b53dcb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 196624, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "e79657919befc2969e73f1f130bfa37841e3147b8710a8d490666dfbd9c9f0fe"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 164752, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "2bd29c227e1c4f3644adeb2f5cf75fb3788711a1810911a03acee685dee34665"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen", 179568, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "efa554ac2b34b78ae03ba4fb9474dd6e9bc695a8c9d3374ba5485e7d93658118"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen", 175376, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "d6e7a292d0ffef9d6d5420369f6a73030f4e573ba9179ec92a7ee5de6ce58b73"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen", 204912, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "22c1099da9d84e273932aec209e7edba0ed91faadae0364fa957ad07e4946314"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen", 196624, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "7b00defce46d9685b39e62e5b529750301d261586f7379a4f335067e4aba16ad"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "37931276b90658c8f10caa5c75774f265e5b574deec5329ac9056a5e5b94e03d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "ccb9bcf5378f016978fac474aa276f6c471fd88b19da7ed366621b7c6ac7cbf4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen", 166896, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "a865ca52c7e86ea8e639515623a4473b5b74632a68f0b31fd8bbd7098a59a7a3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen", 164752, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "5179fbf075f92f0ac1d7a43aadbc6778415babe4131cdc4dac432ce3c08772f6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8da2fb85ae03d659a002d2264b4d9d47a5e465c1c65925aecd57d74376c795bc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "15a9eae970fc9099c4d581e313923c064da3743e00fb659a569d6308078b7dcc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8ad13ddd5dd2bb21e4ab97ca7610813f8e671131e7155309a415bf1d79da94ba"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153152, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "cf9f515c16a268a37f56f77d7bf165bcf85c6fc58d8c7ceee39e10329fe13e5a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9d1f444e7c10881a81a5e77b62260cb990f056125636634e98f371fc4c7f5d72"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "36b080cfb89d04b5eb3e0ce03db4fc639f6591f2f17c2507d430d5e8a413a9ab"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ab9d7a1744d2222d6a13ab2d471580beeb276dc1e751e70c839c38665655ebf1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "517f6db6d7d45c4b4797fb2f65e79520633074f1341930a59e3a3711718edcc7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9b411719976ad0e94ca7ba369e2d6a1d09b2c6b988d6ea99cf806289a010df0a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "87a67294d78d4ab095bd690bf294d0fc906b889aa929132e2890924d020b30eb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 157312, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ca93bed6d34950e73ad50990634514541b7789ab40012ce497b6acfdcc900223"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153104, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3b687439de756a92c86acfa34d8a635e46d94c59bce4dc914da258c24c7509b5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "898707d84a38f439b4e01bb0cfde330d7830e56b3c08c030e037a421b7951a2a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "057ff734f6c684df1abf7758763e05d95a455032f496a3ce6b4e84c3b9d68c4f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 157328, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "94a8bd0c29d43ed847a7dbf765455f539bf3344bd994a2542a2a25cd80695faa"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5a763cba58d3e1af6c1e6a97814e5f47af6833a554c4cf39207fdb25808ad9bd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0e817b4d14240cd2e4477a0b09fc8fc9fb5477c0858b8f865c5bdfb6c02fae2d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "587884596e11e0f17fe97b1aa59b5469100f83f0371ec488ee876b9194bd8291"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f872a27ba77d3cd5d542f1776772c7ed3aa1c597350ac43b07a553c3ca77cd6c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "24488ea309d58ed8df487f22d7316b0c88fe385c311b88b6d0a058410acaff9f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d6c163d7fba603a75b45cdffa95aa90cda974b38d599268dde67939cc961caae"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "22e27ca82e08efe41ed2769a4765efc5f74a389b00f6abc6db78330f69d6f916"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "42be7730bdcf3a571d4dc2823dcec7f59469b4460673f6994b9ad06e9a135b7f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "039f63802f0f9893fd6ec873ede382cd552d91dbbbd214defd544187bd775104"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1cce2d2917ed2aed463d809320c9af57b94e93aa29c5b08fe35df850757b1198"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d521cb270d27c9db483a9bdd2eaa9adcfb578d438808d4716676c420708d02c4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5428d3b308c5e432e2e8a46eecac5ab0faf330fd65ebdc900849efce448dd385"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153152, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "2e576cbf6eca54190e319039b1a8fb371479aa1174da1fa0b615880210aa945c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f691bf9afaf4cbb5c2ea2e324aec85c2651ec621f3c59ca99cd0397a6b57d00e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "db967e053f7a6e66d08293a6a403130bd367f7486f1bb945346f128ef4828c0c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "447ddb1a19c2e0f9733f7e9bb47f83b469b9927fe27762de6428be4783c56888"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6566356545c79e978a72f7261499655e0ff35a487c300728f51a4fa6a43a82b6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "36e5710256ee29392672395a6af823e97bdfc1ad4e8ecefe0666db3f514cfac4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a7a7dad4a7a0a262e0ecdde483d930f5aa1d0bb990ab8ecc87f677b64f9d22fe"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 157312, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ca92a3ed5c2cc138da5b12e2b526aa9f8bdfe691af6669f0a5a6b858eac27eb4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153104, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c75f058612768ad895902ff0968faf4b19ea71217b626c3e3d23dd96a426cfc8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6f868e1704aa53acf6c9fa78e08fb5a4ec2ab349a81ec551bb173dad6898b558"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ab1353ebf7f3f37acfac4bd4d36e25b12c501c37d1ef540cbc024d043d21cbb4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 157328, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "fb07ea0b2c6675f3aa2f2a972c0ae1ae90a044bf581f0b22c256914cd39893c1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "45c230c9224ec538414c97bec7415bee7750a4413727ec337d7aff7b25d468f9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a641e83c36c0e43308581d06b835f52cf4c5dcd6c030566d494ecf4aa4fb1441"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9fead9280bf5a2a6c44449487ddf6ad8f5fdbbc7c79a5c838def7792b64c330a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "49caa68b4406f0017daff7f692e4915531dff0098e7ebf0eff20a2285d18fbc8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 230704, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6e1628e59b9c528efd05a56b5df1f50ffe63466fc657d8fff0c42cf752488e0b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "5420ac8913d2d881220ed9f87f81d9268c0f4d593870e81912468dfa80c887f2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 230720, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "7714d3b33798b9b30f59405aaa31e544584312ed0bba92cec02aa3707af4c430"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181568, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "9109538cc50f67b6e1ab6975cae27bfb52d53aa559ad6fa25c6997b61247cba9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 230688, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "40b7b78f856137697aab3e6b6531f4624c46c77b1b52c303a842062d16c27f20"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3d54283e12329e3b1822538c64e25a65eee94b4389390114060afffd20a7f773"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 230704, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "1564168883303d444911059e0fbfa39c28a1b6d106b87fa60acbc95a55a912c8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "d13dacdb09d1cadd16065354ea884852a653652e0d98c17354fbd28401b326f4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen", 230784, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "9a9b0651d8a7fdd615b1d2f866fcb6cf262249eab9f88587232a069cb53c4956"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen", 230672, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d56422943993ed833c1991d008b31ae13c03e40fa793763799f3b4b5fbc9971b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 181632, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "21e1fc2a270685ad276408eff5435a5b306a8fefc4496713b719f1fee92df3b8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 181520, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "134601ee903a2fb2a9c0d090e9ef54d8ceb8481aa55bd5474fc914ad071f78a0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 230800, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "9494bc9020ff0a46432128cfd20e2ffdc0b1222b818dede72589b300ca524a65"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 230688, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "7f8884a73e30b98e2d0ce794d683ccb7889e7b7a27ff47e8a4282c6dcc6fb31d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 181648, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "576f5acee1efa1fea2cd44278923715748166e23404c64c1dafd1b3dcae27b1b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "b67eb16aec263ed8bd198052093fb942c59fdb742b0c83aa317e897faa8efa71"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 230704, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "7e634475c4809236af4b0c34117f656207a32f130cef4412e1d4a99964df878b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3637cb40d8d99b5decb2a678e4fad898729a9a06caccd0133f0eaf912cb29820"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 230720, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "e4e0c3f80dd12b18019972ae63f4621241fbc18e5e2ae127c3e2827ab60c1884"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181568, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "f6e9e4dc4453dda5238ec658857e5924819f859ab994abb87cf7f53d1986c5f1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 230688, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "181f3aeb2419cb42b015991b39740cb9cf080601db82389c79d8d090aa7ebd58"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0a100cedea1e944cdf0bd6ca4953b59d17e10be762ed2c1aa574ab0c75286d1f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 230704, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "9702d9a880c20cdcf15871b54f3008ce53c8a99d51e4f8173571239e8f7ca141"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "4abe4d257cac2e9e43ea067f8794687cec0fa8d5e7be3d9c535fddf1b46c30ad"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 230784, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "48f2a0f1e038fc2a0229954112da4970a4453de2d2b96b2c787e76bf68fca92c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 230672, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e9e3b950abff07c2a044c4a2e62513d2e90e9ba416cae27462107cb8d91396cf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 181632, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a90b520e6d6994163eefb80444c795cabd531ac2c2b8c8b6609fcbd868383d05"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 181520, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "690d6e0eb59de45162d4f92d6413bb3c6f8063a6445896b8dcc4e5499ce7d8e1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 230800, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "1927b83fbf233a84d49609d68291cb109390439babe991109cb08f9ece0cdb4f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 230688, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "9ec11ffebe845cd8593dbefb805244f62cb1d04a21b06b77ba09e5a6a9760f57"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 181648, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "7d9ed0d46e2cbd0985a40941aa1bfe42c954acb8e0e5fa36c11e0329dab657e2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "d5b9fd978f9b27ec7414add4085ec86b1266ec6670d0b83ee002f9027db975e6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "57ed5de016cdd1ad7871f4efc2eaaac978e1fd57da4dc36da56d7df8d9e55bfa"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c89cf3f81be2a091a605bcee0fcf924b0aea8585e3c37a356600c83d599aa0e4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6c930350f5c4bca90e684e95c4e7c95253fe1e215438f3599b1b8c5061073222"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "11cbfd89ee58bf5a7c37b547f2b632664247d56c6293731f9a7b3167ce1afd99"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "ae7d608bbf943f60b5119392b26000a8f2284fe254f7a5cebd822b6ef793a164"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "edea587c4feab8f4322116be7a00cdae549a831a1fcf011e8db08cc6da7237bc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "71bbac20a95e6283d9c142053376dc0a8fe2bed71deabbbfcd741a7347ad95e7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "febbaa248350ae04f6012bd423acab142eb7354128ccd9ff91ba13faee64409d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "b3e201e04058e8e9ed024f6b25684ec00513e33c7eb4b75498dcad2423c7ba47"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 219680, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "ac3af55b9f38be8a1c5b5bf533356e408434fb08e1d9e4407ff2f7701ab2458a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 219776, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "e5a76c977fc77ed7b72071555249bcddb67f21a9edc4074d9786c35efe99b13a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 219664, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "5e0e2a13c74d6b1d29975f00ff115f9270e18218ac7caf821383f331078f576e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "666b3510d8d276fb1d86cdc7fffecf7fcc6a42b6e0d3b7d693225e9d97a80a9c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "21bfb84d28199b9a0bd0aad8d548ea2610e4357ae9f62ead233b030d1bb15df1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "013424c1e291dbd0a190f03b29450c0b197e3e3565139e51bc11e1b0de084f5f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d955fec413c28293e955076e3b076fafdec6d657f573eb745f6715943cf733e8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "b318b03b40d9a944541be5fce068cdfa281579c32d41454eee07e24487a544e2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "aaf389462753bb4ad971e6965b5209caa3f8262602016cdf598e84c859ea8ed6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c342f5b8dadc473ed5e4d209ee17d75ab7a8e87b55b35faded06f9562a92c234"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cb48500f48a0b76071408f1276b612e1c630af935bae0c6cba9b8f7845d0842f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f79f943f69dd5e371dbc1b5337a398a0d2b3b114ab3d9a5cba2d607f8b0e4e2f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 207656, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "20281d7798b76b72dc255da36d26f44fc9624526654623fdaac91f23806e5504"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3939325569e941658fa0ed40d93664fb97bad40b5752ae35d596723a50e9b7aa"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen", 207672, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "00610568a74117995838c1441fd1b2c5e230dfa7cfde9e2b253e77ba18e04316"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "96099440c1c4af5a5351db21054b1b254be081a2cdd30d1894c8ee70e5d2580f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 207752, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "5091918200810ac37fb76eb2adce50007da1adeb416754946d8f1c8c286918bc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c66b30faeb749e7ddd3dd1bb29ff84ee7510c69647da509e34662c11b81935fc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen", 207640, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "3f47a7adbe46595a6634ba44f26da29d40b3d5949ca5be00947f2f1176d70fca"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "28179e49ff1078d65847fd649d5eff7bc6c1d4ea2a30deaf4d004a66790e85c7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 207768, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "522d13cbdcf5407d3ba3ff687aa72d3a2ec333ed0a19d59a5c756c0548796250"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "2d215c53be5571d81ed6cf8555104f26a6ffd485452f4c47b9a51ef98559196c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen", 207656, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "811135c7a08e42828e9d6f0c00754cd76bf5a8df4d13169f1124ce1664f494bc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "0e98fbb8c063f0bcd5fe6f85ddd8e9d642321b25b64da23c9546b40be1bae813"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 213032, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, false, "e59b82c2e96d83287b07dd425def60dd078e682aa20e5fd17a0d0c9f0d1fb914"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 219680, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "61eb926f5e179b0555d1e98e4accc261a7f7d64cbbe6cd69c19fce190752ce00"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 213128, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, false, "8030cccc97775f75145386ded333ac8682f828292648eeabfc6007b60ad3d932"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 219776, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "2543bc76132568a44fcf8ff418c1973e671871234d860730517ff7ca364e1cd6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen", 213016, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, false, "26961801388acd1909a758d4bfba6d9e62d05c95b8fb50849a624640ba5fac95"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 219664, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "c46425355c7b469cd1326169a5372b84935d9145ba369c028fb6cf40ba02cced"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 207656, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "7331caf77db72ba561e6b145ac55c5456ef1b9267dc7fb6a879b1c93f3a7cac8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "fbfe5f2ccd47017852442bc894d5b5ea84ac20e5eebff7941ca4885d5946617c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen", 207672, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "3c29a940c63af3aa8feae756d0415681c4fce499fa6ab836fb5b40954c16d726"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "40f5f5c3f5683400bcfeea4be841469489351ff6145fb31888222ba3ad0a94d7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 207752, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "41f7b361a4422a85fa261d66b80651a33f867772cf22f4b086a089ea1ada8752"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6fc43967862acb95962bb610d39d570c616c0280a5288b1fe235f32b51019838"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Static2CtaKeepsAbForGen", 207640, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "1c6ca5aaf312807f72ffb9a56f65f0bc522be0db73f15dc4d956b5e5bd595d0c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "9aec38edd91338f7d3094b4ddc5bfa4d4236784a9392bd25fe2bd588838f69ca"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 207768, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "fda330aa25ba386b2807421a86011d62f3051e0cff26090448c3786a522c134f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "54b9475e10a1f5ae27f513427f58dfd23598ff8b4d8072a68f81a21724ddce78"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen", 207656, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "ad898a91d7dc1ff361846c4defa47d11b2652fd89e70ed15da896d6563495269"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "5769b402861821a6c8603bef174085af44a30746d52851bbb8a80a65f4475e05"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ef1073a9094b32adcab9a196652e78734e6f10a521ef4a8ca059c8720cef4d12"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8d67ba86f996975491370ea8e7f578ce39aaf7b1d69b071de7f7ea13486f7594"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d82f01c8c3ec6d821df93ba46ff83d48d25133e3e4b2499d93fa081d67604f87"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0d068a4a7a7a603f8023350b2991b90e0f440dbd817314c045706245de269245"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "0d40c8b2293192aaaf3e80670b0e11dd360dbcc32aa4a340799e97eb9a9ae258"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "50f7464ec335a8b44e7b1aceb9b19daaa7f36ab131fa9848f2b11cde44110a5d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "14ac6be51334adf99507c528673722688b5a5bb35835bfdbbf010d11a04cc51b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "51d182fb1f74601e7cee9ed6985059f0bc9efbd9bfc424f1ea487ecb4e34e8e8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "5ae7d8a2de7d5ac398e6107b0aa8cbeee3045b7f25ef89a175ceb9346f0ec8df"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 219680, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "6c84af25d21d222ed4cc566eb8fd86d19a014157e539ad4bb564320d04b9ce51"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 219776, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "cc6e7874c9c979a6bb0082ac3bb1b6ba8ca28d930d08e1e7a1517837111a1516"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 219664, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "f2a3d6e0a2194212a6a9869af8e196e945e7cbc943b2f203df5641faa7ab96fa"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0a6d2b1107f9a9af395fe25f9d46a2d9358fe8ae496e1b78d7ce09febcf7ee00"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "bca17f092089aa936974ed01c13fe90e1febbac28027b8b0211c7f80bce57dce"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "fb093d21c2b98761939f4f20c8b84a44c733a09dcd47b3cf8a2c664381e2aea8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "945d6e1ea7c43f6520c51f0bf1618f872d7e3da5fe00f868f98af6e60ffd7639"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "603a4ac459b0b76aa297645e1d2874d80261a8f12a3b93d281475eac7c0fb696"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "32134f14e4f671054bdc8142a7f3c749da8fec246ddb43d8a618bbdd6c16e831"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "df5fa6f743f45e7568d268dfe7ecca864e5887d51cc7a2c854090fb6683f421a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3c51b6d2fed51ee4cdcbd47ce412b26c4d766d0dad764ec6b527eb7c3aac5a43"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "22b0b3c519945b0fee8eb907633561d164c28abd3fcbcb9d599f174afc1e3ec4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4f2c43660ee0d88b8e5bc47c2f9e7b93e245ac07f3e329b9fa3933b9dcafd30a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3a4c1955e2c3fd6a44cd71406dfb61b4d330b147508b2497ad3fb7095048b869"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "38578d43dfbe8fd04013e0b65c3c8e9243c3b9fa258608fe2f265e429f0df8d7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c25d71827049273986eeb3f43d8aedbe3166f5f63336ddf51540a66560e606db"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "896f3ad02468f5cb4a46a067aadcffa08d41e64b97c45595f53bccbedef331e0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1e24d52d5653e83c66fc9f44aa2a0f9bbfdb53576fe98591d332cd79d6c92340"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "33b6e17b3f58b5e09d6f557574223f8dcd2dbe14ac3463331c05020bda97d7f1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0a64b678ba54f04308c26cd232f70bffe813ba688d2ee678d85eede901f275d4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b0044fe925ea3323d22414fb0a63e8360fffc4f9cc4ec2071e69b5fe74571558"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "474f974d3e202cbcf245a0871858acbdd69d2fe8c4f0886ba346b048a728831e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "825957a7395f3f074dcbed26c320868f4031987496436c84afdfc62aa027364b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4605f817a156e486a5c2578d79fcf8a17198f595fee504c810b1c487df7b7023"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c8b645343e876a85e536ed81d876a3eebc805ae11c167cf695fc812f86ddefbc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "30f335a7f018c686cf8ccfd894d4157fb629b0ba74e41216631d44df52a536d6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a97ec6b8804135b0fcb30d53324c58370a2aeb65dc1265febfcadd4125a25e60"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "888515d3289df613c6ca884484e9b7dbcdae5eb8ffd13504b44e92e56d6c56a4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3de6f6955b54f045756e63ade3758aa3ce58de1bba35ad966b01c865e51e8fa5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9528ae705cd103b26b25a704d64e675ec892cf39ef7beb8ae35dbd663de0ead2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8284d0a720eb07fc008552a3508ebae2089b3b012e87fcb0987dd9fb7e275c64"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e67774001ce2e5ce145787c39c5221067ad6059b00b7dc3a0c019ea020ac6aef"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b79616b27c4b51eddc2c198c2c1089142c3ac990a84af4f68ed0c439868e4a7f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6c0d62585fdcce22f7d9f4f5a928ecbc60887b761dd895b9b26642bece0a2cc9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "662c3703986635c17ae734a26838a89cd5b8b25bc2c74b48595e9bb643d08de1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a4c89d29bc7606803b6ed61d8501abf682cc01c25a6c5375c3174727b6e573c7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "796d5eb3ba687ecd895c6e68521d87702bd088c4f7be7143d2e8fdbf21a383b5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3b9080826ea89901567ad911d1d1ca9173964dfe904f3b3fc358028f16ecec82"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "03b4a4c126d58c3a92c4e6d7bbdf04e13e448f918bc90a6ac9e1f3983945a058"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "52a8a9d57f28ce6b3df6d6a7fa1be8929f20b7099f6d2cded56b4220ff9ea0d7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "009916cae9d4cdf1fcae37eed6a36490ed6e7ea4f781df74da318ad1d497acb2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9b0395e2af81a0cec572e955ce850cd69e5015d3edf8b1d90109fc254ec37454"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c0a1f5ad88634cbb87840d76222a8059f23e7373c936467061a2209ed7e458ac"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4dc6417dbafbdc82d9adaee2fff1e6e195c9db3c1e4bc46068c83935a9d8bcd8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "faf380a505bb2163518694dea40782f61fe846976b4593c4cc24839a7dd92e8b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "47d6aeeb0b2a820aaf376135d2113c783567f4bff6fe9b8143e85cee4c2f9b86"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7bae875101c9461e062a444c89697d5fb2aa2d10a195a29fdb3b2773f7114bdb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6f365069516ae7f978919f1f1815da3e9018222f4e5da651500607531f5dfe73"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "eaa1d6f4fdf3c1ed1c33c1d1320b3d83d448526f0679f724770bd5e70f683ee4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "06cc9de2ac516b5c08f3fdd1defadfa4524a567b2d501d53d7254a84fc33264a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "35bff6a4e167b00658da7f213e4020cd4acd669c1ff495b264fd7a0bac3a6b65"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "92eb4e0127276dfc6c758fd381fa0d3d9a63c6a844a85f11bd3955d9f31728b4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "34905fdd26700ac99b917a611f8d9fa7a794ba3d0c5906969aba2bbe1ada2209"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c8779cf890ab33c9663c370fc43d51e87ecf4de625607234081a37a9f58e603d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214336, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0d37cc9357f3d6a0ebb803b8092f35eef5edea556ebf30973aa52b3c679a7b7f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181568, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f73f1c634527c724d8de6a07be864d2538c350880add60fd53b360619169a21a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b0e12cb151479c5517c362812e136d80846a1daea4dc927c6d199087d67ffe8c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d5c7a431845829027186ad321d7ba08f905d2c683b977cf1faeaed54cc5418ef"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "edafb988771ba2b7fb81e8495aa6e313028733ab9a3b9f335e61d00533e387fc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5ceef4fb0121bb3e3584453e586f67ae3ca1acc8016eca38ec4208cf22c8b728"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d62deccfbd07226ad218b0098f73ef4a735b2d75f63c340f2ce9a5751b68824f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "70a6c797d644a0151b8b337655566f463c67ca79b04751bd169a8b2d1ad280bc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 181632, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "494391179a8f02d84b2559a827e1894608f2c0f50c2d3a3c8cef827113f01198"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181520, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a430fa32f0fd1e993d306792cdac4c7928bdd588ff08f85dec98edb8ea55919f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f809b2677a02fba454164eada7c44800c5e052a966358b1bc5ff49b766adcd0a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6f9714fdb3ee4bd880991bd68febd9e7c41d79f6bc978b923369894d2bd8d781"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 181648, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "dd8cdf5994b882b6a140bbc974253cdfe78a2217c6778652ce7d6d0a211dad64"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b3980e29ccee245485dcbb4dbec919d4d392e7ff0b434708311c2d3ab56917bc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "41ccb8ec833dbfdb6ed704ac9b27664a1065a62123b95d8ee9f072c770c7ed03"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4c568abdf98d8ce5afa65e1a782afccf9390cc93bdcea3da18139a7186a7f5a2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214336, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "155adcee424b97f500e34e2f7433e3d52211d9f497ab2b14a001a021316baed9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181568, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d91c036bf28d9cd7b1e813f2fc0250002defc15d56bde695ed9473e09cde5394"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "45ebab05a8d53dcf4aef0ad9d1f1612c909e25f3bd03fc2a02be7e1c488a6655"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2352a8955f5ef517e2f0b6cfd26bc2ec019ad4e7530e211ed922c6eaeeda8908"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e9ed493b54f20a0dc7cea2f47d82939c1af7f0f136e8d1aed93b2f41b3573413"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6e069515998810d08ba1b190afc880dcb521e4e189fb997273c6cc41007cad2e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8417169db1839e62595ed99c721cd07459c39dbb94cd027b877462bcebd7ec80"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b5f30c09652e46b655949a1d9c14f97b57812cfa9ffe0a32913095bfce1c3b72"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 181632, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3a6ae451a8f091393dfa6d923722c8cada97f0748c5d810b4d0da0b78466f9b1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181520, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6c5f78a25127a51bf0afa3cb54a26820517dc81482b30495331d125fcb46e049"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1798bf303adea0b84a8303ff7acb4e38835f36345325fed3cfc313a385263fa7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6c5a364a0305588ffa4ffefba51d64d22b9f8aa5db05224037643aab3d944ee9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 181648, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "54513414578010de70eb07d4384da36605189d498e69e027b27326b2d629d83b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1fe8c70cbdf2d4b0bbcdfc7b422fe33be59e256e8549da26c01799e05eea422e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9c80a49c40fa7f03047530adaecb782e108f8fe790d6e787a9bc0479f801370c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "56fc614496e250ce54a40903784edbfad4ab9d5a0aa69fa071fa4375212fdc9b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "bb2089deffa8155f95c4c59d1d0e0179b5ae882b6c262cbf2bec648a739c275b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0e51bcc809567347983f24af4a49177a66cb6d87df701c86a667c4315edadd7a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9e62a8845fd1dcf06dab94d7d61300a94c7e1b566666d9f7c21cac46a14b4718"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "005b823a98efdb3226432d190625198da1380a86d6dac7b53ab1724618c244b0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "dd51e6713c0afe89213b14942710d7573227f275770a4cebe67b65160dfe4bee"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6de9245facba702a88c050f42f98d2ae3dbfed959cc30f58b97896a8ff79ae25"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "dd28ef4298f9f3b7540ac02880c36cc5350c7afc231a0a3ec5fd34fa9c5cb510"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "73eaad5222b58f222c2b056165304350165caebd005e19c4ef632f08708946c4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "cf5185cb625cf4732628200d7f8986125f7068328c89fb85a5978cc65597aa42"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "dd9a49098289ef2275710157c2b9b0753ed30ab6fbe32df1162d833bab9d187e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "04032507f44709b52f7705a72475da0aa0c1d60a386859d59bf93e1c56da9336"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a4c49c613712939e36f813fcaa6fbb066a8c27f3c1234cf5f21438b1792e9821"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "31c8bd86972c07ec05785226c22a13a5d557cf010665d73a0fee3a7e20acb4a5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "77a6e5fbcae940f2619bfc01746695a0f81df5e7a43ca982d8c26d0a25334cf8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0be14165df16b14610bee482b73bae718d4c868596471b0e560e52bf525fd8ca"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f00da83340b893799ebfd50b48aae677cc8afaa3abd530b3a672fa1c969d577d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1b3bf0c45e7dadde4aaa3d272e4e0aa6782612a69c9a1f88eabf46984d8fa85e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "da494bf23e11524064175bece4346352254f01cbf53bf08f23b8a7d743bb45c8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3cdf0856647e6dd182a72dcc647c497b3925213a826094d67b681835b0f8d51c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "dc88465e1324ebe393f388a2ef430fd52f75119d23bf75aafe07268bffc6fca5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "23a91706054c6329c2ffe8964db4e53fc40a9a02e053f38948f7ef6d61c0526e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f1da9626f49e2e0cad45e40604426a513b621646896c0fa1eac33ea1cdb92387"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "155ff2b822007e55a1e10aff00fccaf164237dce90cb10de3822f6e6331b255a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "127f0dc41826e056686500ed92de9d7880357f8cd55009655ba9fa844af7245d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "98dc9a9e942dbbc9bd783e81c6b9cfbfabfcdcf0e6d492b2c7e91bfb960f54ef"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153152, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5ce11dea7274b1e3aa041d55fd5c471e7a978afe8c7191e909217dbd0cc8c019"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3b7db3bba381963f436b1e1532ed82f5fc1d5e452e29439d2c709ac9753d47ea"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "31056fc51492c77f313947e67526dc3295c0b6efec6b9829ee99a74b0bb8b11c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "51cea98d678ce97d9168eb3e4c968bf1a2d0e193664fdac997a932868005a1b4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d0acaf8960ce4a237ffe06013d072a844e6f693fbfe377c82c5936f3e10947e9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b9bc40d5035c79577208ad051e26d88198aaa24e3f33f4d0a9b5d008799207dc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8c947b426893a19fa6be10f728d8892f01b395366408b66750724bd7c5b30cae"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 157312, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ca894f2b3d971450040e8d79bd0b33710ff6a9476517ccc16f0a1b10249449d9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153104, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "07d8b7066adb3e4c911d3262c736be5e35a9668e28d38f5f6761b63a6e7f4e19"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "2838a00b3299067f6b2a52af7b2845b034a3780f6e376f763e7e4d0c30ccbffe"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a83139f35d53c0e6ebce832a81d6831613efcd8507e43f13f6c9c48098e2af95"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 157328, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3730d809ed32454550a192defa4d4261ed992c698ff25aba5fcf26a4c7991c7e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4f4ef144406f65270bd486da6bc2c900a3e56fa2d8bb4b3872a87eaae92d49ca"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "434fef9d7105949627e1b607139e68c6fc44f9a3496c625ae71cd4814d5bcf7f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "acb4db2a5d6a357b3212b34e003dc20285d22736e3f5f090240a334ca5280cde"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "aec9d18574e2c2489f130b8fc2206345d1c71ce78b933b857c8fcf174613a9dd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7a6a8588475eced3916420e247042ce1c1916cc9c6d99ed5a4cbee0f14401500"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ce14d5bd107c19df5b0e26a9126ee903fa91dc63fd7cd843d5545216cff627a0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b7757622daef5ddc55ab8b8e5bb0cb7697768c544861e293edc1aa8b7ad12bc9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6b0d94660ca6180b4bffb57e40636789f91200cf5cf12828f5fe858ae68d84e4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d8f7fcdb981ad0d8ba1b64e2e1cea59866150c0d6a94caa5a553552193bc5f1f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4bcf824680af6423295e227cf913542c5f1a909110be5cf97652b9aff4c7298c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d4ed0b3876f327b932bad1b1c532ad91ea93bfef439c05160eac13964315aa75"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "695e69ae5bf8a0caf45edf9c02e99c0ea487901773023de286a1898e992fddf7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153152, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a1221065374756093f65e3d18aea4427c4565a7761e7c0f82d5ff3ec8c5e0b2b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4325bc06614834702d1a14cdaacfe8630ee24fc3054ad7f2f9ea6ccba2b06785"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6c19943ca523dad2fe3ed7abf6b98b082136c4cbf973852d1f7b94af5b738ede"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4369ad341564eb00fe0cec53605853d66180d79d68b387810b36c9f31c67d023"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c00d02d0abd8f5976465204f404ccaa857cfb7b8c282f06e5a5b1562ab13d17b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6b91e65f33c11481ee77a6ab737ed1283787246e48ccf3a2fa166ac9b80892b1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "63ae977444061ff1b745bc34c5c2c9045e2509e667060c126440daeeeacbe523"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 157312, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b56b8b03e2845a1617a7047db289a32ddb39a398e91a6204a905669a764059e3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153104, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0f583e329eb5795d05cebb43c4a7119b5febf07f1595f441d93b718d676251db"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "072888bd79f8baac7913eff27743312984d8d6ef87b01d340eb803376788fe62"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3b8766449d5265c3e1958d4d8c41ca8148ebf4f88dfdc1416824f17de8973997"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 157328, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d5a33e1f52bfe8e85be12b39c6c267b861cb82e0d2ce250ce198d19e552606c2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9e3e2e300ae47f674ddab8c3e2de243eb734ab9b378c9031d544110330e48b68"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b9b3ee73692b0163cdda0906a0cacd49e9b292f579231a0f7a6d7c169d12b677"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "592a5c31e1a6f19f3a8bdcde36b8ea9ed8ef85b14b9d75f77e168d51b4673f64"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "07fff75e665654352287fa01c42d8262c712e37ffdd7264f391aeacb6d69ab23"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a7e52626c2b11c1bcebda0d49fb45cff1f830ba8728fdcaaf5d5c5094c6b1c2e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4ec9dd9c89ecb927b642d978ea679049eebbff11ce2564269f5c9dd667a97fdc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9ccbc1fb1a3eba81ad6bc24f698fbe61921da2195fb21724c5f85a510607d152"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "120f52b594574c028163fe16de7e9341e179dd1e8a11387945cfe892c2a6a003"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0404ec97a608e882e5f932abb85edd067db1af9c6f60a642d1c2f80106c5ed59"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "32097699392400d05021061ad677f9ed7c618c526661d0591fac08b0c3073d64"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b70e9d571a136c303bfc5804d598c1f5c3933e38b833c21452f0830a314ceddc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "53327425d92a16268c8485468ca62868f1e363048145019081f4b896aea3268d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "309bb45f7bc34c5e7eab844b3cec3cec8ced531120685c28363cdb3cd21214ca"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9791d71c752742d29f31597dfb9e537b47cf96de8c64874c5c162049e32a78ea"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0895153d016d3497b72bf7168dfcfa221ad47b27b47f598bd58f7f3fea0a7758"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d10b53efe5efd8dbe728c11a575bc5babe1ce8d3640ab49163e010cf1e8f4625"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a96af031afc66dffc1c527a91bf228af2212f7b699c9f9ae847dfcad6df87660"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a564881dbcbb25b4179bdc766472970bd4e5b180df8dd49e1075f96a26eeffd2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8d46fbffc10cd2b4115110de576a08662da4756ed4b838b640a6c3c6cfbc9d67"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "affab3ed7a613b47dbc5ec09e990f49aa8cfb2259509586cf40316cf7ed233be"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "de2df150ea5c2662f6996eb0971f7e610f160bcb1faba1922d54b3630cba71d7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6016e9466b372a8e4bac36a3c3e19676683d804048e90eb35336c90cb57e7726"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "115e9816c68d3ef453acb73ff5fdf486e66d67d1aff1959498f5c55f29613611"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "463412864c01ec4b2e60437b2c80f08c156fec3d0e5303c299c7f7ec399e1a05"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a4a9f55671f1c796cbbe2e11059dc59faff9b4fc071661fb6f7fa3b7897737df"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "38e43a58fa49e139ae38a7ff9c841eb9450957e55385b0e2e9468acead0929a3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e7799f8689d034c760470d56c9fbc9f555517ffc6552a4f7e10129f9198adcc2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b0f802829b3aee88f4e3cfb74c306e648c8a8bcfcaf641b98cef2a98a8c0bd3c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d0a5f7fd26032e917dc9184b9706c6333395093acf0037c9cbfc7fe2ec973c7f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0cb25f7d920dd35dcfca2fbdec3f23ba0df508733be804c20fb3de0b762403de"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "85b43e0e1554f364f2f5ee8c8796e1383913b28543c3689de51e9d6fe4669433"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "183ce4c43d1bd57c753e89b4362150c4cd61020f090ff9112483981781d7ae42"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "60469ab5776846e8601d7e38fd4b23c37b149bce029c21eb22f607bf59e98b5b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "72bf8e32183aa9a3c34c6d027e9be65f5b9e7913e8e011a116b6e896f2f4e48a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f69029594603168403ccf54059d8998b2909b34ec4c70c3a048f6ea27f82d9b3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "525f259cdf05965d97fbe3add24a85fdf69462dba96f4eae84ce482c4da8b5aa"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a786acd338a00d87c0799f3f48012020731d7b77a558c53f6de24edb78647c53"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ae85aa9ce067384e9a4fc75a01ba760a08c688195fe292d4f62b6f83b0d8cd51"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b351168092718dbd6f61053819aecb66c761569a77a93c83d771b7eaf99106f5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a7f811d0cc598edd771cd2d1ee292d9d84671603e00553aa3103f4fc92f11b87"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9ca24ec211af52b9d80f9119ee27ebeb8521db55d56508023e9ff439c0bee7e8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "dad90036eccd2fd508a66fe6a64eb5ee88b630bf0f3f855cc775b09f2017973a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0e6799d57b7dde3546d570a6144cd49bcbb63dd949d0c5efbc8c5f974cd812c6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8a51d4a26d03f458d3c69a6c91f722eee752a3ae9bb947596588526828e04feb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a01c8a9cf96929037d13bee39b60d8918dff2ab3f58f97aa9f0c35d131b4b260"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a3fc80dda9d3f4646d8a4e8949ce6ec0525503bfb13ff6a4593cb05159bf68bc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a3bbff8a543f27646b6041e7f42264d4c6d42872f3108f790b547945d48480c4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "de36e167c87e4fa0b8e4ea35d03bca63ca884366fc4eac42be8a5c739f0cabf1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c9e4f416075e103e711fce87791baae2c22bc25bc1d86f701e23d675f6492e54"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214336, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9b808a822b271e023c4a936c05a27aea4162f6448b537364e7d037f81c647041"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181568, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "96910e12fc5f8ceca9a1502a239fa9266fd4295c6fe4b8e7184c84a8a60adaad"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cfd775b73c098a70732f23de7d66c37ab814a02008eb43d1b88667c197cf990c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "28130f5128a78ab016b952253eb726ca5be04b6936df4f47eea099ffae47a831"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f630cb9c69795270653a668a5f613aa8ee520505a07f10bbb5557d479498b2c3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ed0d24b3c14fe5a4e7128abb5dcbe7a71e64f6925ff2c435ba3b4ffd11d9ec7c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c766101f28837b0ce167652a79de6fd16edb54ab3631e47ad0bc16b81c5a5faa"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "066d1ef728ac2e1310b02b3df2116698946be08e0a5761af6ff3752a4640a7dd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 181632, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "679a722f05febbc6996b2058015b1515cf1a851d63858d3772a3e9314a077a1b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181520, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3b04726ff45ed6b5b103aa806c4737c2d31f5f0d583651ad2d67a6d862b8cffa"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e790395e23b67bbc6e439575f5d5900777523cbabb0fe6e7227f3f0053ed6d9d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "460f02982ca85a0b6ee49f6805c5daf7c543a54cad49272a48c2c7c335ce674e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 181648, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6a25874cd1310c0c3d402cbe784147caca4db3ccabae7b66f75f45fe9de220e8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a14231ed834a7b930c8c54d49a6917697f8ca5371800dea8aab5aee040a2d788"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6ece9561665a7b529f02e0c1fe444e28182bb9c2660d00b360ab94f83a44a28d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f22f8407a078a4e2a258c825b329b5d8a841f8fc9ce197d51ca3469d7fd9a47e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214336, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c8fc512879640879210a32024bf5080523a18e0c2f54d533194ba953789597c5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181568, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8a90bc4a256c1509573b0a334cafeb287515651b56c0e1853ceac9fcff12844d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "eaa62e6742e6b8a0536c344e824b543b64e1dd14201d65e74f7a13e456f4c138"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "79a31040cfe1f8d256aa921fec6866e8716f48db79e0c2ff0dcf58ca69167218"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "dcc1e445119fc9d94a73fca6daceef84086ecf11ab1934e53fbef7fc5a31a68c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "797b966c86f52e48fda270487184e7b8d5b04ed8b55350561cd2ba7a1d9f9c8c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2a3e71815dfe8d4d8109ee879ffc040bb64f238bf4f698ffbea080e33d601d22"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4cedc229b309e7f351e5602e428b42269648d8479c86a918b5e64c07b5da81fa"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 181632, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "95267d8404013421fbc979e59b0a53b032b219ea8b9784fa36785b70d5bfc6bd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181520, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "51a7eea831b182afc6a5003710e2816a91793f30f78a2f8c8f4d3005b30588ce"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "85b91e241c17149f34a07c534adb6f9594ea5158ab07f35cf438c5498e323444"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "776f5f896e79698fbf104481faec901d5d501695d9624ba54793f62636353136"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 181648, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "033ceae14af67d8755789b2aca766cbbfb713fdfa47a147abf8098364c2071f0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d84a963b606f32f9a928ae577ca18e64399d843f35b50c5ad675abefed97ccd9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6c2b371b9684f743f016b74c7b7658b699dee7f4c3f575cae96a579e62f40932"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "81d7b1e2c1e8a5d4d2a558bcafde16284a156c619a31061f687f3ca2aea816a2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ef432c0530add1183be6a437110b87c3d32826f6e31000f79e1151c744010975"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "780df654fa7459294d945e9994e2a4ddad32e775e3b73323142085fd21662c4d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ea7e54d1f5b8e471206df34a3554f0cbd3e02fa26d111233e1d5edc32ac8af5a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "12731730baf05bf3755368113348b0e342c45d96303fd6ff1888688be8ed2ad2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "101b7dc93bd27b5a421a9880d1c785aff48c565ff4fd125b4be48339ae5fb0a0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "888f6e4e9dad5715d94acee249d08f60a04bbad6239f6a48abaa3037bac16e95"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f831a24d0df07f9e32467992d4c7ca8d2425bdc04333630e4afadedacc9c8fb7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ff7edf27c5560066fba8a64d4aa66551958f9374319ab424a8031c83d3b61a1d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "259dcaf2f7e8ff54a80b76844532a794aae14fbad7c0bd0008c8c41532776591"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d79b1cf06fdc9619d8ada65348e8f534237cfb6e29c1e37178b7d42f36b29e76"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuantUe8m0Sf_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuantUe8m0Sf_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuantUe8m0Sf", 188536, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, true, true, "3cebbabf31610a6047893f9e497849d23aa92a1262d8b59c9dcdbe1077fedc5b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuant_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuant_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuant", 188536, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, true, false, "5e14a0dfd2ca82b2692d6d5f54b326da2dd7cd1c0ca4902ba3549b7a7c991e74"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuantUe8m0Sf_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuantUe8m0Sf_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuantUe8m0Sf", 188440, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, true, true, "734950518e3d42dfa0c2979298c3a63e2a501fba378f17a9912328d83a5a04dc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuant_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuant_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuant", 188440, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, true, false, "1eadb01d1b400ec03a78357a4ab0c1effa0081cc8c2acdf617503b68657938e1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cc58615462c76add9727cbd88e6d2e2e00b6b19a976145e2915537d37c8e143e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "fcf7abca8a21b63fa8413f392f97fa766fba38594eb617c0c36b83379accbf3f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "facf8ccaf94744e711f0eaea3f364013c769a5c3fc6d6a8b81b0911f32709bc5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "40f7a83ae1972aa28b621b5f8738a2f278dd05714f7feeafd72d59b91bcbcc2a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ea5ac6dab45c45dcf45fbed5e1b076e7c4b23fcb65fbde034b4e0b1dad219d5c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3c0b2f3d5d15ad70a1da68de610bb9544e65b0cba220b91eb2136ffbb0302589"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "22ea5a977b3571381d52063b0eece8ccd0182a07d682bce85944cca61aa53176"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e7da7da781ecaacc30a161d61d2fbf70917a30ead91f71c144852e2644da34a2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "742f159640428e098c1888f08ed5eeaf4fe57c3192a272f73cf898313f6983ae"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "75c27c81d5084f97bd5b09a880d10a72cac322806259a6c92452b4ab1e4ce9ca"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1e79c499428cec4c417c02e968a3c194cf3e4598beed7a226b5d8edd5d8ead68"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e14b6c4293145e06e4a122ce58f08c9753e49a96c833b523bcd686cd91627918"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d9ed55da028ce95c85e36329f81a49b422db3d3fd1c05a576d5a2de1be2bdee6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9ceaa8902fefb3061505801622ef267c24e74207ee372c499ba9ea6bc60a0391"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e2a6b4095ba9a1efa634fed5425aec79d3ec45d64fb65be20e6f10f934bae018"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153152, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9d710b59faa134f357f206788dcc879c566f699c46de5b2ad006fb083aa7e230"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f0fc9371ca165b7752587ade196ed8df4565169b3f850d54c88366d4a0324324"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e9453cb91fc9cd24f3723f79cab768735967d3d767491ed9f032cf7e8943a0d8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0ecccc49f3d362d6d2e12c51dc9d5cad630dcb590b496637ae44ba78183d8d01"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6b3c0999e4491073be2a0fb19c96cd863c9820ebeb2c41eaa6b8ce887c25e22c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8cf92dd570958daaeb38fa7ae2ee45bbd0454dd64a84bf39aae07d56805a1e31"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0be6e0bc75929d3719083da421524ad78ea00a089301ab4226089ed33cb14fed"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 157312, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "41df1e8173a3dadad36ac7066b8f9f363289c70a23ff5521b3903508cd9ff5b0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153104, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8f5da9c93da7afc166e1a32b3d582e456b1a140326525652b82fd3ddfc7669d8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "df38404291f588e4f28bc170eabf0654ff4ee48261730b7300f58038365a7ba1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e984184b85efbc9054f291dae40f3c28637e3741930dcbe61a3c750871b971d8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 157328, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f67236c8ac8d6c014725a1f90166e6d9ba363eb88caf2cc9ec8182c9958aba97"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3d98d02a0643dd65c67acdf044c755d8f6de56dfbed7c5cdbd69e72b376c695c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3ea034344ccceab10ce49f158ccfdb211a140d377681d5114434c002c5bb90c0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "58874927e6ba677795948d1d24d695b763830e025b8ab4a28a8e26a2adf0cd67"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "770dc6f007ff70716e2a7672707e980ec5aabb519ed02517a08feb3f851411f1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5e28226bee77121b522c344443e6e9f73fb0b5cb5ba745609b468ff835a79df0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b4539a8b0d5b8fedda30a78f55f1e63f6fbd3bf35321b2ac0fded5333f0bcafb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3fbed469ec8464a1fc7ed1937b2ec74fef2ba69fb1f43d41f06f88646243abf7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8a8263390e10d173ae78db33cb534f7b33b85ab3059598714ddcdcf43042c44e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9fe721dfddc58583fc109509d528b0335f87891286828441149e396ff67cbd5c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9a6c5feb039748ce2b2ca9a171d9649a652a34a297060c78e95c3be1d437bf55"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cf287a83dbc57f3e91510308a70056259461ceac126114b4621e7d1b311bbaf8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "cd65ac9e9cb3ee6fd1911bb7afa549763df2c7c16308a0f744060f2516387353"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153152, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "2d6a7189f0d18e5b8e8e88846b0823d40259c23c3ca60e39fce69eab7734883b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "757a08525bdd2ffde19b5bbd199fac70935304ab667956e31434f8c06b76159b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "71c4085e663c79a6a405d7851018d5a74a7ab388adc42678dde6f306f564405b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ddbc8c21ff3532e323c1d5dc8cefda6cd6fdde21de25752175c47a085bd91af0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ddb7d3230fb77f94614a0aa512ef4cf5e3a30e2e130b1f8257c5ac72168734a7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9f702b611d0fdd902da102c0acab0fec38cd44cb378f0dd6d7cb6f75526f65d8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9dc70b56679527410fb30ee841f524dfef1f1ee0e792d7cea3509e12db86923a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 157312, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "fea66d8fa582171e0c38f86ca0f9ed364a25f133db06c1cc1f688afbb62ab376"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153104, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8c3ee26ecec0e2344f529ad4394e18e99f20a76ea39bd23a91a36252fb1ea28b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d4b60fb9a9ec482c6ff88595d645eecf7d9bc3a7d23b113a5a8e7c044a205d7b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "009622c405e2b3c26e6f63648417c888cf07f64602046a85dbfd956c4a68289f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 157328, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "765b613e1c513d3f896cb597e46fbec675a7d96b5fdac66fce3834048e3a9b0c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "73f99d0d59671e3794a6a6fef9e874f6c40dc785209b1d468abcc112d335e9c4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f113fb1fb3dadb6b78785c360e900357c4849644147b28ee4319d668b7afc36d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "088f500e9074485d89f55ea9c04abea3ae86bef5ce4200dde8377d5f4c57540d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c44a3c8058115c4aaa5a880deba2b6431b84ff2a1107fd376de53c80bb326664"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6e12c23b6af42b07646b62530e42da46f684a22f7cda7bdca10439b49004f970"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0a233580f29544335aa9c079634d4339353b03329c3d0e2adad2536dfa6d2cc4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "2e67e9668ea7f2101267b27fadf019f4a821377652edc5444a3862494aa1ab06"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "97771daacf36f95a04e006ef4b41011937a630dedc719914b60d58378e2d50d8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "424c5ee0db227174bf39e77eb91eba5d72e97be935040ada557522065afb7a98"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0ebaaf68898bbc03d48841279694b7894f5dd53968a19693f7245c4e37e2ddc8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f1ab9c7432f5231d3e6d79cbc4114701bda97189a18898b7aba091a7f75b05a7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1b97ecb34ba73be557cb1d59eac1e4453f7d61db0d7275a106213663253d6d5e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a35f865f2c3a97257e0d4a098c83ecff05ed0b512a4dcb7ba29c70de3acbb719"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a2d3502f5622c3365b03d5db17ec1c40bf71800b652a886b99a0765a1228c5ec"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a22d61849937f4a3eb77b30a15ed40caa20f3d826660e633aea3974ede29c9b4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "fc4eff6e3fe6df8b887ff8791cf1e1b2bf7ee958b6db01c41b85cd8d9522915f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a93bd3495d51359001e459db20100dac7707081553294d3bf0c4550fa71fe293"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0abb2dd849ed74c38db7fdc308e45451ddc83d64d228a4a6f76a78e0525228cb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0c1a125d35f8fb15190605667e33d7743f940aa8625b2dbc103f2b24d69bd347"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6ba10e037ae1ce7a6f66452ef82b82189b4375a8fdcfa6f17a9debea81710ab4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0b996285314f5f9a00735d2522b9e9698bad4751d1d84bcc69ec1cb0c7748fe4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e95a8da74af92a37a59030386091587c5df818ce4f38fe3aa41f095ab3ba2940"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ca6ce600ced80b747fc87b95082f964573562033dd6d7dfb76d1ca2925b41ce3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "85f488b7e4640a7f09ebc4cfae35b57ec0c23192c049acda0044260b2f7d4871"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4bfe99dfa3c533a04130463ed86e238ca84af08cfd5781465d2ffb69a69da63b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "550612f5351c60b3743760a51b052099df83913d2e301478f0356affca113212"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b83f84e6297d0c5a2d1b89c8f52ac370da181ac0cb695c8f26c20dca759e22e2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "04b8e92a386358f06f7d549051461d7be6b4712a412e36012d9e027ca4af457b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cfc387b2445a597b3b51e8cbbda508e824b4e192f4f5ef4e2203e88ae7e0ee43"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cc62dc215dcee46810558ecf5fe0653028d2818d6d91c88f8b92055843d3310f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "26c0ecd04c5d82c2dbeaacbd023185e9a1f6b129f5def9b43cbeb2381abef5e3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8a5b31465c149f94d9de97746dcdcbb25c3e910a09680a3cd075ba70ee6d4f12"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "46103b42556922ded4be28fd5759df07461c9d9548fd907c446ca7da4c56d8e9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5372c7ac8f23a73b66160db628b45bb9492fa3ffa6660190ced5c42fe73f8ecc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4ae4d2345e8aa2db6ed04ee0e3422d19ec08eebc0e0c1e00db908567d92143e4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "59b3908dddc424a57020cd8073e2c1dedcbbe8f24d477baf96350f06113cb175"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "51b570dc1d7c7e4443845cc7089a79f151b206fa48386b572352632a9b8ba564"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "07a72cd907f3bb87f95f6810b8742037a0db0c1a0f808c626c3a03098847be84"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3db7357833ca0001dedd1e3b8b7dafe444a7fde044063454b468f7474b05abeb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4e95c220078b08ec331ec6f542ee2468923f6878e7cec9e6e3404b774ceb68a7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0bcfffbfebfcc3671c6fc4dafac64d0c1e6291124860e856e3afd3f0de1757fa"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5fc229bea55e8dd91478aee02af93dc5632453bced21a8f6f37d319f2335986d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "29a5818dd46bdda5f44f12fde64958acc005536a0f491d96f513303830224744"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9509a57b462c4d5faed5071c60547dbdfeb56ca4ba21b071a26adae09df8892a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ee306642a74e84d8344d6e5dd1ef185e53285a2bf17dba7a3b586a5d0b4bc9d8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a6949f414fc7f811c9d91ef2b0f99bcc13b925ff517544bedad4a24f31d345eb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ee759d7181e893fb64dbee30cf1972fa38b0d6e8e4e5eb2c5a076ea21296c9bd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "78bcf627e8aea443dfb4c9934964751d38c22b709deffc6e536af7591a6142d9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "68d5b12955b1a8c7c18c3326a070122864aa31fef1310cfcd029a25ff3dc37ae"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214336, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d87e4fa3bae1e5e44af71396b37a18c06aaa8d16e84238b0c1f7336007aaf0f6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181568, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b4247a854adae66c819e34d30e66e440b06727f50813579761f99b0b8fab04ea"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ea0e5f6029b99fad70108eae4168902e1011170548f1ec558e2b639c90d53bb1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "906c2b08ff4d4f65dd86b2fe5742cfabf24c4a6a2607f59bb22e095530669028"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6265a8e1a7b249bbe84195279bfdb6d02c57b5b8f166c17fffd57706e5a812f1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b16de09775fd079ddcb783804cc55d833d99982d8e83d3d452bc4761f09746ee"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "60e64e068216129591f4f364b4b4659602de8096dc43dbbb8631ae00ee9d244b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cc3e0ee3fa12156c813aca0524e486a326a9a7dae6820afded32d9ff75313631"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 181632, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b0683d94786fd9270c923ae81d0be27803907ddcf0a74baa5cff30b3e07c4fa7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181520, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "68fcb3321610e5c7c55430a5daeb3eb9e813c02b18e786f7cd5854caa7b04df3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "13a89daec9d9d3ddae88c3e8f3c49735d8f742cf84bd2cb14228bbb83b7a9d89"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a6d88ca63c8a108b29ed51e3dcbed7ff1ceba1ce871b29428f8c98e4da222079"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 181648, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a31accf0cf853a62ab7bc2bfb938cddc58b98366b95b79c1d36778eb0eb9e6b3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "79b168fe778a9f19ec288f4b8b96d17c0b68e9c9745fca180a2f3a29eded0bc4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "dfcfd6c2b65fb1c5c7327bdc7707edbaedf7e6497b46fced9b4e4a9c003c9e10"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "910e322c1c171d03442f666e8754195137f26897f8a4c674cc82302649d5ecfd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214336, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a3f5f43fb7f2f57191564d77983d6a43d67682e9b26276c04d84dcde8a63568f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181568, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c84fc391f59e81e7adb569f0163be5576433d68c620c9584d3df5e336a37dfbe"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b7bcd50da42f1d92767664fc127f23638162f958233ea62295442edb4289d491"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "559f7f486081f874133bc569f083c8c029033c1dc47264de4488fe2243bfccff"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3962549dffb1f497df7ab6f0d2b94765c2d2f6f65ef6a802b70e3e3beee34c77"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "bae625a85d6bf9d4c4ef0f7278cc71f40e983132e818d1f3924247ff2c8e510b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "932c8f9f2b8d1ec855a833b6dbd8b8742d882287a35a86ad0c96b82a1b1ca5a0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9ccb252ee607092a45ec61ffff24673adce9a981a9204a6e4c24901e1ad7a1a4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 181632, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "bf8490604804cac77286e690ebd60a02d06c75c51399752f889aa8976676b194"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181520, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "55996cb89ab86ddef1d077f911f593ef9a65c0c1e08e2320d49b0337380e7f31"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "32b6f84fd55c83c492a34be4b2175f9f8d383b1e760d300602a1e1bbffd0069c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a904adf1d17f1979acf6e753b5b32d654c0e5415c5f67990531dff690a76504a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 181648, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3cd2a6669af75d1468838aaffd946c53613221d486b8faa8fbeacc69be150e1e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7cd8c1b49fff811f4cd818bd9afc792155267fc42e448bd1343d29370dc3cacf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ae25abe88e16c81d49c57d15612c3d0ca907b3f77c526e0b321648b614026c2e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1178f6c3d5f1d8ebc44eb02f8f477e882ddd7b8c5619d98de7a7898154413956"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c55ae587d1167bce2b9484248fa83a57c1bcfade2842dff5c781a1d7e39fcbce"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7ae977d0e0e5a527a1495d62825cd5043ac3c62365bfb513ff4c85619c6ec3b1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b8a5f059860c3b3caacf97ac9b3bec4ea1bfd047fd5c34d5d5095e9edb9ba935"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2410ac1b98fda41314d6c18ad59c8119a16ac46342c578f11e2734e571c10bf0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3de5f1c761cea1ce049bd8d0890cf5c37e5e0b6b94f81b6e3c217714b058f194"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7d8e7553351238860de04d84f993867f0b7b7d8c668fa07c036e51c14258309a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1d1ea96c99b2b5f6fc3cc0a2168352ac61d49afd363db340a55bfc0fdcc07d05"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "abacfef56cd127080f688c9ebe6814bae6b8ad41ffaa0b8285ca948a7a4d9da1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "aacca45550968ce1a2e3417c56dd779411d8527963fe7358b00bf0e500d98586"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7aec9316521b5166088f62e9805a56df325b4c115f609d15655fa72bbc2a8f37"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "09c404668d07c97850a4d9cd555271d7bb3178d107fd685a1e51f85f48d260db"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "951ac3664417d6888076dea4d84b78b17ace98fe8d3692272e4d8f8a9d9dcc80"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "97b6c3960d8420220f6245b2321a5076c8ebf3776720fb9a561641cb200cf389"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0fb82bb91e96c8ac90ea587760dec9c8b26c933c171c70d96a584477a31944de"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a3e229c71fcb4ac5aa54185f4049d6f8cc53c7db32d845b77f2df0e3d1eef60e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f7999d11782d540f67c4c3bd5709cd285f9e6e9ebba878d18b42cb9e7e579ef4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d6e3e76488793ac375eab093591ee5350c600cf9b2fab5db35199d25839f8568"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cfb2a8b3c8d14ed7083725478fdbefa36b6b22c1090a31f4ce901e5fe6d5a106"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "bff878bee3343a849b4577007380f7e5a170733ecc389f64c88f5a3ae90c6c94"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d01fbe4d3f84282f63c2d1257f4791afd55764d0b29d826177248baf8cc0ad7e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "424b932add6be990ad4263fce373aa2131a843bbc58e3b4bb8096a0215ee46b3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "45292c632d21a5d9444ddecdcfecb05981051ea788838b5524ce24023e14ec53"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c0d38494ed05e01a59d77cef98b24dd078af5d574495b3acb23c1924eea457d4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a93fa46885fe855b7de47518544c4d9d5da9c76ee758335cd7d11eba3663d1cb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e0981c9178a537068b5bf93bd61706a6d2b8f9e6ce824f15145c8103aa841a49"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153152, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8ddaf3bbd0536f3b69e08081510c3b528175c6c5d5dc1ba4a6bddd3e95193615"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e367cbc9c7bfcd927d636b2cda24b314f1db08a6c5f1fbfa04d0f670b5e7c58e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a95ab825038df9646d16cf7fc4404e863d4d2be956eecdbacee92ae90447514b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "39a9b331d542e8355a29105709c1ff1a1552ce158530f0655bbf3592b9795d2e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5ea11b608b9c3cc6a123e1bbad5ddaa38d0fdd3191fe2582939a2ef420b5e9e7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9f8b4f0c693fd5a00e5e4218f8926852e6c8aa8788224b08d084aabe3261c9f2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "bb4e5f9e91feb76c251758f3578844599bcece85b58f67db2270d932e585fba0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 157312, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a13f52ccab7f7193d71da8d6f95ec8cf9fe0667e69ea160b1ef52d378f4c7cdc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153104, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "08bf8a493689228867b6e33bef382b0f21afe898c42f53cdc1faf35e08893fdd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "efc2e6228ab7865394c5e27f4c468fd370568b923f250ef86fa488b2017403ee"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7b1b850b70a98ddd6d74cf675aae421df3e51e4fc62877ef5988b91b3ed00de7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 157328, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "edd4600c82cf0e8e9dd63701fe39c1329bb8e4273b6888b911de031c6facb477"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "31f6fac0eb53caf5383c4d47f82ff65aed2946244cd5ad978b8dde1e9c6222f2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6193fbdc7b51533c76e3ff1e8105e7a6e7555701b0e971d713a0740d9387c8eb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e0f7b258d8bad3e84d2c2318b59495e2bdc071d4963b946bb3bfabe772f604f1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "09a77841fde135fbfb141664ca474749519096a59b155b4077bef4c89e04e021"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "248788a25ea4f2c0720ecae93558fa1e42953bc73af8130199e846cd632bd25e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "df8c3e6553bce8aa152b7cbca564866aad7de3be07af313bb0c57636540caeab"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "54f6b33b59f8a429aeaad0252bf6d3fb98358a63a316ad12945ab90911651a52"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9745de3fc108b31f73edace5da71cc5cf83f75fd51de18da86685aa6fc61ff70"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1f0c35321d396fc07f6a8492c7f2aeaba959bb38bb8a80265b0e0d34cdee17c0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "99cc4a62f98b9c2ba1ed8ce4dd6b7b08b2ead7e5d35fe2f0266f9cad6f12b7d1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e9569730b2fb108a585082d12a79b99a5f927aaa0d88cb8d766d3edf3d8246d0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "021a2ec27db13cd5037a66a4af4862c27861acd82833850e7d63597862d4c9e5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153152, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "64bd51dfac0bf1ab4892cabdf7ee5aaaded736ac34ab6ea2968c5cbeb1f90836"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1f8a897e6fb8f737891aa81e27d4323960e89a1dc91db3ab81063de207b2efb8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "09a02532c7434023771cfd71859d91575049c91fbb1897ce6fa5ccbdd13133a6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e2ab5abd74b40f67a5074ef197c23f7937114e38b0c4d6d7be40a0e53b70d839"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4f31710a361ce05aa9402f9618fb91d83198f0a1bb82328aab7b12b7dade6c7f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "be0907855e90b325dcbcd78de41b19b4a29132a3c5b8f920bcbfe4cf9ca99734"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "409047d7a7fc753f72602844f79540357db80fd5cb5857f3062eb85788e00600"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 157312, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "481f053eab775ddf8270c75af81f3595e19ddc8735c5bb988e3a45258e6e993d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153104, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2be8d9510f1f2fcb51c3e3b486e29630833b4b45adae2a146670ca04bae3cf56"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8c029a8f0e97cc26c231b07ad563b8587bad9cb2cda006f7e031107234a5b566"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "46559b264e8916f086791727584473cc7d7e25d19718ac1d9a387ec7ff7e0ee8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 157328, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b15293445f5870e26df8535b99943964256f6a07f8a7d5e16d828c35f9d87ed4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "bf77819bc723a73108bdd59ba18bba459ae09bd16dc0dec5bf0627c459687fad"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e2b26c8ffe62e4c2db71684f572283f984f950d703013ee8b47a04676627416a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9115c49199d20673ac07c4a95b6b1d3b9fe965d450467146833f1b8d331acf7f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f62e84efe1cdcff853b8cef7f1b5f3a886344013b0a0dd89b7a05148e0a44caa"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "75848719af7027e548c088f749a7852cb4143c7a5965cf8efffd532e5c57b964"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148784, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c43260f3571642014073ec595681cb2010f08dc6c6f2b3efcbc511c63f5282e1"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ffaa79ecf2b1b627b446b7fffd1dd403fdf9f0c8765fa316a201e9441347b817"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148800, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3f5edd331be265d6bcb778624d9576921dac86a2cc0777f4e9f46924150230fe"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "772366308e27a0ee9e0b72cac49d318d872f25a8ccd1d585cec69866c2d5d1a3"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148768, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "dd861f0ca9dfff7ede33d2b04f79d8f43609629388ebd3f39c88599a412b31eb"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3873d13a770ce3aade39b83383bc8e75b8d5f9110a9ee31ae4da1a16b63f6834"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148784, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "fd5cd1d13692cb0165cea870a9891a3b106062367507456234ccdf5d4a021374"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 198016, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0fa03eb50be71bc60ae56c9e01e23d82e005518e5625241eab06abcb9ab98d86"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "62d685e6a3d6cd130f56edaac236f5813f3894a4ba373b6ecf37219f8619c315"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c6831808f345279bcb49f284d14c50f1e7149780af7eb408aca5ac15ed54ab80"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148752, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a301511730c1201b531435af90e2b402026cce3ce420b3d0786d6399fe8ca11c"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 198032, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8f6bfcfa3e614531b3b307299135d65d2f25367d90e72f1e0f8b42ce091d20e6"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "72e12ccd9cde734a4739ec6f9d323dd1192aac8de070d9c52cc0ba1863ad6653"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4a1a4a5f32ad9ea6d7c384b1a564df5eab7a477730df4686a3d8cbabcbc8877b"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148768, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ba6b917003a6a9b7d64dffa481f88953f585688344f65242ac9ad9dce2e2687a"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5561de23091f590745b666693bdf8635bb68e731f95569f48e105f7ab71e6377"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "bd7db8c3013993808ab913d996921948441e7960e37fc81f665584de073305b9"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cd106d729ab88ba5d42edca5c1864b306fd0498864fb8887675e3e7d7d6f8843"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "59254b2122f769933c10cca6bdc9b7d577cf7dd4a9edf51d0de2bf1b401a45f5"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 198016, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "477372020a4b50d1450113dc10403fa3809df2d7b75eb63383353ca77ad61233"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5bdb08e8650e998e2f98ab7f4bcad46d74025267fbb7b6593f00e3b861ce037e"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 198032, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4e8e517f9b8bd7926950ff7e6eefceb0a8b130744c0f1e8aa59864e3386ab20c"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "13a9f6e4f603b4c460edfa3779d1931583a9989b96a6fd727261e92119e0f0e6"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c4d29ffc8f5ab8144da519c0f0a87758944442c12c2c7f46ccca64dd4629cfc6"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148784, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "885f45aabcc31d39637190840ff7efec3903861195ad8bf7e8919b67f15b3ac9"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4ef5f391310430a91b15166ae50b04f9bae3084500374dc012c454eb524bb391"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148800, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5ddd9cfc336ae0dcc1888e50f2d20238bec59d278c6e46c8bb6eaf25a3369e88"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "942e111ee1b270bcd48e4772a69b525e775dd65b68537eac7baab517a6a1f57a"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148768, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "577e466398b1dd7684a2fc8932a6b291e777f902cb6a1fbe624b6594c43e19f9"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0c3f70e696c8f9562c81745e882293e8e18700f7f7ae80ada7b7e7f0701bdc60"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148784, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8c23a8c39bc082751c9e12f0e422e664792ec7248fed82aeec95408b08a1bc15"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 198016, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "75ebd6c25f84ff4d3a62268660e3f052b77d43426467c7f116b775b073088df6"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2330cd7e0bb28df9fb8e1571dc2a35d7c830ceade1d0f23846f537c66ed2103d"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c64330beec39ace0c99f85c8d5fafc15f92fa5c807d93d88a67105a8a49521ac"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148752, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "23ea574a564102833ea7d6da471f9d0b1edf14502b762a83cadc170f142fc8fc"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 198032, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0ef8f957a00a05d4b54c66537a466949c45ee5817097f24cd7e0130015903795"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "870d781bccb7e818c8f273f52bf98cfb6910a3a093e1c554ec61182b314d76f6"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d9e6964252f148e86ee7140f348cfae6d94ce99fa623a590eb37270c23e47824"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148768, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8f72a1b2bfebec3515cd2d5b88c39f4045395bb81774c1f08e0a024d2dde1061"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b4bd28e33b005ee3bc0141f0d182cba55b6104888b8eee18a96a8598f451f446"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 198016, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f88d58306b18b234331db13a9bd00a011dcf9320a0627da723f23776bea6d457"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "85c6c44b97feac47f7423932320530c6d56c74da2aeb7609265bd71f7ccf7625"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "db09e6ea90ead7c746023778645e97e7a2d1e5f3e7cb05a79e54392663c09101"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ea05d7917bf8656616ef50a091fae08b8207729550a2bf427b3749c79a984ab0"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165168, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "68a43717f9503fa65fd6d2ee44b3a62080a7df4a61201e5c5e5266b5244a1517"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197952, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "dd487161c606dac24ed4ac52551de0ae9554724e2a2052ec68d00db9c6fa38c8"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165184, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "83f6ec157db512a174822b7558985f6069191b4bd70a34cb48468fd985ce42d4"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c8ce82f6ff5ff930c55bf0b361b471be2f03ae95770305a96fc20aafe901bcb1"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165152, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ba2fb13847db01d79ccfa68a3ae8493726cbe1344ae49cfcfc44353ae310d144"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f3706381e57f6cb8f85594cb81135b5a816f0a2079a3a3cae594ad16023bc2c3"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165168, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a11e568653cf3fbc1cf75e87774d9df8d19526c8ef996e0cb9505fb5ca1574b4"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7ac044697426e5be4896a4bb607a626ae873ce616e8bde4ef3bfcced511e4845"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197904, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "01012f57c9c65a83d28896b5b6a8c84d804d3137adbaebdf352bb3dcee4b6db3"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 165248, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "679e0660cc5a408b452bcb47c71b04e67262503cee300ac88997ec5e55403cb1"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165136, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "60161bcee0cf9bc82e09c6d12e73104771c6e1c4a1b7308489213d9b1d0601c1"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "61f4f9ec522b089e5358b26c4147b283c3ada5bcbb3bbf97fa7a5ac81e42b58e"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "cc1a3db89f02da1173081651772dac3fcb70ae21998a6a588adf706cb1b99a09"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 165264, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "64a1c314cd1a9c73eabe3aaf5f327af65a3bab0c869e2148783b5fa44dbd4bc1"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165152, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6ee3becca5065b38d1b55f7952a3b5c5a4915941f10d690201a2d74d932d51c2"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b332994a79ca895687be7d40f440c35b4a6cf938ced77bd3466893d79dcdebda"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165168, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3733471575b80d7ec8d7dc35dea34d64f7978e7bfaf3867cf87e9693242bcf47"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197952, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "354f853ea0bc47ded7e3d3ede8b7be6843995b3994e7d416f636867585c32985"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165184, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "fa2b0bf0171614ae0c5856f73203bcecd24a772420a72161fca91fcb51d57373"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7967c90c532c2ff862d32fad0cb472e78705922b2d9a0d78468b202f289a9d3d"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165152, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cf29d1cdec688a980a284a4ae286019a032f3f7b059b3ab6e665a88f5031e017"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9879a15f01032358321720c031b789c798da3b642791e78d65f63df6e302916b"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165168, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "37abd6719b277c18897b08897d998d29aa3df2263e0a8a320b16d687439875f6"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "56de3f2d2ca47888e3852f1ca2729abcd07f29819a3e674043a7c5a1f3d60414"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197904, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "861696099cdee6b7f41a41cd31c06bf1a040a0a716d607614fcda71c46068569"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 165248, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6cc042161804ae1c04da66384f6fd384d7e8703fbb1716d9ebe4b1d0de32176a"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165136, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ec258d5366d69265bd55d395b8eccd5a34ee1c0ae47ba8c6948fa73de0de1dc0"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3b83fe5ea1e0cc25104eed5a0e4cfdb0dc501238acef52cc39b3c5c41dfafcab"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0cf5231e65baba7ccf46c8cd017c396a3b96a7a8ccb8b711444b2b68967170ff"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 165264, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4962c8988a83590cc3e6df0a689166c87c28efb4b57aa109ef82db0a0a74847a"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165152, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "73cf51565065483af8e95f80ef6ce75cf00f5de6299d581af8106163bd3fe12b"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197664, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "bcf003dac6b81b0adf3265ac40e9f92df38a28dd597d8f0c2d0bf6304be91ea1"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "193cb120641ee663af3f65b5a50aa2faf5b0ee1687b602b95a07802446448979"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197680, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e5892865b3355a0a2859c86f5d71b360fa503d9312f4e66542e1551d6203217f"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "dc55664fd6184d7c087618d4853db8ca75efe46d88793c33d55f34a83efd222c"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4f53bda177d1fec11aa4305dd8f500cf3aa8530a3a64193ad60499afc37ada4b"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197648, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b110412c64519171db8f4322022724f5f0f905ff4969d712fa8a36fdf79c0461"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "00252a5cc8c6a40dd32ccd533eb7768107cc9e669aec15c1d345f0d67a1ae727"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 197904, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c116a4ebc9e9324028a24f74a42998aab5d0866ad7a28c241a5dc90c896115d7"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "dc979f8f56e13c721e99d2536a6e5e02ae2ae24c96d6c8fde17cf847ccd05c35"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197664, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "addd6cc29be6e72f5c1cfed3eb4a1302efdf01a90fb62177c5bc27c1f3aad49b"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3569120609fd4c745891ef97ea42011552fb76ede8a0cf95c492cc9436cb4084"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a822d267ce030a489b7fce2004b9364250f9e1120638e2c0ec3dab2a8f388562"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197664, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8376cff3445c256eba080a50954d6799dbe40dc35ab7c7f9d675e988e4f748bf"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f0fefa49ea48d2fa3e71a5dec97bf8fa9ef312377953344067491c8c62cb92db"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197680, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "39dda9bc30c8ac32874a45e82c6e992b0f60a2614cc35b6f3670f23cc52bd4ad"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d33c370cdf9cbe8d34f5f8c709780d92103170e0d5e284bc23db54609429e7ba"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1c2c066d945edcc97f8b35785c1584bfd6039edf70b3e7a83b05905db749b8e4"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197648, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "035cf6a1dab969f64782ceda8b5a72747a7a961c9034902b8ec11fa9884030cd"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2f1083fc0476a1714d72ffa76f60a34a46a3c938711f72830d5506f9805a4da3"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 197904, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "707af00ff4df4eb877f39a980f3ac6deef458b48d13437f9e5ec6e9dcd2c71d9"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0d967ca57ccf48b6bb6f39179fd410aa08afd61773e15950343d8753a794305e"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197664, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d0161c62427d386fdd343ca96b4d3ac135b2f12b262747c2eff843656498679a"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "12486756b94115a4855986effee30bb6d9b1f909fbab9322074ed56d1f13378c"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1068a71cb7b078edb1917fcf9dfbd9845f57dd0db5e954e155b55adab19e55b8"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e634187587866ae3a316dc34a70158781ae1d1f6c8c48a35471fc8c5d03fff02"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a031cf0bcfac29f302f86bbde386aa9c72a615c70a824f177c2622bca78ba59d"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "192782a97e4f4108a511638253243311daa51e720d5483ecbf126149314e10d1"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8960376cc053833d470d47f686f30b9d0a5aa32d762aa6f2a82ae030100b6a2d"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2f7fc876cdf564f30eb5f6f4026bd34e90776a17ebe41e2f6022f9fc05d39ad8"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1d71e3ad9372e583730d07210b3e4a80f6df8fcd97a73586dc852e3afc6076f2"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0e96744c51b8e2edc2ba5d27a975f0dc1b585e4677b2e4f9997f7c96f923889b"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0c18063ccd69808420e4325ff2744281265eaf8c5ea1a2d3c4a597f8ec44bc2d"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "58810efc6c9c2c0a7474679b56b76ad0eb33ab750c47a7a249f407b0aa540fb8"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "dce8d20abbba362f8c7a4433a264955907d940415cb46d1f3e929a83c204b6ae"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2cd5b509f6e6eab92f85123f9e2095b45a12e8ca03f8d1252c0f355787ffd6c3"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d300aa893c2ee3b61dd05db7105b9db49d1429eafc2abb7e61e041801f33b6b2"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "859dcfd1d2439064865ddeb2d79641a74c80d99a3d4f2d54177c3e905782f7c5"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "31052abfd0c1adaa726ba253f832b29020e69bdcd7783ab615be62fdb3089fc0"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5caa36a9e03aa412d863e6f0536795a7d13c6fc824157363163aeee3358f81c8"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "db99dd7dcecb47bc31d1a14df8f0a112f55e9d1d50ccc85f24321c072d529143"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "830ec424c282f46261a88b033f1472283e9b862eb89884fd3c7901999b64ce84"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "cb0e2e9d5c1a3bb755351819903015138a41d653e9b8a2f308d814c25fff3db6"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2c88f4cc32d917b0bf1f41b0c950df2252132ddbb4b4a2006a072e4d677ce0b0"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4a04141905016f4b193a3f6123158b2ebe50e68ab932538139fbaa2bfd1b297e"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7d4bf041fdfafbea677bc1286d35ebe2db94c6df84ea5a0cbe8e5f7b63566c49"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c4d592151f7f329c131d44b0102dcc19b700c9ea306b5a33f9befef8951e550a"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c1eb491653a0b40df37e65f7001b53d9f49918552a14d37dcba8c6ad4122e551"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b0d5deecb94291b73db2a987285074ad532c315953d20978ad45f2fea26244c2"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b967d300562ebab9f0e00025fd22cdf3912ea8b0686e75eacfb796ac02d1476d"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8cbc1d3568ab68e328fa86e1753b8f477556f91329108e18d1e79f02e9a31022"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "20d072ed4ecec3a55b6fbceb48217544901e2758814741318aac647a0a9fa3b9"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3e77dd330578ffd85da25a353a61373694a57e6ce1ac8da2768ccf042309e42e"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3b40955cff05d26d6aaec0c213cb92f8f0343dc7b2673434cf157468e1f1073d"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9e24f17b1f2e37f0bcebad3d91b5f7873d428760192549893911117503cdbfd4"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "388423edf9c959c4a39e5c35adc2d792c083c5bb34fbb94b5d4416e1d6172e4d"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ab487a44d31b3c23fd7663d81dd72b00b7b9c59c65aeec5e84537caba1a19097"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ca9b1cd5bbe00c59536fb6d89a7b754e5633a98c9da9a963d9c268b54f03189a"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c7521d496715a128d85d36b3ebd67574488ce6b9cd3e5dd6c48a2f399ee68c2e"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "14b01b85dc061952c60012bc3b836f32fca45513d8036d083c2577043747a008"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a146573a7a4edfec923ba9b03ad425a07cae2ea9027de61e3b72f086ef970b6b"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ecec7f662a8dad36997e1d2fc299cde93260767351af084ffb08875569668669"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e761b3dd847117cf793d2aeaba268a0b27e0d6044958264c1e7cc0542c537f47"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "68b8c95eb95f142315254df781531d1bb8ad4ae74b643881db23c00a9cd29f45"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "633c85c7586f142dbff15c63cfc5a75aa935fde7724cca5f3b9fb30b9ea18d8e"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e1243d875ddcb32eced05bdbb2a1884d2c0cc2f8c3c3fb8dcba8fc6bcd2c406f"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8e2e13be3b8aaf4a47311bdf049d9d4a1c96aa5eb7b8218f662a380ab2a82047"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4c3afe8b26727b696c51041af5e6fa0e195e61011a5043332ed215a7ca60f74a"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen", 83216, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "162e18de6cd7259041134588caec1868621909e38a07a2c0c94f3b7101388bb6"},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1f74e41777eb26b56862faa599eac1ee1e347e33f9a1bec4c4a7705ce7657fd9", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148784, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "db440d41b8ee50fa2e71ee0ee602d29196a9860db136f4acd91cb62320027813", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ae8a066648d22ddbd57ec328691a44722b35e3aa0a4ca365b4cb3d8d21907bdc", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148800, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6659f7693671403d5218e42b410d81489cd7ca57ae78cdd8b184fa09fe7875b4", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "494730c7eca71bd6b31b76d2f452c80bd92d9c754be7cf16c893d6104e081d5e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148768, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0e3e6f6770eaf99482b3ee3d0d24170b8ad9b13d1444f4ba978ba62b71dad704", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a0cf22e8c675a794a21930e625fba1b59d54c15eeec6fdf86cba24f50539222a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148784, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "32ddae204018339eea136187d30be8c09675d3dd7eb5fb876b8de4b87e452604", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 198016, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "200197f996f4045d2d1f240ea445364242decd35aad663b40ab47e16c836405a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ae25b722cf0ad0241b9eb98355220fcf51e3f641b427db75190c2efe00d1e8e0", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "92021947337be9c58327dadf018c7e3fade47d7033e3e77f15a12eb612f9c164", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148752, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "654333e08634457b0dfae5401dd3f20f85f8db95c36c07b3612db21ca03636ff", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 198032, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8ae614f7493e547149f4b840905d73d50a5793c0f43d2ed9521911ea5288370c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8fcf6e0ed42aedce6f25b03f11962b6fc36a0e43558025c4684e921342d34b8a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "55f588db7ca3fa2f88e8f2a88575d2919989cc78114a638bc5dab9a1da5e8c04", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148768, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a48f86e558650bbcf3a34b593891cab00a0b4b4cfc41c6d681bd03fc24deee6f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "599501321df77ad2f0882998d898a936ce3d527d60c7af65a7da4931d9799fb1", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0de3284b6b0fb7b12e19b0fe331eeae07aa2fdc61090ce905c35e085c72a177b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a0c2fc91ef55465dd595069ed812d6eeee01cf495e455d78f342e6e8bd7ff5b1", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "950c4bd3600c2d0a6ffb547f4c5fc7f9017ca628defab43df1e3062b1951762e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 198016, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4a29b54093e1d1476f8b270f83b06b115d7ed7ccae865ff452741dc492a4bd01", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8e78b36e8d1d89d9e233379eee12565c263f93d2fed4967733e172cf32ac8ac5", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 198032, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "48fab68b0aaa615c3fe9ef6d03dd00e44ee2fb7946af200fb36ef0e45dcf4d6b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "98dcece9268650cd6a6981d0b99808b1695c4f459d82c7f6392ebe11f1a020c7", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4cb967bdb11d44035a0f4c060ba8f5113c51046ef1f9f3db5591f5c94ee595a2", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148784, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "85feb97f728181398fa63fccb692fee9f5789a0ef56f38a9baa0b9942a25a3df", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ad69dc009b5a059f80ece70d3c02265abf696cb4657143e100c85f717be30b8a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148800, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d284701975c7444c8c567e326ce942adbe1515e361c63ca94f288375f5c103ec", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b7d96b1e91579acc995b875f724a7be3ec3dacbd2f736aec43be133ba10f6087", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148768, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0ea5ed26ad3d9d954bda6c4ca4037ca37ae7b903263f92e12aa763e302e96b4b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c014df40b3ff072147a968419de3be4312664f2a968a4759e6c28c0fdcee8c06", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148784, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "2681a5a64881763aa4b7e2a7e1fead4d5f9dcd035f6dec430fedbf075a5cd301", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 198016, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "115b9fa7d82701e7e9deee65703a1b528b117300f2eced839896d21a9faac2cd", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f7e912cd9209ab68c7a1da25cc715c3249dc1b65157c1a187095d8378d5bca49", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "10f92db285ba92cec098a8da056b1f80b1584ccb6b7e62943b59aec63d9420ee", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148752, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d0960f23fa0efe3396789c8071de830bcf00dcc78454c179d96d35f96b08e9c0", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 198032, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9d4f7b7168088364aad774fbc5565f01323bd2b0ec5e2dca307924b33f5d28ba", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "68da5a55e3178a3a3d50df043bc57d806c47a7e6276b2f87c399c817c9b5ea3b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "841f484a3911463414e2954d599b5eaecf5632c0f86809692693b8853fac3d24", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148768, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "432e335d03a222f83ecf42e0ad278db084d9817a2d6472f7bde99df4e1491884", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d9ed06808318e02009673a1fc66902e67b53e3231157d184804482be3a57f3c8", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 198016, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ad320f59d5862ae37cd48af34fb14dfdf0d7c7ffc6039d7db64eea63f0c0e664", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c89563b0ddc4c012dcf592d42d46e2ec7430832ea330bc1c5e03324d2e3d4a4f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "73f52f2f65d3b9e0922cf09870ae7971393d9b1bd461751ceaef0eed6fc01a6b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e274e28061b97baa608804cfcceb068f909f4f9f6fc525f09f6e1395b0c51502", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165168, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f806fd27a32fca164fe8bd13bec7b8310bf84d4a3cf600547278aa36922630fa", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197952, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "541fbae460a1639410c9ecdf5c112737d6816512028aea8df483e2b491e3c8ba", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165184, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "14bcbf0d3c6e79e4f32c4de228e7b5c32a250941bf3691fed790194fa1b15635", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "804036723e2778e578ebcf337e2d1a76eeabd160c43bfd1d4f273547cfee5f2e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165152, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "875f2617fcbece7ea83d6f915c164240b9f27bc4ff11fa975e7e96736c4deb3c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a52273c6a1e3b9d3919a6e9cb3f824ac140cb0cf10542f07c60a920295cb8bcf", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165168, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "73b0c2a7ce76855dbd9c3ed57c80fb5790f664fb2d844fa636acc789bd7a0ef8", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "638c14c9b67489956510b4106a29cb84a7ccd23c425c7c0178890011b6f77e3d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197904, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ead3fafb6db99eeb14d0e9925e50038270b1a9525df42b9df9bcc66170dd48c0", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 165248, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "df8a3e8b68c45e87efd8c905c71420002b03587e6ddc629c5b9b9d7cf2ec5048", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165136, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "38d84b6869722087dc47c16def09147fd954361c96baa70498dfca6e59b46655", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "aecea167379104b58bcd03b2a84df9df6e821b6f6e1333df66bc737fd2f9ed1b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "05e29aa72b18d8b7d73ebf76c2a8c6aed11c3c632886bec789b8a1c1fe273602", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 165264, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "89e6f09d0a55dfda303300d1048b05dce962b4551f99029f3c6b8c06960f2fd7", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165152, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "928f851ed9dbd73084101ee3923a751831cfda2abd1d683cf1aeb286396e8b9a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "68e467eb45484ab273488f406524ba47cd5813d2d61509c24c30d6d05e9c1aa7", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165168, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "81d137fc3b0de4629406619daa9e820df2674821451b2506dd7fe83ec2eadd92", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197952, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0e758d480743dac44c62063347b237e16ed497662ab312962cdbe5db5abf88dc", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165184, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d87ac80ea4bee4d79db18d8a03abd0dfa40521680811ebe6cff6a3b654d14c24", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0f0ead36b93e73f663eb301cf5cd9cce4b5308c2841edd7f8d556405e21d4188", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165152, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f98539cfb877ea462a53e708da3ad88b68dd499314a98060a2842a591df9e755", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f33f90fd19025fea44141939d87a425480caa7ff5d80ff6356dc5ff06ad8dc43", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165168, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "21e31e07f0756bfc971fb19b6daeb91b4459ff5d94f6b87b9c8f96c261904973", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "90ba3440535df865b70ca9405ae002ae0417714aab1e6be6854785245df9bfa2", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197904, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c4bf6b24617d0b4fa957637c2686ac062287839bdd5eff6c37a42276b16817b7", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 165248, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "35e4caae172e8a348bc87df831694367cb7ab961833c3f485abc909df3a103e1", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165136, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1a0f71cdda1eb8ec0f8791f165dbbeb25259d1fe8bf6578006a375e5bfd4d8df", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "da9af31cecccd6b9d467b4806e73be4b9bc39fae0657286a8c24b9fb1451dea9", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c811a7fcff08e45054b74678f97f7b9f92f04dbed6bee216e26f7fc4c79d280e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 165264, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c666cd3ca90b99231cece66b8f9723f17074aa62e902b973923e56045d580e37", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165152, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "be4997d424712abf990744c2b5691532d19aca6c6ee5a5db005b28e53752fe57", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 196888, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "a6dfd5e8768b69d71163e3e4df697fe350a4e3e17d97a29ac16a9bf822a9d7bf", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 222232, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "3e846c9e75d115af69a78f285b612f3678ece8ce8fe0fe0c973f3b6b05fd2d78", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 184216, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "85b292c3d92094f19bd1cb9f0602b45c92c603b54c3304ce5e9a14f521f1de37", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "4714cfc72c68c848d6cc340b2b2753b76a76e317b47329926b3cc77da6dec069", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 163088, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "f281d98bb0cc7f89ad7a6493fb3855463ce6c3cae8870e7fea81b30dfc5d475b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 188432, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "db4522842ee76a4966566317c499a0a4413788cbaa8f138244fa5912334c3114", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 150416, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "9da58b92390357346820013af3413b033b4a7282d9ffcad8224871d3e4a35aac", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen", 167280, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "0a6a363408502b01a9304ad5998c15ea8bd9394f28c025bc1e2f42855a444773", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen", 163088, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "b7bb236d26b5bec70e73f4ffac4dd43249d38acfdace0b069ff2219295652d40", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen", 196720, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "77ec0b97db8733374c3f81ce0c5c9f289d8a40420aeb0260f0913fc4664db2f1", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen", 188432, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "83393d9c24ea3aa8bd6e8485777a3edfe93bd2eef627ddb0da8ff25ca71bb172", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "c7ffc0ccacf9c688c6fb62bcee4dc484cb5e197e52634242f75182e5d775a6b0", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "da7f076df4872675014be78e73703fcbaa6b238edc7df07f38bde56cfe855dfb", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen", 152560, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "76386671097b2cb0aa90a40ae860b3264ec0dbcfa18761daccd234a285ab43af", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen", 150416, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "3195e4bf438eefc074a1271d2c613a5477bc29ce494ceca3af50b72b9a3971bb", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197664, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "671775bd1f63ae08720325b39756c73475e8a518979b1ec7327856428f29ff5c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "58aacb019d509880a5e7d3f4c50e6010cf57d95d58d8fa2066dbf4cd7928512a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197680, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "77f7148c271589548c2f5c46cc200200d581f461fecf67f109260d090bdcd7b1", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "750a516350e472dfc088608cabc4d1bdc049984b96fab1a2f8d798821a1a3fdb", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "dfc14db73bc3f2a0fc5da14e0a9c81083ee80b406742ff02203df9765403e66b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197648, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cda64b56eb26893e261eb11469d75ca5d727792769d555e7f156b94dae7c2591", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2042c75427de7bed657ea8aac8ca75571853897158edd8b338d7cd17a4ad562a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 197904, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "054a5aad3689d6dc992dff446c0213e90a820042ca4021b0bc93515b5ffe55c9", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d2e56d1d3ccc9a6d8c325dccca237b2f5429a4bf39154684ccf0de5447e3e5af", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197664, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "792bf6f48a6eb5609e897a995ccaf2adcff247742332f1c56b349c834bc1c3c6", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8a7f725d6ba496efe0299fec1e3b67c04247ce2a71d0751dc07407d9d2fcfcde", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6a1163b3f9b65e67beb2d3c9220f54b7a421c139fccd2228b4e9291a823d827b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 196376, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "89fd221ccb03f8fb7802c8ad590d557b4ab4e9d46023a7679c475f6c6a0f2e5a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 221720, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "a9a98616f2ecd01b2107c6c16e59a9bf54c66524a331f940b60b5e47ff17fc81", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 183704, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "b491cf61448f579a7c2c2609376947c37d068c6f9ee35d13e2899ac2f273397e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 221224, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, false, false, "6d636395a16cbd234486e8067003ee28f0480c41e512260a58b3496fa35a195e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "c1ffffea7e95486eab3a74e25a3ed87ce923715916304d4a44ffc846c0b9e52d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 163088, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "d054de41008cc42b95df26e91c53860e1d672ef80726a1addce5108fdaa3a7b2", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 188432, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "82a7f17f301565ce09a337a642dafb2063bd051d4c615ec908cd7496745701c3", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 150416, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "f076525915bd96c72b0e2cc8487dad4d52206fb327422e535f98cbfd9878ab2e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen", 167280, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "9ed60387c9d1a976561a4e848ff9fd730570543ea913b092dd9108b6132c9308", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen", 163088, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "c3eb7656d24b6ec8194a25085cc0813a20b6a9a617d5bad79d826b1f6cab464f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen", 196720, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "213cd43c63f21744ba4148265d23772d157770fda5b5971571625f2a522aedf9", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen", 188432, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "d18684b01bb5de875af579dd4b428a63ebd6fa91625b3aa55eeb654934901012", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 221304, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, false, false, "6716adc9a3cde44198f4ab026304bcedf9583675b01bfe3915b440472f53f523", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "3365a1d687a35f1bc82a02b4e52a8afb9d7df70e8482a579daf46b308e9ccfea", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen", 221208, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, false, false, "39ba53fc579d1c192d4a39c07d124ecbd76e72dc5eb8a61bdebb3ac4d541e809", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "2a870641d33820bdf484992af33bebe756946f59c2e616b31fb6f2bee8cc1134", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen", 152560, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "81908820236b90f7002868155d2e7b6571651aff6ac40fe67e357ffbc0d9962b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen", 150416, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "26c23b8470a9799d5e6aa8c0a652aa63a39e23cbf29b2613547803535787165b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197664, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6729a46bd5841cf85b5bfe6a79b2f3499a890a1662c7f89ee7a4e331f2037b67", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1d0260b787ee763f7c5de1ce2156bfe95be29f472d6199fd28e3867e3e0ab12f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197680, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "27c6dadc7325ab8825cef777d6141517e3aa25f49c197f7846a0b1dfb6fbfe96", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "2b7264e48abdf2aa90c23f40c7de2294916dbc5a4c8f230159d90f2febad9541", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5ca23c08a6ab6e36c6598155ad889950981cff5bf7c3c86f1e37997e30da1938", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197648, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "aaa019980973e3fb38ebd42911dc6f6e56d453d977d247c78c54d6f3af8f8bdb", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "53efefff7afc7758a6e704fd1a99f1559dd7f676b8859fd631c7749e711c696f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 197904, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "581412eb527095a248b6c87324a53a98ec75b8ff6610ec918a1b29adc429fab1", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "748cc0fa4c9c6ac3f2b7b0df6423cb267dc4012aa7d256b998f3f3a1158699a1", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197664, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7a734c0ab443b7ecf3e1ee529624d90a08a090078d2e85dc08a34a7988c12f8a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5112d23fcda07d476fdd881277d1f2de1c4909e28be61218d6627dd47358ae44", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ac1f56dae221e9de360d95c59442f60262d840f8ae43c5ac52451fe27db6b0fe", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 196120, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "90eb2b1852591171ecc79ed5a2205b27c104f3ec0d0c3015f88acf1a56cf7021", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 183448, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "2c45b1c2f7ab55a3a5ca11276da76ba64e8c51fece14d0eb7a5ec517209dedd4", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "e8b4591c4a161ed1d3e79d6104cbec6210fd0b3bfb477c9b8d3ffa23fb424b88", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 163088, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "d8425a90139df7a7d0b1068959bb355151da8dd0702546dcb84d54f09720139c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 188432, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "56b73a28316dc49f8f24b3c1508a1994ff22a30c29f1f398af9b3de1edf46931", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 150416, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "f06698bccdf15eb4546792971f885279db19af2504eb8ddcdfdcfd1db7602548", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen", 167280, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "061f243779d6727640ffa8fb58eb93d71cdd33399472e59267536675854c7ce1", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen", 163088, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "084b0612fa16aff9b4551755b107bc23ef1539cf0404064408beb661764ec8af", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen", 196720, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "d9ed9b87a736cd42c21b20c2ce78d5bac6ed7c3dc32169e052c30fbb67814041", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen", 188432, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "16bf6a41c3fc5aa9b682416f2271f449872721a11b6ffe274e531137664be277", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "52b1435f1d5b1908d454453f833d681c71e385bffbf0e0cdd0d17ad24ce1c5ff", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "b7102b4c16fcd45b6ac79aed960fbdf63ae4127ed82045571c8272303b54544d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen", 152560, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "ecb33e9b8869108bd4e5aed4018cc09fdf20e48f2deb9f4793f68ab288f8a166", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen", 150416, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "881ac7ae3e009be5885019164164e03e6ff79fcacc10a453e9e1f6a391052cb2", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e07d6615e43004f5849c91988dd815eebf948abeb25904199d9506fa131b3608", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "93ecf39089146c5e283d368994536dd8890982690ed5e88939dfab074588ed26", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "371760f94c992502b4f3267428a51a4e657305eabf02913a3f4b03702def77b4", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5a7a840af0c4992891d9ce1b07163829dfc180fcfbb616ced2db1f2427385bca", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ea89814f1f687fee3eed1a2fb3794c084715da07ceef204f8a4ec51e1c1067b6", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2d91d5a05f08dc3ac9fd757973c770607e51dd03e1271ada6beba92d704af7b7", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4e5676d3711dbda1ef69da0fffff6522efdea35179cf69b9689b34141dc2fc1c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "203470f75a3802697deaa3d1026689f5e4b48d8ae94a94efa19b824b5424ca0f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "51765f817f3c69a6a9c745f34ca5918e78e2f0a38a193e93777ee80dc1868ade", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2232efbc9df5f7ea8ba6400bd9908aa7c3e838d53ddf2190267e7275255c5335", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "fe5674725e5b9fb9618001cd8718871e51701cea4fb1fc455697d848f917fbef", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b1d163ec75e8b3b4ba14dbe213ff0822643ee12dcab7319e35e97a99f53eccd7", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d05285dc9538bddcdeed546a749d3edf033bd2a2bb7631113889d2e0f065ece9", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "56e800a920f046c0345f94ba3254e57772ccc82dd9eedbb61eafba6e264e0ec6", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "831af0bd7ee58f61b3ff04c905a58279783955e518e5f574f02ae92c4c806250", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ceb42d639d71c4ff2c4e8d8e4aa94c72e191754cfba903ce802b8355aa90bee0", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "79ce5dd40d07cc4ff51ad4178178522d47a98d7c2d904d343a7cb56c2f96a2a4", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5ad869e34c7263002d610a9cc034ad725becb9a65caa004e70ba699f12186ca5", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "943a4c4602c97f3e777ebd3203d012cbf97a3afe1c8659b949c13f4c3e319e52", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "781ac40e3005725a94f28df013d4f6e8f76491910d0d317504b63315e2321b4c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2bdb98eae4c24cfda4bae79ebc3ed69f824379e7b05698f8011d9738eb14a011", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a91984a8012f7691196e6c3ab702da97286b6a132477e545eb73d67f26cdfb10", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "16a8e09984786604ed97d9c053810fe994c47f077c60b6aadeb4ce11aa0d22a4", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "42b9a81491dda5d5388a13f240f7c4e67aa991bef7b74d7c0d8ebbdc743e1909", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ec50e00ad601b943b70aefa0acd91111fc3931c7ca538752796da825d105711c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "18be1afb86f9872cf6fb69984a90852d4553342114f7edda7b201e64f16d289c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "beab1b66545ea1d0a5fa5092666e92a0804f299bb658a97c1bc7d0335ccff3d5", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f95831a0fe140b90ee5a8771dc91afc69da78d7f13d234f3c20eef8c0cf74104", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "693b15c75a14faddd3bee85a0643750a4380b39deb7588523119bda7a9241290", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9cf1eb249641f11c66ef8513fe0fe5f2ef3003817a2bcb5f84d39b9f7c2a0ee8", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "71bf0ec970e29e9b745a8e79d1d1cc36de0df0bae39b2a200c48420ec4cddfd0", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6615beb8cace0c501f4d4af1c00ff65ed61289cf76fdf80bfa8b28c79f0ea66c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "76b47db6615c9c6be874f82d9ca013024748adc52703f2f8d1b340116678c678", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "701fcfcb1edade504297936390d9cc9da92a6ff8844c676cc709242682ff455c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "03b8430ef639e4969aa55abc63c3cfcfaf1840c2a1ec2d85f70ef3015721ba34", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "27053542d51e9aa934cbaed5f7d2678f729d1cb3721e45d923160800b5241846", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "fedffdd27f4107599d199979a180c37535e19bcd4c7da2e5d2db4abbb8a32d85", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "76b5ffc53cbad29041725b5d92f8f59e870e2bb2cf8b69935e517522fa1ceb42", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a2813c880a86fcd12a13dc81f3d4ee929da52499f0e434fb9dbdf6fd04b0ba72", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "48e36f192f4f169d9be4b9af2781df8515f0315cbdde8df69072810c25be9787", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "538cd2b43ac37a51bdb496a836febd13fd14c9e4881bb12fd0976941d7a13c2d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0c9baf3b786554261dd3f69002dd195744de090a06519cd153b948658bede7ae", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d0038b1a069ac6f5e7c410ed9de47c49bd8416d929be47e1f02bb8454b29507c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen", 83216, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b6e06707535c487604273c847e7d2bbc72dd05942ee599b2dbb9ae4f546bc55d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b561874a4195304ba6a0ebcd36da4b52010770b65cea283cb80cd5fb611ecd34", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 173360, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "880b4f0fd97386d33feae102f8558a7cbd43e9d267f5aba38e2a8eb24845ce8d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214336, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "0b0096b23f4a220971fb4bbe8a2619853e3a25ccd59812cfcabbdb3a854d0742", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 173376, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "9f417420b906904584d1ea3dec5b8d8db29a1ff0653a375729266033d0ba6f1e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "eddc47ee944444de803875ba0462299327c7ff54b385d8e9642c44d62df52ac9", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 173344, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "139ab381ec0055453345c7a39e62d01290889e736c53aea6c487732a7cc8fb99", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "1d102bf629a78037a6505a166161c6e7735648f306dac9e174ee53545b8b0c3a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 173360, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "e6a7a526f6cd44f80ec0e0bad474e587a043704827a49224179ea5f936f21b83", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6ce96ba70388b35e613bb770a74477c32c1232a6462b2c961f85f42903124870", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d5c5e5c913b3595657fd1149081a65c09b42ee3019e0d0b4f3f34ed9462b5b47", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 173440, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2436f1fa0f01018b403ba74249d1aaf5a0fc90f19b202c8a8288ee87835371ad", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 173328, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "315beff6e5b42957a677f947efcd3fc8016c32acf19c16990fb32202212ecb4f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "a1a0c7e2799a600623f5a4c6b953a4b4f6c0dd4631db4a48831d93c72514c037", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "9cd12beaaa2da03563f5ef78629adf0a4c294bed6e0b91de65dcd70d80876c2c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 173456, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "0e65136494281025850e98df3b91a69bd639077c91655ccda54d86a011dcbadb", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 173344, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "9bf2f1b214c4bbfe3ca6071312eef4c8e0688d45f7586c17a9682dde4626b4ca", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "89c18473bc61a60f4462110f73941ecefcd72ec82afe2702ba29666b74e1c144", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 173360, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "9d020b213ef1cf01bde9805ed36b43edcfd4b7ccf75ba66a56885b24823361e6", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214336, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "666ab305b296757f6127f05e3138ae37697ddd0233fd9adc6f3a716bfc86e613", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 173376, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "47d3774328ae2afea1208506bb3a845f49e7bb806ca7e09e9484675cff1051a7", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "845c515a20457bcca5983c7c17c61c334e0fbe7f4b4fe735d7d879793682d7af", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 173344, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "9594d9c5436f70e93f9ec0d4ddeec1725fdfc43e1f56df5437feed5467e7a3fc", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "6036be4a3dc822184645549626b64aae9d32a1186b4baade7c5b731a00fc283e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 173360, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "bf5c3502261ff7645f42e16ed2a2b3b3acafa5227834e56b491a66ed39bbee21", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a38b0bc65fdd2c80db7522fded55379c038abbe71a3837a210114935e8ed0e93", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3907802388d2e7c708f4eb1ed48e4f06f6410c6abd9637eb5bd4761a26947e96", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 173440, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ad5892fe8ad861b637ba3b52e325b958d7c6e16ee510952658630e1d7a9ce7ce", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 173328, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "7ae7630e493f16c710efddcea090b6a6fafc00c6e90e204891e45e91e9c01f94", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "c36eba3d162a7a509a4ca115935bd438e5ea87ba9c50a12cd9830c3bf906f067", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "7a89261027d9aa494dec1b8e1c6a348481b10d2e2542f7f53151387ac324f86a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 173456, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "042acb5e37a5adab3b82229e2eddd8d57af253bbfb61c89c466b365ecd00c147", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 173344, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "bb8139a6c28b224445a34ccefd53f68f1cc4c80ddde727250c0dec0391369862", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "54d1339ef4b28962505d7658dc7e8c486afc124663723c8b3f30e74a71058f46", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 206208, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "fadfad6b4617355f8ab23b648f1c95f64a8c1354f166a85873f7be6049d674a4", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 206096, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "dfc481816d5f5d0ea3c4a09cca662e37ac37353d22e9062b5f23f87787870fac", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "952bbf3cf2fed0958cdb85cb49518f59757173ee5724a121060bfcd9412c1898", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "d560bd0632d8645739b4ea540e251548062791c404f9ec0d1b449cc5e20d6e35", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2288d1292018b4ac020991093e38e9589aaba4e9add32477236cf578d0fb1d02", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "1961ad999d55671084e05b9a01679a082dae4e6c60be29c726734516f5a80e82", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "0abc91af76297aa0fc19380737f542149727bdd332d8745597633b6b77a50281", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "b40664e0c304e8873a4aa6c28c27380933f19be1f409d57e486f8115dcc74cc9", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 211488, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "9d6bc4e8fc0734a13d6ff4439cc746796b297fca034c1d0ba560255f76fdb984", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 211584, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "6689dce76dd64219290dad6e9fbe7fc348982ad0c3b1d3851f21f779e3a227dd", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 211472, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "e93906d3bfd7145804150ae2274f85e01b0943272e652633a195d7fce387dec3", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "5191ba1e6398763cf0b1f707a6b0cf61eaaf43e75e7f42dd800610b71d24ac77", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "4648dff19ee548441e2f3c968c1b2da0954846a47132fc3f65b53e736b38b51d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "07a526e9bddd065475cfd6aea1e6494f1e1c9a451b279bbd13864241eacecf4b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e63ca4663919b5899bb7ba7a252ef9ffca2c4a75d26116a160382acc1c6876c1", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "6c3263c3e25965fe2cf7d2c2c953d15ab0390809353ebb7e8c6d1046232c414a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "ad507fde8528fe093f3056cfad798c1d6b1bc765b643c1dccfbbbbb64adde16c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "302c36dea127dcd2b29b3fde5b260c3508c2f279fc4bb9ebb24b257d3ce70989", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 206208, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8929941d4833a4faa2c307ab3d55d9e15d03aae1ff09da78a3f3d35c1ceb3026", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 206096, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2d2083a0cdf140ed87117166049c77c9b95a1360b191cf6e66b3e8815d538e17", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 224040, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "ff7f1c6e65f6877e5dd5c56bf60a352b245815df63059e5f21df5c52c8c7a48f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "88af4726166af101354ac3b3797b02f52e182f324fef9ffe862bd955863d68f0", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen", 224056, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "9f24c44b4e345e775a54dcfee716051586b6c213a14498daf37ebc5158f7ffeb", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "df1cc21348cf5f661b9994ae370f57a22c54fae648363a6699cd385f49fbbe19", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 224136, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "471842b021bfa6b1141f453136fe938c668077be3ec20cf8f409ef61042609fd", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "4c78e6e9e7daba0b8bd236b1de69a60035c40f28d3118776dd6e1a1d4414c3ee", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen", 224024, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "f185baf4308a6bf1ca6d5037fac96760c4961458095102a45e8762a356fe122a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3612e6549304a1ab55102aeb133f23255a1a36ac4636df403aac3790c8c7f065", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 224152, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "ed4405822bb6e912a8f37e563a883792cf4da2d65591a9f1ed73c3fea8fad681", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "edb41e9428d561e3ff29ab41520d2d83f26e966996dcfbfb7ee7d10f20a52d22", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen", 224040, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "3b1296bccf73aa1e33d3b1b1b832ac813d7616ed18680a9f0b031b68e20bdd7e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "3ddfe0567b6d655c6bc153fc601a1d633555a3a15ca1ad5841896c09bafa4f62", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 229416, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, false, "5b9e3b0fe9ba3484a0c7fbfd43c468ac1884c8e1a6e4d5eea418d3a6b64d3d48", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 211488, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "84e250bc1befb4ee9d356f37bb6e7d2ab70e44781eb4715657540b36f20e6681", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 229512, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, false, "033287e7bff3f67253080ad5c5c978ed5ab7237ce847b55ab1c145f638663931", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 211584, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "d19f41b5e75dbac9a711a683d50ba6cb073bc79814e94a038e579c95dc900b47", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen", 229400, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, false, "e8c0234bc3aaa79beba78ab5b7790c76f99ce7ed35c35c19e364c570ad47abe3", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 211472, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "af02d10e6396d5db47462da6f7fc3d7a63e8c2bf61afe299e6760674d959b2c0", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 224040, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "5ec3a655991581379e13c395b95f0a6ec371d110312de474f115361389da6802", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "508d64a1de6e5bc00ee68a7d1246cc3a8efeb0bed86d225395709744e5f906c7", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen", 224056, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "98d3a9d46f325e8e520485dbf780177062658c9807aca27187d19a1fbd26a70e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "8dabc93e1677b576acc11030dd251e2a80410b151327bb391be96b0de26779d4", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 224136, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "5833084d1a3d41339d64d3e8d2dbcc6cbb79039b8f4e3bc8ae598115a1637cbd", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0df26c18f2a84a144b31af8ef45930defa227328d8ce937f36b3336f1ecded70", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Static2CtaKeepsAbForGen", 224024, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "1a2b3b09b51933b367b7a25928744ecb35ead6d2394265371405ba7f58aefea8", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "405ec4b2ea523cf6babeff980313f964381434370a0a059dd678309e2d06f901", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 224152, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "55c605d180209d96305237f9cc6def25b734e0d292aebdd9e9ab70ff55cbe8b7", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "d101972c4750fff4106227744edb3dd0b7c8254afebab8b65536e43fd3c4a03d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen", 224040, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "4fba2d7dc7c48bc6efd473c59b4ce9dd6c3e5f00f66c22b81585fe11b40fc37d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "b8750e1fefbcbc2a7ea670494b31e820d4cf238b05f3674e86d8306bbdbb194d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "98f5056c4d75e16fe8ef8d404702ad6756a13ceb1ffb9fc0ce44083f9f5db6c9", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 206208, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c1987e9d34e8db6126a7e49288b169c3f6fdf54fdb9678ae525378b3e754e8b0", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 206096, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e32a56007a1905084227f0ab512aa6a1cf205430029dacacd4cfb86eb8019d6f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8fcd05a32f3e6ca91b656dfe3b6eb548126a22271598f4bcc08c8eb04747b667", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "74818c322b9f554ccdf2722b478358108d66323d4829227290640b53c2fd0357", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "5b9a39206aebd2898f1ae7f8520db6feec8b4dd8f489361613594ac4d6250e61", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3259bcfcf3e06cd2a4dd55ef0b1cb6d765f3b60018a2e6206890bae39fdf514f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "5273ae81367bd3ba124bf112bb79dea9add6c0975ef9613e3ccf3f6a53428690", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "024f16abb29954c69a8950c18ffefd75f56a42648f7396a176b2eb2dbeba5d26", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 211488, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "982fa2685d641578639e23ee67064eac4b91a339ea652e5f5de6726b5a9d8cef", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 211584, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "893df80d785e1e348efeb6da71b607d060bca13a2f306a480a11fcd7c4e3370f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 211472, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "b1c60e5695953bf04a91980ad83bb32f676cf0ab182a38facf973d6169cb8992", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ee616e126032bfddc1cbb8cc982a936f62f2ada78bdabc3e6e2ec11094493040", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "1e58d5b2d66cf7ad012acd270b7cea565f0edcb9dc840d4e4b08eea11bd648f7", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "00ef32f3fbf8e3b43ed2f4c36198b10dd41646f659ef7c157b3cfb8a1079248e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6ac1fa05da76aff7100816308624e6c44ea95722cc2bfcf980d254f40bf34e71", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "036c33acd0a17b44c18fe35f57f691aee7188baaf65ed57af660810a75cf8684", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "c96277e1dc4050deabde87b19f78b25bc766a39bb4c94b41c2dc1e40d7cb053b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "820d5d09f8ff82207258c06a7e0ad355cfb5bdade3b99d9ff7dbba7c7f4e34ed", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "93767ea977003086cb7ff663f620c9e82537d37d650289cee2fa99057cb2bcdb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "60791f495b704db60225e84694e5e1987b377ce153af8a9db08d2a8c404ee4a5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "2c379711918f0fd9d9640a2d48f047d0bd30a55dbfe3a92c221374dd3b8a1dac", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "afb3a4fc3884a331cd10519500e42538a5b78e2f75a5fa0b87fbaa9ee8bd74d2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7f01306c726854d54050f683c1ea0af8e35bdf79c603c6a8e5d07880c291e683", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a909a22bacbc09d8df4f86174faed4cf18ed5e28afe21968118b9d8152158e43", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "709cd8a1e42b85f228cc404b96701ab1c49ad46c4e9afd4d762249b50cfa9953", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "333bdd592f71fac51f97513b82d785b5722f2d50842a91756c900aff015ad651", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8ebff368c4423140515e4735ef4508da9286d5c4beb9132550835b115bfe49de", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b7fe83ff59055b1b418114ee9ba700ed07bb863f40a11ea06c24ce2cb79f2391", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "70d522d20075e2b60fbd88e15b7b8fa46be99f2c2252c96872c26534d08fc740", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d8adf8f31de1040753cb69be93e8cc8c5eb1a0b3535dd866d0382c94ff8408ad", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "99d17ec8a78ce7e87747ceb84067818c0a4084524228c2ee1db9682537aab2e2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "97dece431cf16b0ad7d2801568364d707dfd89bdfd4e11ef148f1c648c9381af", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "17139057ee691ea7338e0c53f07a40707b816ee4d7108d44b93dd7c4be9d2609", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f550ad9855ff80b0b9c3078f17b11944d15c3c2dbf44faef86e136c2a8a4dd9c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "58592667b4c3353c7a08eb996c41684cf8605ccf1a45f46500b64070ba475ce1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "655ebc66f5907bcd0f2bbbd029ca98e468b181ad41447c22120f3e3b5d462a6d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c1153c82f97666a81f635892e994424d7cf37e714a4ad889cfc24fc5deed09e5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "bed4fd119652366c8742917a41ef3564f80707ba6eda3c6616bc453487060815", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c0d6e768249d4182ad9e49b8fa0d40d815bcb806f06cc4271fa188cfd1bf2909", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "2c74d818ab81d3ddb31278fcb547867e416211b80cb792f55ec34c6920d02419", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b49456fa34e17e4d2bdf30c7902613ec0caac11d86e214f0c8e0508bea2d9efb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4f69de1148c492ab78b8cfb4c20ad5f1080b32a806c3b1e42af0a6272ac06985", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ebfdb3330052c632dfee8bbe86acb3a506d6ea3842de879c36f403131f3a5de8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "bd20cedbebee267e62390da4869035d3448b3fd8f06ee66f4c7de1017d425ed4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "69ed6212a5ff8cdfa4c457e93399c2839d9ef4709b21d96e93b34aeca153a7a4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7501cc59779511cd166611866bf9816bfd7c4a39246a16c092f7594c992bd976", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "dc907bc93b336304c0fb3b3138a589c179058b8eb165da32a2a9d0fc041fe94f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "27f163958183193ea1c8fccf1c6a8f3b31ee5c7c8eca54c53fb8d9b448331908", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b1dc69a83e5495bfe6eef91c0537fb20ccf9b0e49db646ab02e1e30a5c746d8e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cc361b24bb6d7c3f059aee3190495c235077dfc072b0bc3c0149214ce3d1db5c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7620e48dcb1937790c73683e962a8cf9f046c5904424031fd0b2f837cfe2c85e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "07895fe9dc7a0e7b66c32547ef37691dc9e7d86d19e03d9bc2e3f92a40b19f3f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "25af37f2ce410c8307d17374cf0bebfe4305f1a8286dce785d94fcae46326e50", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ebe908611604777498bef15fe20cfcfa762c59e9d266e5a758307ce1ef8a4e5a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5194ebdc6a87e5e0a2ce146c1a54e3364255e03196a13ac8284a705e9a45178f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "da34a15cd47617218936dfbda312b9e17e521ad7dd6f1560fb05d60c34ec1949", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "159508b69d541a3b49209a17380e5b76a432a3d592aba2fc19d6c85528201fbd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ca8e577680563ecc9ced85f8260826ca6a34130caab1eed3723b1b65b37aa040", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8448453033ea5eb835d5c510aef32cfb9134104076a9d614d766ad155b101295", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "546f59dccef6d1cd2e28fbc67c33b05aa43580fc24e10ddefc244cc49e70a953", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "53eeef8ae0f96a900443a791e6238e8504e10effbeeb676c4f10d541b25adf37", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2a5588438a95076c8d447f13d39c266900c3e66ed2fa7aeeab1e4b044ab76f00", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214336, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e318b6615d39058a9db7541d4ebf4ff1b71b6e3cf2163aa412d9bea6ba3a62c7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181568, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7e21fd520908bf84ff71b18909b076fa1ba8329a73a5eab3fe17ff34ef9c49c0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "59571f728d0f073530785cfa81e32d35426f320ff778e0fb9dee579313edada0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "bebe0a41c443e9abe25d7b90a7a42f50c491ce3299087dc9fba22f892f6b018f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d6d08cc20ec3db46923b1d6d476f0793fb987cffe1818962351787529fc440e4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "65e092b1854078cbfddd159db15dd359e92e3b6a21f14f070fd8133d0b0a03ef", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "76b9175fd17a0c1ad9ec4524c9de775d454b1f1639467f22b5982d8571b19681", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d1c010536d2fa0b20a1d227cf4a82db570e56b377f8d0ed97e8d9f9c377300f5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 181632, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e23937a579a3a1ae37658e172d195c746c00175388928e4a7b16af635c3abd64", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181520, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b9c4e66a2607f4156c8958587564f1f6efca91f1f2daa0bf6ef143ac339ce791", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c74f7dcfc28045ba58ec39233dd863c97e86737179bebf18eab4ccf2cc352c7c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "37fb2ec22867a5a1734b5cc1b73c8d893778879feea11b1f76c5aac19d1d8bfb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 181648, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0d2ee9b8467696c4f3a1e78471b20891ddcbfecd26f1c789128f7e417b41385a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9c21c9c152348eb25ec803de185d32507b08e2fe04bbd976989895e108e7bb30", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ecf200c7f40772fa0008e4ec0492bfbb6082c665ff45596589ee3010bfb3c5fc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3ebc86684881b5689bd647f14844cce39977a0e4e289d20fa086fdad2de95c36", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214336, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "29e4a22697f8e8918dcf7eaea80a0f58bc017bd7b1eb2b329442a1d620736982", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181568, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c7fe0ef56d8a924c00820d15f51c9e5c7d5382b2c91a32f2c175ec86b3f8266e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "aef00907182f2d03052e37209e3716c994904a5de6c1fe447f34a5b50483a27d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b7d350ff336b59964a76490d110759600bb5b3c3dcf3629cea3e2aaabe07960f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "19017809a4e46d2c84d10487abc551c3c49a1a350e0c830f1fa013ce461cc4bc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "40e48abd4c162ecdc1f09ecfe36daef38e012f883808d687a3034cb776736829", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "41704b3643e04c99984ec4e82bcc5a17b9fd8d275cf984134f57655c78fb066f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "01ade91625916025e41eba9a605a8f552fef14080d093a266b99851a335c7806", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 181632, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a33008f58ec3f0bbb557515561f3a37a3d66bee6df874c02053568ad28d422e6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181520, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "04b99e6a50063cc3e036cf4032309f651b9e24dd3a91f5bf9712e4aedf200fc6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "fea9753cd092c975d8174268a5e6105dff2dfb55c91dd4fc14118e55d27af093", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "461c61ef95df99a77fa948411cca89796ad36dbd372335f19fcb9c489c856c07", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 181648, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b76993694bedc79b9f735b0832391cc4ce366df02a3555bac50cad4b2b9024e8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5a604a02fe6dbb82c615480777aea810439e67225a51bd9b722c45aa233a4d66", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 209176, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "f54882cf80ea18171461ce42537a64106535dd012852743e12363dab689b46ce", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 214040, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "0af49a88dc2bc2e11f602b9decae910bf34962a41386083957d742295d5e313f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 198552, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "25d664008a3dc20ff17bd79f2fa86f9c46885fac4d6880d586d169d498a556cf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "1c84b98198f2ef3f1c7cc051de374e1fe076a2c833ff7e9e2b84bf9ff4edf714", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 175376, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "30b4e9485f12ecb8f99924c4ca86ac3d07e4d8c9189e239d37ff62463bba31ba", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 196624, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "d510b6258c777ae29d17a1224b939c48f2096aa15e39cc0b0fed82f5502d8445", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 164752, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "560412d42e0b50f5353e753afef9cac946af269299ca8671943e40b33bff9293", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen", 179568, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "e6b1e6f06170066ac8b9c1092380a62e6a8e01be1d0cb41025f30d5a22ae19e8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen", 175376, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "765a55e30b0531beb19b2f08e9567bc0d177bd7069a7f327961fa0c0c209adc9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen", 204912, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "a0ccceb69b99f29b65fc6ebca5739b2b1cdf38a2d1d8509406a6a12951db0d10", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen", 196624, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "f5b4820f2b4f337d6992150680e1bbc1592079386df255f41c07f7f15a9703a4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "0cf1ab0d7723750b4c2045ece6e9911e16e5a888edb385a50acd088e54ed4b46", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "9c433bef49cc56e4f2579b74db5f07d224493c7c3017926fb4a03de9d988216c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen", 166896, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "f3f1d8772c750273e35a5ee4a890b5d171fa2b0c74ab7edf689e8a7f8467f553", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen", 164752, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "94fb56cf7cb7698ff76a8e0780d9729221917f7db2b98e59b2498b96510ebd35", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a01a75acf7df01d3e7a566f48e5e473bc3dca6ab2eb4a439612035802c8e28f6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "26c57ddcd338a964e9f826cd8da2e0ddc4dbf552283980c4ce0f377a20ea9bf9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8ebc7a5e4ec4ffbc13930ceb1550bf880a47674bcc9216014e947910d4e6d917", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f2794e405e08f361f560f7f491e29b5af4bae8ed9c6a238003418b6211fc9530", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9be40f7bf72fc2291079dd3795f6ca80a3b29f228d101ecb50f237da9bf7596b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "63ed11307773f27cc389cf8bd9450dd2bc3fbd04d394d9f160ad639db4e6b508", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0fce7a47d811db648423581927e262ece54fb42515e8674233ac22847ce0be4a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c25cc869441e536acfe28e6f89bc1d8e8fffd11ea5b8412cbba2074a7c94d061", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "149022ca6ff0e2b0c30ba6548426d47748419795d5753324872bbb16080cc418", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "87ae488f14dfb212cb5dbd71bc4687fe9688de4fa1068fc9c910334d497aa8f9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "17535578f5ef69d30a364772b27b15371b52c45018fa69759d8c03fbdac261ce", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b91370cea214ff58266f13f982eac82525bdcfa2b13e2c387e8138ea94f53ce9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 208664, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "879efba89ba3e823e8dcf7d4edbc96e66bb7e241472fab89e16e48eedb4d0e99", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 213528, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "889a968bf1b26213696edfff2232ef5beec83379c76985c86160ac5160e234f0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 198040, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "628dccbdf0b407032c0b824f80bb74ca317f4d7391ef3aba854fe2295289d239", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 188456, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, false, false, "acb658ded9da5f4e992949702e2c8889f308316d9bec528a8c094fbe85432a1f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "50f391aaae0b1d8538eab7820bf5c8d10d5591b3ea8e491f02556b066843b0e8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 175376, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "ba4192ac9cf00f9e8a89eb8c8d5a6bd029e834ebbf128f4fc3dee8ee288390bb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 196624, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "bf7611443fe526de657721bf270e6c22693b76e625889d82b7465bd88fbdc987", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 164752, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "84cb6c025320911fe55d136e26d87987ea9c625ad0e33b0cf7c6add59d4e8e76", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen", 179568, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "d594879c8d2d833ef147fc7266e0102ef41882bc8e903c0b0e623bb0d5077861", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen", 175376, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "0964ba3ef926f5a49fb56643d815f362abd9efe73522a4d8d7e02272e4bb6002", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen", 204912, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "a415c56412a89a9a813a2600ab2378f9620ce0e9aab0c82a007d52556399fa12", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen", 196624, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "a2db60a291d5829065ce8834fff3aec40208b55a2618c508d86883761a040de6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 188536, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, false, false, "28a8864c53a7201b78c031893509ac73e38151b46106b4e7a686ba24d4d1b43c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "a3cf25fb266e29395a80bdcde11d5a0c33a7d865766d54d4f1f45d716dcf558b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen", 188440, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, false, false, "ef8c32fcf60161a76f3d4522810fdfede00d3d30148e102f950c3b4959342bea", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "173b0a1235b55d774f95cf5a59363c8a452541cfb99f7c2730c3fed4d6406937", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen", 166896, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "14ede2ab020b747cc89bf12d6487f6a696e7fa383a21d2bf2d5e1de45e8b162f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen", 164752, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "2152b96cc5c2359b12765ecb878413353b116d5f2c5d6e1c2c0e0f8be04b8cfe", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "523fa310dfc30d97fdd62938fecaf85e11a4ef3155c059fcd7adcdba374da151", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "82ff5657b504cdbb795d047146b24afe658a964a282b746d41437795fa0b912d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "dbbaa7cc5772a2f52783e4a7c1a15309fed59081a146de5076c84000d981a038", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "07c4dc5aee9cfee0e5ffc8f3528b875117fe53340c7b21db14d03c02f160b5e5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7beb0c70eea98f195583a153520a94f31dd2529df248b6c36a320a3b07977c6f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "319cbb752602d809a413b786e685a485de5f4e348b750ec7ea636419ae41a4a0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "af3c116df4ddf7310b3b3dfa66e303a806640566ca4232dbec66d6eee0e99073", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b8e16966c013e310b3483bbc89a5e94a10681bc24b32f7145beb572fa552e1c7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e7891ecdeadd8564a06393531b0faf63a29053202dd5e04e885ebccc3919f810", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c34b86da3abc676afd564d7a9a4bb64aa269e838a03e249575eaf66590c27558", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "279e016f4a1c3a66976699887f537fab870d572f1f9fd9bc1832b7d30cf8837d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "56e564f0dbc21706ef2fa4fe7098334ebaa7b077b5e53ffc7fac2c2e27449e21", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 208408, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "000e7fffb7813f744636a07dcf7c99fce0d5913b2d71550feaa0862f3c76037b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 197784, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "61f003503c2ef720a6f9d23360d1d84ff81e6a3b9260b307f62763ab854579c5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "175c55d38049db2ebf6b020a271341a7a2f531d1a6f67d0b06dd25cbcffb38e4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 175376, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "595d4704b7223997f1ca59ab37e50a6a0f2f6eabc84c434e61801fc2f0b53dcb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 196624, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "e79657919befc2969e73f1f130bfa37841e3147b8710a8d490666dfbd9c9f0fe", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 164752, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "2bd29c227e1c4f3644adeb2f5cf75fb3788711a1810911a03acee685dee34665", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128PersistentSwapsAbForGen", 179568, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "efa554ac2b34b78ae03ba4fb9474dd6e9bc695a8c9d3374ba5485e7d93658118", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ16Kv128StaticSwapsAbForGen", 175376, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "d6e7a292d0ffef9d6d5420369f6a73030f4e573ba9179ec92a7ee5de6ce58b73", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128PersistentSwapsAbForGen", 204912, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "22c1099da9d84e273932aec209e7edba0ed91faadae0364fa957ad07e4946314", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ32Kv128StaticSwapsAbForGen", 196624, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "7b00defce46d9685b39e62e5b529750301d261586f7379a4f335067e4aba16ad", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "5c37f2fbc46171ab1c8662fa41efc84db83900cf4fa4af728b30d928310a02f3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "ccb9bcf5378f016978fac474aa276f6c471fd88b19da7ed366621b7c6ac7cbf4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128PersistentSwapsAbForGen", 166896, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "a865ca52c7e86ea8e639515623a4473b5b74632a68f0b31fd8bbd7098a59a7a3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ8Kv128StaticSwapsAbForGen", 164752, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "5179fbf075f92f0ac1d7a43aadbc6778415babe4131cdc4dac432ce3c08772f6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8da2fb85ae03d659a002d2264b4d9d47a5e465c1c65925aecd57d74376c795bc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "15a9eae970fc9099c4d581e313923c064da3743e00fb659a569d6308078b7dcc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8ad13ddd5dd2bb21e4ab97ca7610813f8e671131e7155309a415bf1d79da94ba", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153152, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "cf9f515c16a268a37f56f77d7bf165bcf85c6fc58d8c7ceee39e10329fe13e5a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9d1f444e7c10881a81a5e77b62260cb990f056125636634e98f371fc4c7f5d72", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "36b080cfb89d04b5eb3e0ce03db4fc639f6591f2f17c2507d430d5e8a413a9ab", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ab9d7a1744d2222d6a13ab2d471580beeb276dc1e751e70c839c38665655ebf1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "517f6db6d7d45c4b4797fb2f65e79520633074f1341930a59e3a3711718edcc7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9b411719976ad0e94ca7ba369e2d6a1d09b2c6b988d6ea99cf806289a010df0a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "87a67294d78d4ab095bd690bf294d0fc906b889aa929132e2890924d020b30eb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 157312, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ca93bed6d34950e73ad50990634514541b7789ab40012ce497b6acfdcc900223", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153104, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3b687439de756a92c86acfa34d8a635e46d94c59bce4dc914da258c24c7509b5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "898707d84a38f439b4e01bb0cfde330d7830e56b3c08c030e037a421b7951a2a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "057ff734f6c684df1abf7758763e05d95a455032f496a3ce6b4e84c3b9d68c4f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 157328, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "94a8bd0c29d43ed847a7dbf765455f539bf3344bd994a2542a2a25cd80695faa", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5a763cba58d3e1af6c1e6a97814e5f47af6833a554c4cf39207fdb25808ad9bd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0e817b4d14240cd2e4477a0b09fc8fc9fb5477c0858b8f865c5bdfb6c02fae2d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "587884596e11e0f17fe97b1aa59b5469100f83f0371ec488ee876b9194bd8291", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f872a27ba77d3cd5d542f1776772c7ed3aa1c597350ac43b07a553c3ca77cd6c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "24488ea309d58ed8df487f22d7316b0c88fe385c311b88b6d0a058410acaff9f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d6c163d7fba603a75b45cdffa95aa90cda974b38d599268dde67939cc961caae", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "22e27ca82e08efe41ed2769a4765efc5f74a389b00f6abc6db78330f69d6f916", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "42be7730bdcf3a571d4dc2823dcec7f59469b4460673f6994b9ad06e9a135b7f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "039f63802f0f9893fd6ec873ede382cd552d91dbbbd214defd544187bd775104", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1cce2d2917ed2aed463d809320c9af57b94e93aa29c5b08fe35df850757b1198", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d521cb270d27c9db483a9bdd2eaa9adcfb578d438808d4716676c420708d02c4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5428d3b308c5e432e2e8a46eecac5ab0faf330fd65ebdc900849efce448dd385", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153152, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "2e576cbf6eca54190e319039b1a8fb371479aa1174da1fa0b615880210aa945c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f691bf9afaf4cbb5c2ea2e324aec85c2651ec621f3c59ca99cd0397a6b57d00e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "db967e053f7a6e66d08293a6a403130bd367f7486f1bb945346f128ef4828c0c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "447ddb1a19c2e0f9733f7e9bb47f83b469b9927fe27762de6428be4783c56888", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6566356545c79e978a72f7261499655e0ff35a487c300728f51a4fa6a43a82b6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "36e5710256ee29392672395a6af823e97bdfc1ad4e8ecefe0666db3f514cfac4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a7a7dad4a7a0a262e0ecdde483d930f5aa1d0bb990ab8ecc87f677b64f9d22fe", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 157312, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ca92a3ed5c2cc138da5b12e2b526aa9f8bdfe691af6669f0a5a6b858eac27eb4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153104, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c75f058612768ad895902ff0968faf4b19ea71217b626c3e3d23dd96a426cfc8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6f868e1704aa53acf6c9fa78e08fb5a4ec2ab349a81ec551bb173dad6898b558", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ab1353ebf7f3f37acfac4bd4d36e25b12c501c37d1ef540cbc024d043d21cbb4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 157328, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "fb07ea0b2c6675f3aa2f2a972c0ae1ae90a044bf581f0b22c256914cd39893c1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "45c230c9224ec538414c97bec7415bee7750a4413727ec337d7aff7b25d468f9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a641e83c36c0e43308581d06b835f52cf4c5dcd6c030566d494ecf4aa4fb1441", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9fead9280bf5a2a6c44449487ddf6ad8f5fdbbc7c79a5c838def7792b64c330a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "49caa68b4406f0017daff7f692e4915531dff0098e7ebf0eff20a2285d18fbc8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 230704, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6e1628e59b9c528efd05a56b5df1f50ffe63466fc657d8fff0c42cf752488e0b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "5420ac8913d2d881220ed9f87f81d9268c0f4d593870e81912468dfa80c887f2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 230720, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "7714d3b33798b9b30f59405aaa31e544584312ed0bba92cec02aa3707af4c430", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181568, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "9109538cc50f67b6e1ab6975cae27bfb52d53aa559ad6fa25c6997b61247cba9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 230688, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "40b7b78f856137697aab3e6b6531f4624c46c77b1b52c303a842062d16c27f20", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3d54283e12329e3b1822538c64e25a65eee94b4389390114060afffd20a7f773", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 230704, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "1564168883303d444911059e0fbfa39c28a1b6d106b87fa60acbc95a55a912c8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "d13dacdb09d1cadd16065354ea884852a653652e0d98c17354fbd28401b326f4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen", 230784, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0bce5a519250b2a9ef5638eeecb9d6477a71aac8405759ebf34f506774aeba2f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen", 230672, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d56422943993ed833c1991d008b31ae13c03e40fa793763799f3b4b5fbc9971b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 181632, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e66773f819a73be2822c452dd6397e1789c1deff95908d1898f08cd2f62b7b7d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 181520, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "134601ee903a2fb2a9c0d090e9ef54d8ceb8481aa55bd5474fc914ad071f78a0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 230800, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "7362105a41f7f0129fe5b87845cbd97701c78dfda8907f187cb54cd655fedf60", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 230688, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "7f8884a73e30b98e2d0ce794d683ccb7889e7b7a27ff47e8a4282c6dcc6fb31d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 181648, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "5ec1384b397f25b4591e8c7f0245fe7c076ca445b13cf746c8870477790bb758", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "b67eb16aec263ed8bd198052093fb942c59fdb742b0c83aa317e897faa8efa71", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 230704, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "7e634475c4809236af4b0c34117f656207a32f130cef4412e1d4a99964df878b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3637cb40d8d99b5decb2a678e4fad898729a9a06caccd0133f0eaf912cb29820", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 230720, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "e4e0c3f80dd12b18019972ae63f4621241fbc18e5e2ae127c3e2827ab60c1884", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181568, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "f6e9e4dc4453dda5238ec658857e5924819f859ab994abb87cf7f53d1986c5f1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 230688, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "181f3aeb2419cb42b015991b39740cb9cf080601db82389c79d8d090aa7ebd58", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0a100cedea1e944cdf0bd6ca4953b59d17e10be762ed2c1aa574ab0c75286d1f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 230704, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "9702d9a880c20cdcf15871b54f3008ce53c8a99d51e4f8173571239e8f7ca141", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "4abe4d257cac2e9e43ea067f8794687cec0fa8d5e7be3d9c535fddf1b46c30ad", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 230784, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "cb5e89e85dae80a0d764511afe475a35e5f2f96c23ca51809849eb2e41c1ed67", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 230672, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e9e3b950abff07c2a044c4a2e62513d2e90e9ba416cae27462107cb8d91396cf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 181632, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "9623dd083a0d909674393a91e46d6f4739a127664720d0bcf4d18a14f88903bf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 181520, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "690d6e0eb59de45162d4f92d6413bb3c6f8063a6445896b8dcc4e5499ce7d8e1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 230800, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "64fe7e6bbd9d0fbd3a4902b3509e290e98b2ddc7521d92a571c7fbfb4a7c3264", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 230688, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "9ec11ffebe845cd8593dbefb805244f62cb1d04a21b06b77ba09e5a6a9760f57", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 181648, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "ba531fde1e63e9ae2ac952e78ffd304a83f005f32ebb142d09332c4b2188a93e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "d5b9fd978f9b27ec7414add4085ec86b1266ec6670d0b83ee002f9027db975e6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "57ed5de016cdd1ad7871f4efc2eaaac978e1fd57da4dc36da56d7df8d9e55bfa", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c89cf3f81be2a091a605bcee0fcf924b0aea8585e3c37a356600c83d599aa0e4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6c930350f5c4bca90e684e95c4e7c95253fe1e215438f3599b1b8c5061073222", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "11cbfd89ee58bf5a7c37b547f2b632664247d56c6293731f9a7b3167ce1afd99", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "ae7d608bbf943f60b5119392b26000a8f2284fe254f7a5cebd822b6ef793a164", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "edea587c4feab8f4322116be7a00cdae549a831a1fcf011e8db08cc6da7237bc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "71bbac20a95e6283d9c142053376dc0a8fe2bed71deabbbfcd741a7347ad95e7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "febbaa248350ae04f6012bd423acab142eb7354128ccd9ff91ba13faee64409d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "b3e201e04058e8e9ed024f6b25684ec00513e33c7eb4b75498dcad2423c7ba47", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 219680, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "ac3af55b9f38be8a1c5b5bf533356e408434fb08e1d9e4407ff2f7701ab2458a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 219776, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "e5a76c977fc77ed7b72071555249bcddb67f21a9edc4074d9786c35efe99b13a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 219664, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "5e0e2a13c74d6b1d29975f00ff115f9270e18218ac7caf821383f331078f576e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "666b3510d8d276fb1d86cdc7fffecf7fcc6a42b6e0d3b7d693225e9d97a80a9c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "21bfb84d28199b9a0bd0aad8d548ea2610e4357ae9f62ead233b030d1bb15df1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "013424c1e291dbd0a190f03b29450c0b197e3e3565139e51bc11e1b0de084f5f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d955fec413c28293e955076e3b076fafdec6d657f573eb745f6715943cf733e8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "b318b03b40d9a944541be5fce068cdfa281579c32d41454eee07e24487a544e2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "aaf389462753bb4ad971e6965b5209caa3f8262602016cdf598e84c859ea8ed6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c342f5b8dadc473ed5e4d209ee17d75ab7a8e87b55b35faded06f9562a92c234", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1978fc4f5c1c66910ec0dcf06e384eebc31ee1081eff3e5fa1e5fde4289c4dfc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f79f943f69dd5e371dbc1b5337a398a0d2b3b114ab3d9a5cba2d607f8b0e4e2f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 207656, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "20281d7798b76b72dc255da36d26f44fc9624526654623fdaac91f23806e5504", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3939325569e941658fa0ed40d93664fb97bad40b5752ae35d596723a50e9b7aa", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen", 207672, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "00610568a74117995838c1441fd1b2c5e230dfa7cfde9e2b253e77ba18e04316", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "96099440c1c4af5a5351db21054b1b254be081a2cdd30d1894c8ee70e5d2580f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 207752, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "5091918200810ac37fb76eb2adce50007da1adeb416754946d8f1c8c286918bc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "964d25d4fa18f8d170439d192c93f1cc8108e1fa9f7948b1d3e5270ff2f4f96d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen", 207640, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "3f47a7adbe46595a6634ba44f26da29d40b3d5949ca5be00947f2f1176d70fca", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "28179e49ff1078d65847fd649d5eff7bc6c1d4ea2a30deaf4d004a66790e85c7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 207768, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "522d13cbdcf5407d3ba3ff687aa72d3a2ec333ed0a19d59a5c756c0548796250", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "9338638d313e0d4a3c61a1d8506ff870eb521c21fc95f239ff4f3b96b48c909b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen", 207656, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "811135c7a08e42828e9d6f0c00754cd76bf5a8df4d13169f1124ce1664f494bc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "0e98fbb8c063f0bcd5fe6f85ddd8e9d642321b25b64da23c9546b40be1bae813", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 213032, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, false, "e59b82c2e96d83287b07dd425def60dd078e682aa20e5fd17a0d0c9f0d1fb914", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 219680, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "61eb926f5e179b0555d1e98e4accc261a7f7d64cbbe6cd69c19fce190752ce00", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 213128, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, false, "8030cccc97775f75145386ded333ac8682f828292648eeabfc6007b60ad3d932", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 219776, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "75757f6f739c9b710166878d6b055c154ecb91a831940d79a18667d1186d917b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen", 213016, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, false, "26961801388acd1909a758d4bfba6d9e62d05c95b8fb50849a624640ba5fac95", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 219664, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "c46425355c7b469cd1326169a5372b84935d9145ba369c028fb6cf40ba02cced", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 207656, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "7331caf77db72ba561e6b145ac55c5456ef1b9267dc7fb6a879b1c93f3a7cac8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "fbfe5f2ccd47017852442bc894d5b5ea84ac20e5eebff7941ca4885d5946617c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen", 207672, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "3c29a940c63af3aa8feae756d0415681c4fce499fa6ab836fb5b40954c16d726", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "40f5f5c3f5683400bcfeea4be841469489351ff6145fb31888222ba3ad0a94d7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 207752, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "41f7b361a4422a85fa261d66b80651a33f867772cf22f4b086a089ea1ada8752", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f0e70613fb32cabe4ffdbc75d89837173de42471f173fa81d89c584ea5ae14f8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Static2CtaKeepsAbForGen", 207640, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "1c6ca5aaf312807f72ffb9a56f65f0bc522be0db73f15dc4d956b5e5bd595d0c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "9aec38edd91338f7d3094b4ddc5bfa4d4236784a9392bd25fe2bd588838f69ca", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 207768, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "fda330aa25ba386b2807421a86011d62f3051e0cff26090448c3786a522c134f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "50297d6f22c1be98e431848383c83e32ca38f7bce4992b40f9c7d62fa1a6f341", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen", 207656, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "ad898a91d7dc1ff361846c4defa47d11b2652fd89e70ed15da896d6563495269", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "5769b402861821a6c8603bef174085af44a30746d52851bbb8a80a65f4475e05", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ef1073a9094b32adcab9a196652e78734e6f10a521ef4a8ca059c8720cef4d12", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a54b15911b8adec38b6acc705db4e3d69bcdb05baa9511066e81ec5cb35834ef", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d82f01c8c3ec6d821df93ba46ff83d48d25133e3e4b2499d93fa081d67604f87", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0d068a4a7a7a603f8023350b2991b90e0f440dbd817314c045706245de269245", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "0d40c8b2293192aaaf3e80670b0e11dd360dbcc32aa4a340799e97eb9a9ae258", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e7b4e734ba236e6ad64c668cd9d58add5e2b4cff9bbcc2d64927b6f423e37139", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "14ac6be51334adf99507c528673722688b5a5bb35835bfdbbf010d11a04cc51b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "34a9dac0adb6d597eadaa1d12f71266064d810a2d8077d92b4b8a43da1880fdb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "5ae7d8a2de7d5ac398e6107b0aa8cbeee3045b7f25ef89a175ceb9346f0ec8df", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 219680, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "6c84af25d21d222ed4cc566eb8fd86d19a014157e539ad4bb564320d04b9ce51", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 219776, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "0d7e58ce1a7b8a84f93d5f4478e2ce6a4dbdfd38bde4c615e2d4f7dcb1546225", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 219664, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "f2a3d6e0a2194212a6a9869af8e196e945e7cbc943b2f203df5641faa7ab96fa", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0a6d2b1107f9a9af395fe25f9d46a2d9358fe8ae496e1b78d7ce09febcf7ee00", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "bca17f092089aa936974ed01c13fe90e1febbac28027b8b0211c7f80bce57dce", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ee3cc39d85f23811f5382cfc7054cf57f69f6a62df3d07379b5155ae9edd7adf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "945d6e1ea7c43f6520c51f0bf1618f872d7e3da5fe00f868f98af6e60ffd7639", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "00ec38f0d12e6e903e35acafb458e71be385287ea8e6f140ca32b053da1a10ab", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "32134f14e4f671054bdc8142a7f3c749da8fec246ddb43d8a618bbdd6c16e831", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "df5fa6f743f45e7568d268dfe7ecca864e5887d51cc7a2c854090fb6683f421a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3c51b6d2fed51ee4cdcbd47ce412b26c4d766d0dad764ec6b527eb7c3aac5a43", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "22b0b3c519945b0fee8eb907633561d164c28abd3fcbcb9d599f174afc1e3ec4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4f2c43660ee0d88b8e5bc47c2f9e7b93e245ac07f3e329b9fa3933b9dcafd30a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3a4c1955e2c3fd6a44cd71406dfb61b4d330b147508b2497ad3fb7095048b869", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "38578d43dfbe8fd04013e0b65c3c8e9243c3b9fa258608fe2f265e429f0df8d7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c25d71827049273986eeb3f43d8aedbe3166f5f63336ddf51540a66560e606db", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "896f3ad02468f5cb4a46a067aadcffa08d41e64b97c45595f53bccbedef331e0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1e24d52d5653e83c66fc9f44aa2a0f9bbfdb53576fe98591d332cd79d6c92340", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "33b6e17b3f58b5e09d6f557574223f8dcd2dbe14ac3463331c05020bda97d7f1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0a64b678ba54f04308c26cd232f70bffe813ba688d2ee678d85eede901f275d4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b0044fe925ea3323d22414fb0a63e8360fffc4f9cc4ec2071e69b5fe74571558", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "474f974d3e202cbcf245a0871858acbdd69d2fe8c4f0886ba346b048a728831e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "825957a7395f3f074dcbed26c320868f4031987496436c84afdfc62aa027364b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4605f817a156e486a5c2578d79fcf8a17198f595fee504c810b1c487df7b7023", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c8b645343e876a85e536ed81d876a3eebc805ae11c167cf695fc812f86ddefbc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "30f335a7f018c686cf8ccfd894d4157fb629b0ba74e41216631d44df52a536d6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a97ec6b8804135b0fcb30d53324c58370a2aeb65dc1265febfcadd4125a25e60", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "888515d3289df613c6ca884484e9b7dbcdae5eb8ffd13504b44e92e56d6c56a4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3de6f6955b54f045756e63ade3758aa3ce58de1bba35ad966b01c865e51e8fa5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9528ae705cd103b26b25a704d64e675ec892cf39ef7beb8ae35dbd663de0ead2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8284d0a720eb07fc008552a3508ebae2089b3b012e87fcb0987dd9fb7e275c64", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e67774001ce2e5ce145787c39c5221067ad6059b00b7dc3a0c019ea020ac6aef", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b79616b27c4b51eddc2c198c2c1089142c3ac990a84af4f68ed0c439868e4a7f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6c0d62585fdcce22f7d9f4f5a928ecbc60887b761dd895b9b26642bece0a2cc9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "662c3703986635c17ae734a26838a89cd5b8b25bc2c74b48595e9bb643d08de1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a4c89d29bc7606803b6ed61d8501abf682cc01c25a6c5375c3174727b6e573c7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "796d5eb3ba687ecd895c6e68521d87702bd088c4f7be7143d2e8fdbf21a383b5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3b9080826ea89901567ad911d1d1ca9173964dfe904f3b3fc358028f16ecec82", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "03b4a4c126d58c3a92c4e6d7bbdf04e13e448f918bc90a6ac9e1f3983945a058", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "52a8a9d57f28ce6b3df6d6a7fa1be8929f20b7099f6d2cded56b4220ff9ea0d7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "009916cae9d4cdf1fcae37eed6a36490ed6e7ea4f781df74da318ad1d497acb2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9b0395e2af81a0cec572e955ce850cd69e5015d3edf8b1d90109fc254ec37454", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c0a1f5ad88634cbb87840d76222a8059f23e7373c936467061a2209ed7e458ac", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4dc6417dbafbdc82d9adaee2fff1e6e195c9db3c1e4bc46068c83935a9d8bcd8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "faf380a505bb2163518694dea40782f61fe846976b4593c4cc24839a7dd92e8b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "47d6aeeb0b2a820aaf376135d2113c783567f4bff6fe9b8143e85cee4c2f9b86", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7bae875101c9461e062a444c89697d5fb2aa2d10a195a29fdb3b2773f7114bdb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6f365069516ae7f978919f1f1815da3e9018222f4e5da651500607531f5dfe73", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "eaa1d6f4fdf3c1ed1c33c1d1320b3d83d448526f0679f724770bd5e70f683ee4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "06cc9de2ac516b5c08f3fdd1defadfa4524a567b2d501d53d7254a84fc33264a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "35bff6a4e167b00658da7f213e4020cd4acd669c1ff495b264fd7a0bac3a6b65", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "92eb4e0127276dfc6c758fd381fa0d3d9a63c6a844a85f11bd3955d9f31728b4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "34905fdd26700ac99b917a611f8d9fa7a794ba3d0c5906969aba2bbe1ada2209", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c8779cf890ab33c9663c370fc43d51e87ecf4de625607234081a37a9f58e603d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214336, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0d37cc9357f3d6a0ebb803b8092f35eef5edea556ebf30973aa52b3c679a7b7f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181568, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f73f1c634527c724d8de6a07be864d2538c350880add60fd53b360619169a21a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b0e12cb151479c5517c362812e136d80846a1daea4dc927c6d199087d67ffe8c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d5c7a431845829027186ad321d7ba08f905d2c683b977cf1faeaed54cc5418ef", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "edafb988771ba2b7fb81e8495aa6e313028733ab9a3b9f335e61d00533e387fc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5ceef4fb0121bb3e3584453e586f67ae3ca1acc8016eca38ec4208cf22c8b728", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f1afbf38d41feac589774e7391f4ed141f414d7c64dae1c04e20147065e64233", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "70a6c797d644a0151b8b337655566f463c67ca79b04751bd169a8b2d1ad280bc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 181632, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f45991e33f683e49be05fecf5d10320217ff279afd1ba4977a1c3141b0cb712d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181520, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a430fa32f0fd1e993d306792cdac4c7928bdd588ff08f85dec98edb8ea55919f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f24c71f334f0c9b1a9ef1e12afd4c5578770aaa607ec60cf3782eb16a81eac8f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6f9714fdb3ee4bd880991bd68febd9e7c41d79f6bc978b923369894d2bd8d781", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 181648, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e078b9e5880fe9807794f48db3e08b881414b853dd090d5254e10c08363e77c4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b3980e29ccee245485dcbb4dbec919d4d392e7ff0b434708311c2d3ab56917bc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "41ccb8ec833dbfdb6ed704ac9b27664a1065a62123b95d8ee9f072c770c7ed03", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4c568abdf98d8ce5afa65e1a782afccf9390cc93bdcea3da18139a7186a7f5a2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214336, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "155adcee424b97f500e34e2f7433e3d52211d9f497ab2b14a001a021316baed9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181568, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d91c036bf28d9cd7b1e813f2fc0250002defc15d56bde695ed9473e09cde5394", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "45ebab05a8d53dcf4aef0ad9d1f1612c909e25f3bd03fc2a02be7e1c488a6655", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2352a8955f5ef517e2f0b6cfd26bc2ec019ad4e7530e211ed922c6eaeeda8908", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e9ed493b54f20a0dc7cea2f47d82939c1af7f0f136e8d1aed93b2f41b3573413", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6e069515998810d08ba1b190afc880dcb521e4e189fb997273c6cc41007cad2e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "de74dcbf4571900210a98627a90e12dd75011190c81a0dd244c91d9e05eece40", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b5f30c09652e46b655949a1d9c14f97b57812cfa9ffe0a32913095bfce1c3b72", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 181632, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e785c33d8c4bd923f899f4e48fcb839137a5eee4eb43e26177e241ee5c1cc4a3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181520, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6c5f78a25127a51bf0afa3cb54a26820517dc81482b30495331d125fcb46e049", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "23156f3c06fd4db4c843b499857759c8a8234611f2627d44d94c4b40e50aa285", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6c5a364a0305588ffa4ffefba51d64d22b9f8aa5db05224037643aab3d944ee9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 181648, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ad38f50b36813f52607adccbfb202afbcb2d362be8159067ec62dcb24ddb007b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1fe8c70cbdf2d4b0bbcdfc7b422fe33be59e256e8549da26c01799e05eea422e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9c80a49c40fa7f03047530adaecb782e108f8fe790d6e787a9bc0479f801370c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "56fc614496e250ce54a40903784edbfad4ab9d5a0aa69fa071fa4375212fdc9b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "bb2089deffa8155f95c4c59d1d0e0179b5ae882b6c262cbf2bec648a739c275b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0e51bcc809567347983f24af4a49177a66cb6d87df701c86a667c4315edadd7a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d5ae4b3df00daa02a836881c0acaa72726234a279f8fccc739afa44259b9a000", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "005b823a98efdb3226432d190625198da1380a86d6dac7b53ab1724618c244b0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7e92cbba2d21d2e6006535f6c7e0f8ca6f75681a2881c788477694ab7e294fad", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6de9245facba702a88c050f42f98d2ae3dbfed959cc30f58b97896a8ff79ae25", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c560b1388a7d99797a45691d8f63c63970ade60752f2991c9dcf68e88ad75627", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "73eaad5222b58f222c2b056165304350165caebd005e19c4ef632f08708946c4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e5c2c235db28e1fc0d7a75f4db264f9ca979bb55378d0b3e05c27d6f5760fab8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "dd9a49098289ef2275710157c2b9b0753ed30ab6fbe32df1162d833bab9d187e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "04032507f44709b52f7705a72475da0aa0c1d60a386859d59bf93e1c56da9336", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a4c49c613712939e36f813fcaa6fbb066a8c27f3c1234cf5f21438b1792e9821", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "31c8bd86972c07ec05785226c22a13a5d557cf010665d73a0fee3a7e20acb4a5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "77a6e5fbcae940f2619bfc01746695a0f81df5e7a43ca982d8c26d0a25334cf8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e839a4ca703ed69519543527542743fdd50adfc40cdfb4d4aa828ea3c4b8c506", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f00da83340b893799ebfd50b48aae677cc8afaa3abd530b3a672fa1c969d577d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7ef3be8d26f8a77f52673e3996483fddb96fd1a40fa3c6d00b62fb52750e5448", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "da494bf23e11524064175bece4346352254f01cbf53bf08f23b8a7d743bb45c8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "58ca246d83438b93ab7b17d36192f2e12e4faa50d503bd128df14bb3920b8391", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "dc88465e1324ebe393f388a2ef430fd52f75119d23bf75aafe07268bffc6fca5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a8e5d1fdb74ed86f1987a7c90bf332c7baff90e1341974b125c6d9a882668458", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f1da9626f49e2e0cad45e40604426a513b621646896c0fa1eac33ea1cdb92387", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "155ff2b822007e55a1e10aff00fccaf164237dce90cb10de3822f6e6331b255a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "127f0dc41826e056686500ed92de9d7880357f8cd55009655ba9fa844af7245d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "98dc9a9e942dbbc9bd783e81c6b9cfbfabfcdcf0e6d492b2c7e91bfb960f54ef", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153152, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5ce11dea7274b1e3aa041d55fd5c471e7a978afe8c7191e909217dbd0cc8c019", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3b7db3bba381963f436b1e1532ed82f5fc1d5e452e29439d2c709ac9753d47ea", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "31056fc51492c77f313947e67526dc3295c0b6efec6b9829ee99a74b0bb8b11c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "51cea98d678ce97d9168eb3e4c968bf1a2d0e193664fdac997a932868005a1b4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d0acaf8960ce4a237ffe06013d072a844e6f693fbfe377c82c5936f3e10947e9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b9bc40d5035c79577208ad051e26d88198aaa24e3f33f4d0a9b5d008799207dc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8c947b426893a19fa6be10f728d8892f01b395366408b66750724bd7c5b30cae", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 157312, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ca894f2b3d971450040e8d79bd0b33710ff6a9476517ccc16f0a1b10249449d9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153104, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "07d8b7066adb3e4c911d3262c736be5e35a9668e28d38f5f6761b63a6e7f4e19", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "2838a00b3299067f6b2a52af7b2845b034a3780f6e376f763e7e4d0c30ccbffe", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a83139f35d53c0e6ebce832a81d6831613efcd8507e43f13f6c9c48098e2af95", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 157328, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3730d809ed32454550a192defa4d4261ed992c698ff25aba5fcf26a4c7991c7e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4f4ef144406f65270bd486da6bc2c900a3e56fa2d8bb4b3872a87eaae92d49ca", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "434fef9d7105949627e1b607139e68c6fc44f9a3496c625ae71cd4814d5bcf7f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "acb4db2a5d6a357b3212b34e003dc20285d22736e3f5f090240a334ca5280cde", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "aec9d18574e2c2489f130b8fc2206345d1c71ce78b933b857c8fcf174613a9dd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7a6a8588475eced3916420e247042ce1c1916cc9c6d99ed5a4cbee0f14401500", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ce14d5bd107c19df5b0e26a9126ee903fa91dc63fd7cd843d5545216cff627a0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b7757622daef5ddc55ab8b8e5bb0cb7697768c544861e293edc1aa8b7ad12bc9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6b0d94660ca6180b4bffb57e40636789f91200cf5cf12828f5fe858ae68d84e4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d8f7fcdb981ad0d8ba1b64e2e1cea59866150c0d6a94caa5a553552193bc5f1f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4bcf824680af6423295e227cf913542c5f1a909110be5cf97652b9aff4c7298c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d4ed0b3876f327b932bad1b1c532ad91ea93bfef439c05160eac13964315aa75", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "695e69ae5bf8a0caf45edf9c02e99c0ea487901773023de286a1898e992fddf7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153152, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a1221065374756093f65e3d18aea4427c4565a7761e7c0f82d5ff3ec8c5e0b2b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4325bc06614834702d1a14cdaacfe8630ee24fc3054ad7f2f9ea6ccba2b06785", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6c19943ca523dad2fe3ed7abf6b98b082136c4cbf973852d1f7b94af5b738ede", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4369ad341564eb00fe0cec53605853d66180d79d68b387810b36c9f31c67d023", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c00d02d0abd8f5976465204f404ccaa857cfb7b8c282f06e5a5b1562ab13d17b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6b91e65f33c11481ee77a6ab737ed1283787246e48ccf3a2fa166ac9b80892b1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "63ae977444061ff1b745bc34c5c2c9045e2509e667060c126440daeeeacbe523", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 157312, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b56b8b03e2845a1617a7047db289a32ddb39a398e91a6204a905669a764059e3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153104, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0f583e329eb5795d05cebb43c4a7119b5febf07f1595f441d93b718d676251db", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "072888bd79f8baac7913eff27743312984d8d6ef87b01d340eb803376788fe62", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3b8766449d5265c3e1958d4d8c41ca8148ebf4f88dfdc1416824f17de8973997", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 157328, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d5a33e1f52bfe8e85be12b39c6c267b861cb82e0d2ce250ce198d19e552606c2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9e3e2e300ae47f674ddab8c3e2de243eb734ab9b378c9031d544110330e48b68", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b9b3ee73692b0163cdda0906a0cacd49e9b292f579231a0f7a6d7c169d12b677", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "592a5c31e1a6f19f3a8bdcde36b8ea9ed8ef85b14b9d75f77e168d51b4673f64", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "07fff75e665654352287fa01c42d8262c712e37ffdd7264f391aeacb6d69ab23", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a7e52626c2b11c1bcebda0d49fb45cff1f830ba8728fdcaaf5d5c5094c6b1c2e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4ec9dd9c89ecb927b642d978ea679049eebbff11ce2564269f5c9dd667a97fdc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9ccbc1fb1a3eba81ad6bc24f698fbe61921da2195fb21724c5f85a510607d152", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "120f52b594574c028163fe16de7e9341e179dd1e8a11387945cfe892c2a6a003", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0404ec97a608e882e5f932abb85edd067db1af9c6f60a642d1c2f80106c5ed59", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "32097699392400d05021061ad677f9ed7c618c526661d0591fac08b0c3073d64", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b70e9d571a136c303bfc5804d598c1f5c3933e38b833c21452f0830a314ceddc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "53327425d92a16268c8485468ca62868f1e363048145019081f4b896aea3268d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "309bb45f7bc34c5e7eab844b3cec3cec8ced531120685c28363cdb3cd21214ca", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9791d71c752742d29f31597dfb9e537b47cf96de8c64874c5c162049e32a78ea", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0895153d016d3497b72bf7168dfcfa221ad47b27b47f598bd58f7f3fea0a7758", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d10b53efe5efd8dbe728c11a575bc5babe1ce8d3640ab49163e010cf1e8f4625", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a96af031afc66dffc1c527a91bf228af2212f7b699c9f9ae847dfcad6df87660", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a564881dbcbb25b4179bdc766472970bd4e5b180df8dd49e1075f96a26eeffd2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8d46fbffc10cd2b4115110de576a08662da4756ed4b838b640a6c3c6cfbc9d67", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "affab3ed7a613b47dbc5ec09e990f49aa8cfb2259509586cf40316cf7ed233be", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "de2df150ea5c2662f6996eb0971f7e610f160bcb1faba1922d54b3630cba71d7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6016e9466b372a8e4bac36a3c3e19676683d804048e90eb35336c90cb57e7726", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "115e9816c68d3ef453acb73ff5fdf486e66d67d1aff1959498f5c55f29613611", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "463412864c01ec4b2e60437b2c80f08c156fec3d0e5303c299c7f7ec399e1a05", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a4a9f55671f1c796cbbe2e11059dc59faff9b4fc071661fb6f7fa3b7897737df", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "38e43a58fa49e139ae38a7ff9c841eb9450957e55385b0e2e9468acead0929a3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e7799f8689d034c760470d56c9fbc9f555517ffc6552a4f7e10129f9198adcc2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b0f802829b3aee88f4e3cfb74c306e648c8a8bcfcaf641b98cef2a98a8c0bd3c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d0a5f7fd26032e917dc9184b9706c6333395093acf0037c9cbfc7fe2ec973c7f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0cb25f7d920dd35dcfca2fbdec3f23ba0df508733be804c20fb3de0b762403de", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "85b43e0e1554f364f2f5ee8c8796e1383913b28543c3689de51e9d6fe4669433", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "183ce4c43d1bd57c753e89b4362150c4cd61020f090ff9112483981781d7ae42", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "60469ab5776846e8601d7e38fd4b23c37b149bce029c21eb22f607bf59e98b5b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "72bf8e32183aa9a3c34c6d027e9be65f5b9e7913e8e011a116b6e896f2f4e48a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f69029594603168403ccf54059d8998b2909b34ec4c70c3a048f6ea27f82d9b3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "525f259cdf05965d97fbe3add24a85fdf69462dba96f4eae84ce482c4da8b5aa", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a786acd338a00d87c0799f3f48012020731d7b77a558c53f6de24edb78647c53", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ae85aa9ce067384e9a4fc75a01ba760a08c688195fe292d4f62b6f83b0d8cd51", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b351168092718dbd6f61053819aecb66c761569a77a93c83d771b7eaf99106f5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a7f811d0cc598edd771cd2d1ee292d9d84671603e00553aa3103f4fc92f11b87", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9ca24ec211af52b9d80f9119ee27ebeb8521db55d56508023e9ff439c0bee7e8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "dad90036eccd2fd508a66fe6a64eb5ee88b630bf0f3f855cc775b09f2017973a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0e6799d57b7dde3546d570a6144cd49bcbb63dd949d0c5efbc8c5f974cd812c6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8a51d4a26d03f458d3c69a6c91f722eee752a3ae9bb947596588526828e04feb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a01c8a9cf96929037d13bee39b60d8918dff2ab3f58f97aa9f0c35d131b4b260", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a3fc80dda9d3f4646d8a4e8949ce6ec0525503bfb13ff6a4593cb05159bf68bc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a3bbff8a543f27646b6041e7f42264d4c6d42872f3108f790b547945d48480c4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "de36e167c87e4fa0b8e4ea35d03bca63ca884366fc4eac42be8a5c739f0cabf1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c9e4f416075e103e711fce87791baae2c22bc25bc1d86f701e23d675f6492e54", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214336, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9b808a822b271e023c4a936c05a27aea4162f6448b537364e7d037f81c647041", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181568, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "96910e12fc5f8ceca9a1502a239fa9266fd4295c6fe4b8e7184c84a8a60adaad", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cfd775b73c098a70732f23de7d66c37ab814a02008eb43d1b88667c197cf990c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "28130f5128a78ab016b952253eb726ca5be04b6936df4f47eea099ffae47a831", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f630cb9c69795270653a668a5f613aa8ee520505a07f10bbb5557d479498b2c3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ed0d24b3c14fe5a4e7128abb5dcbe7a71e64f6925ff2c435ba3b4ffd11d9ec7c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0518609ae4219e94611997960a23b393f44ff9eb12a4d3f7281e44bc3ab6c7b9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "066d1ef728ac2e1310b02b3df2116698946be08e0a5761af6ff3752a4640a7dd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 181632, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0e445513f4e8fda09aed2c93173ebaee7259785462cd77c20e3a0cba31a470e9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181520, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3b04726ff45ed6b5b103aa806c4737c2d31f5f0d583651ad2d67a6d862b8cffa", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7d57d02c76fa74a8b57c71e4fc82744dba4928284ecc06a40fc66f4085c066d5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "460f02982ca85a0b6ee49f6805c5daf7c543a54cad49272a48c2c7c335ce674e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 181648, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "347d3a9b9d54d0bcf487f3ffaa22b0b5e9bdb3310b77b706f3563d1db3059f17", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a14231ed834a7b930c8c54d49a6917697f8ca5371800dea8aab5aee040a2d788", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6ece9561665a7b529f02e0c1fe444e28182bb9c2660d00b360ab94f83a44a28d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f22f8407a078a4e2a258c825b329b5d8a841f8fc9ce197d51ca3469d7fd9a47e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214336, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c8fc512879640879210a32024bf5080523a18e0c2f54d533194ba953789597c5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181568, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8a90bc4a256c1509573b0a334cafeb287515651b56c0e1853ceac9fcff12844d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "eaa62e6742e6b8a0536c344e824b543b64e1dd14201d65e74f7a13e456f4c138", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "79a31040cfe1f8d256aa921fec6866e8716f48db79e0c2ff0dcf58ca69167218", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "dcc1e445119fc9d94a73fca6daceef84086ecf11ab1934e53fbef7fc5a31a68c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "797b966c86f52e48fda270487184e7b8d5b04ed8b55350561cd2ba7a1d9f9c8c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "14133d3ff3ba556e90a2af9ddd0ff20811890f50e74197f281af9d53bf3ec389", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4cedc229b309e7f351e5602e428b42269648d8479c86a918b5e64c07b5da81fa", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 181632, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2d72bf41a6fa2c9d97b1d67954b753533989597b79c9b1e318d19269459de851", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181520, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "51a7eea831b182afc6a5003710e2816a91793f30f78a2f8c8f4d3005b30588ce", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "be68fae5819a9d8f71e66a30f10b218ba7ff87bc8d1b39b855d4ec5107605b0d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "776f5f896e79698fbf104481faec901d5d501695d9624ba54793f62636353136", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 181648, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a9daa0ecf8c5c853e257ec209d1daa1cfeb6d41f37266eb0d92c2f9ed0227ae5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d84a963b606f32f9a928ae577ca18e64399d843f35b50c5ad675abefed97ccd9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6c2b371b9684f743f016b74c7b7658b699dee7f4c3f575cae96a579e62f40932", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "81d7b1e2c1e8a5d4d2a558bcafde16284a156c619a31061f687f3ca2aea816a2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ef432c0530add1183be6a437110b87c3d32826f6e31000f79e1151c744010975", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "780df654fa7459294d945e9994e2a4ddad32e775e3b73323142085fd21662c4d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a2ffc2d871f42f2de326276d5fc59236a1f80688c98fa4969b0142350882df42", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "12731730baf05bf3755368113348b0e342c45d96303fd6ff1888688be8ed2ad2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "37a8751b0c341107e8bc830a180c2c9b2c8011d25f051d713fb14d11abf40b6c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "888f6e4e9dad5715d94acee249d08f60a04bbad6239f6a48abaa3037bac16e95", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e52c0b3c25f5a39de09f859516b658fe396b08fd643ada6be83a7c58dfaa229c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ff7edf27c5560066fba8a64d4aa66551958f9374319ab424a8031c83d3b61a1d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f5ddcf451e7097570e528e08f618bf91f702aaacaf831db6348fb4d828dcf9ce", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d79b1cf06fdc9619d8ada65348e8f534237cfb6e29c1e37178b7d42f36b29e76", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuantUe8m0Sf_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuantUe8m0Sf_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuantUe8m0Sf", 188536, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, true, true, "3cebbabf31610a6047893f9e497849d23aa92a1262d8b59c9dcdbe1077fedc5b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuant_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuant_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuant", 188536, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, true, false, "5e14a0dfd2ca82b2692d6d5f54b326da2dd7cd1c0ca4902ba3549b7a7c991e74", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuantUe8m0Sf_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuantUe8m0Sf_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuantUe8m0Sf", 188440, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, true, true, "734950518e3d42dfa0c2979298c3a63e2a501fba378f17a9912328d83a5a04dc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuant_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuant_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuant", 188440, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, true, false, "1eadb01d1b400ec03a78357a4ab0c1effa0081cc8c2acdf617503b68657938e1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cc58615462c76add9727cbd88e6d2e2e00b6b19a976145e2915537d37c8e143e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "fcf7abca8a21b63fa8413f392f97fa766fba38594eb617c0c36b83379accbf3f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "facf8ccaf94744e711f0eaea3f364013c769a5c3fc6d6a8b81b0911f32709bc5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "40f7a83ae1972aa28b621b5f8738a2f278dd05714f7feeafd72d59b91bcbcc2a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7cf0822796aad6c17a64d517480b263d334523a429febc54c6dbeee11252ca36", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3c0b2f3d5d15ad70a1da68de610bb9544e65b0cba220b91eb2136ffbb0302589", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ee135091d23f6eef02ee266531e23b80857693ba2348e5f0f6b4138941d46eac", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e7da7da781ecaacc30a161d61d2fbf70917a30ead91f71c144852e2644da34a2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3c8d534eee2fa2457d7aca18ba595d738fdcafe870e88a86b15a170b36f30838", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "75c27c81d5084f97bd5b09a880d10a72cac322806259a6c92452b4ab1e4ce9ca", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "621d687adea9fe65781f1ea571fb2325a68b27abfeb8ba7aae2240806b51d15b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e14b6c4293145e06e4a122ce58f08c9753e49a96c833b523bcd686cd91627918", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d9ed55da028ce95c85e36329f81a49b422db3d3fd1c05a576d5a2de1be2bdee6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9ceaa8902fefb3061505801622ef267c24e74207ee372c499ba9ea6bc60a0391", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e2a6b4095ba9a1efa634fed5425aec79d3ec45d64fb65be20e6f10f934bae018", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153152, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9d710b59faa134f357f206788dcc879c566f699c46de5b2ad006fb083aa7e230", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f0fc9371ca165b7752587ade196ed8df4565169b3f850d54c88366d4a0324324", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e9453cb91fc9cd24f3723f79cab768735967d3d767491ed9f032cf7e8943a0d8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0ecccc49f3d362d6d2e12c51dc9d5cad630dcb590b496637ae44ba78183d8d01", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6b3c0999e4491073be2a0fb19c96cd863c9820ebeb2c41eaa6b8ce887c25e22c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8cf92dd570958daaeb38fa7ae2ee45bbd0454dd64a84bf39aae07d56805a1e31", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0be6e0bc75929d3719083da421524ad78ea00a089301ab4226089ed33cb14fed", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 157312, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "41df1e8173a3dadad36ac7066b8f9f363289c70a23ff5521b3903508cd9ff5b0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153104, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8f5da9c93da7afc166e1a32b3d582e456b1a140326525652b82fd3ddfc7669d8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "df38404291f588e4f28bc170eabf0654ff4ee48261730b7300f58038365a7ba1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e984184b85efbc9054f291dae40f3c28637e3741930dcbe61a3c750871b971d8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 157328, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f67236c8ac8d6c014725a1f90166e6d9ba363eb88caf2cc9ec8182c9958aba97", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3d98d02a0643dd65c67acdf044c755d8f6de56dfbed7c5cdbd69e72b376c695c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3ea034344ccceab10ce49f158ccfdb211a140d377681d5114434c002c5bb90c0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "58874927e6ba677795948d1d24d695b763830e025b8ab4a28a8e26a2adf0cd67", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "770dc6f007ff70716e2a7672707e980ec5aabb519ed02517a08feb3f851411f1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5e28226bee77121b522c344443e6e9f73fb0b5cb5ba745609b468ff835a79df0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b4539a8b0d5b8fedda30a78f55f1e63f6fbd3bf35321b2ac0fded5333f0bcafb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3fbed469ec8464a1fc7ed1937b2ec74fef2ba69fb1f43d41f06f88646243abf7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8a8263390e10d173ae78db33cb534f7b33b85ab3059598714ddcdcf43042c44e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9fe721dfddc58583fc109509d528b0335f87891286828441149e396ff67cbd5c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9a6c5feb039748ce2b2ca9a171d9649a652a34a297060c78e95c3be1d437bf55", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cf287a83dbc57f3e91510308a70056259461ceac126114b4621e7d1b311bbaf8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "cd65ac9e9cb3ee6fd1911bb7afa549763df2c7c16308a0f744060f2516387353", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153152, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "2d6a7189f0d18e5b8e8e88846b0823d40259c23c3ca60e39fce69eab7734883b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "757a08525bdd2ffde19b5bbd199fac70935304ab667956e31434f8c06b76159b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "71c4085e663c79a6a405d7851018d5a74a7ab388adc42678dde6f306f564405b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ddbc8c21ff3532e323c1d5dc8cefda6cd6fdde21de25752175c47a085bd91af0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ddb7d3230fb77f94614a0aa512ef4cf5e3a30e2e130b1f8257c5ac72168734a7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9f702b611d0fdd902da102c0acab0fec38cd44cb378f0dd6d7cb6f75526f65d8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9dc70b56679527410fb30ee841f524dfef1f1ee0e792d7cea3509e12db86923a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 157312, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "fea66d8fa582171e0c38f86ca0f9ed364a25f133db06c1cc1f688afbb62ab376", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153104, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8c3ee26ecec0e2344f529ad4394e18e99f20a76ea39bd23a91a36252fb1ea28b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d4b60fb9a9ec482c6ff88595d645eecf7d9bc3a7d23b113a5a8e7c044a205d7b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "009622c405e2b3c26e6f63648417c888cf07f64602046a85dbfd956c4a68289f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 157328, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "765b613e1c513d3f896cb597e46fbec675a7d96b5fdac66fce3834048e3a9b0c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "73f99d0d59671e3794a6a6fef9e874f6c40dc785209b1d468abcc112d335e9c4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f113fb1fb3dadb6b78785c360e900357c4849644147b28ee4319d668b7afc36d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "088f500e9074485d89f55ea9c04abea3ae86bef5ce4200dde8377d5f4c57540d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c44a3c8058115c4aaa5a880deba2b6431b84ff2a1107fd376de53c80bb326664", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6e12c23b6af42b07646b62530e42da46f684a22f7cda7bdca10439b49004f970", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0a233580f29544335aa9c079634d4339353b03329c3d0e2adad2536dfa6d2cc4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "2e67e9668ea7f2101267b27fadf019f4a821377652edc5444a3862494aa1ab06", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "97771daacf36f95a04e006ef4b41011937a630dedc719914b60d58378e2d50d8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "424c5ee0db227174bf39e77eb91eba5d72e97be935040ada557522065afb7a98", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0ebaaf68898bbc03d48841279694b7894f5dd53968a19693f7245c4e37e2ddc8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f1ab9c7432f5231d3e6d79cbc4114701bda97189a18898b7aba091a7f75b05a7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1b97ecb34ba73be557cb1d59eac1e4453f7d61db0d7275a106213663253d6d5e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a35f865f2c3a97257e0d4a098c83ecff05ed0b512a4dcb7ba29c70de3acbb719", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a2d3502f5622c3365b03d5db17ec1c40bf71800b652a886b99a0765a1228c5ec", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a22d61849937f4a3eb77b30a15ed40caa20f3d826660e633aea3974ede29c9b4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "fc4eff6e3fe6df8b887ff8791cf1e1b2bf7ee958b6db01c41b85cd8d9522915f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a93bd3495d51359001e459db20100dac7707081553294d3bf0c4550fa71fe293", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0abb2dd849ed74c38db7fdc308e45451ddc83d64d228a4a6f76a78e0525228cb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0c1a125d35f8fb15190605667e33d7743f940aa8625b2dbc103f2b24d69bd347", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6ba10e037ae1ce7a6f66452ef82b82189b4375a8fdcfa6f17a9debea81710ab4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0b996285314f5f9a00735d2522b9e9698bad4751d1d84bcc69ec1cb0c7748fe4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e95a8da74af92a37a59030386091587c5df818ce4f38fe3aa41f095ab3ba2940", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ca6ce600ced80b747fc87b95082f964573562033dd6d7dfb76d1ca2925b41ce3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "85f488b7e4640a7f09ebc4cfae35b57ec0c23192c049acda0044260b2f7d4871", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4bfe99dfa3c533a04130463ed86e238ca84af08cfd5781465d2ffb69a69da63b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "550612f5351c60b3743760a51b052099df83913d2e301478f0356affca113212", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b83f84e6297d0c5a2d1b89c8f52ac370da181ac0cb695c8f26c20dca759e22e2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "04b8e92a386358f06f7d549051461d7be6b4712a412e36012d9e027ca4af457b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cfc387b2445a597b3b51e8cbbda508e824b4e192f4f5ef4e2203e88ae7e0ee43", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cc62dc215dcee46810558ecf5fe0653028d2818d6d91c88f8b92055843d3310f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "26c0ecd04c5d82c2dbeaacbd023185e9a1f6b129f5def9b43cbeb2381abef5e3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8a5b31465c149f94d9de97746dcdcbb25c3e910a09680a3cd075ba70ee6d4f12", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "46103b42556922ded4be28fd5759df07461c9d9548fd907c446ca7da4c56d8e9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5372c7ac8f23a73b66160db628b45bb9492fa3ffa6660190ced5c42fe73f8ecc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4ae4d2345e8aa2db6ed04ee0e3422d19ec08eebc0e0c1e00db908567d92143e4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "59b3908dddc424a57020cd8073e2c1dedcbbe8f24d477baf96350f06113cb175", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "51b570dc1d7c7e4443845cc7089a79f151b206fa48386b572352632a9b8ba564", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "07a72cd907f3bb87f95f6810b8742037a0db0c1a0f808c626c3a03098847be84", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3db7357833ca0001dedd1e3b8b7dafe444a7fde044063454b468f7474b05abeb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4e95c220078b08ec331ec6f542ee2468923f6878e7cec9e6e3404b774ceb68a7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0bcfffbfebfcc3671c6fc4dafac64d0c1e6291124860e856e3afd3f0de1757fa", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5fc229bea55e8dd91478aee02af93dc5632453bced21a8f6f37d319f2335986d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "29a5818dd46bdda5f44f12fde64958acc005536a0f491d96f513303830224744", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9509a57b462c4d5faed5071c60547dbdfeb56ca4ba21b071a26adae09df8892a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ee306642a74e84d8344d6e5dd1ef185e53285a2bf17dba7a3b586a5d0b4bc9d8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a6949f414fc7f811c9d91ef2b0f99bcc13b925ff517544bedad4a24f31d345eb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ee759d7181e893fb64dbee30cf1972fa38b0d6e8e4e5eb2c5a076ea21296c9bd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "78bcf627e8aea443dfb4c9934964751d38c22b709deffc6e536af7591a6142d9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "68d5b12955b1a8c7c18c3326a070122864aa31fef1310cfcd029a25ff3dc37ae", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214336, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d87e4fa3bae1e5e44af71396b37a18c06aaa8d16e84238b0c1f7336007aaf0f6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181568, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b4247a854adae66c819e34d30e66e440b06727f50813579761f99b0b8fab04ea", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ea0e5f6029b99fad70108eae4168902e1011170548f1ec558e2b639c90d53bb1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "906c2b08ff4d4f65dd86b2fe5742cfabf24c4a6a2607f59bb22e095530669028", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6265a8e1a7b249bbe84195279bfdb6d02c57b5b8f166c17fffd57706e5a812f1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b16de09775fd079ddcb783804cc55d833d99982d8e83d3d452bc4761f09746ee", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5c242e3f521ed4fcd0ad9128faea6ded663cf4aa9d43544bf504c3907b732bbb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cc3e0ee3fa12156c813aca0524e486a326a9a7dae6820afded32d9ff75313631", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 181632, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e2d9349c65360c114c217450da58eb4a9b9e1b5adb229e43769fafc77e9fda57", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181520, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "68fcb3321610e5c7c55430a5daeb3eb9e813c02b18e786f7cd5854caa7b04df3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3af333a93e6155fbd0e423e497fc866604d18e096a6d79d41987e3901b751115", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a6d88ca63c8a108b29ed51e3dcbed7ff1ceba1ce871b29428f8c98e4da222079", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 181648, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5d654649d3ea46b0d7061f14a7b86aa84055f4aece7144b6f15f3e0def4985d5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "79b168fe778a9f19ec288f4b8b96d17c0b68e9c9745fca180a2f3a29eded0bc4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "dfcfd6c2b65fb1c5c7327bdc7707edbaedf7e6497b46fced9b4e4a9c003c9e10", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "910e322c1c171d03442f666e8754195137f26897f8a4c674cc82302649d5ecfd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214336, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a3f5f43fb7f2f57191564d77983d6a43d67682e9b26276c04d84dcde8a63568f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181568, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c84fc391f59e81e7adb569f0163be5576433d68c620c9584d3df5e336a37dfbe", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b7bcd50da42f1d92767664fc127f23638162f958233ea62295442edb4289d491", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "559f7f486081f874133bc569f083c8c029033c1dc47264de4488fe2243bfccff", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3962549dffb1f497df7ab6f0d2b94765c2d2f6f65ef6a802b70e3e3beee34c77", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "bae625a85d6bf9d4c4ef0f7278cc71f40e983132e818d1f3924247ff2c8e510b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d726c9c99b74a13030cb47b9556049e7d478650fdefad0ec6af983095fb9ea7c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9ccb252ee607092a45ec61ffff24673adce9a981a9204a6e4c24901e1ad7a1a4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 181632, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8d60f378a4231b02987db9df90a7e76761d57a9e8681b69ec464d9a77e122b62", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181520, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "55996cb89ab86ddef1d077f911f593ef9a65c0c1e08e2320d49b0337380e7f31", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5045ea1976d979d679c5bf9a4c2fadd6dc0decdf73f580ff8f2581cb8fc98c29", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a904adf1d17f1979acf6e753b5b32d654c0e5415c5f67990531dff690a76504a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 181648, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e81bbc79cab41d5a90dcb5b204e8db8a5eea8b98e4f6f1a98abd983b109d865d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7cd8c1b49fff811f4cd818bd9afc792155267fc42e448bd1343d29370dc3cacf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ae25abe88e16c81d49c57d15612c3d0ca907b3f77c526e0b321648b614026c2e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1178f6c3d5f1d8ebc44eb02f8f477e882ddd7b8c5619d98de7a7898154413956", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c55ae587d1167bce2b9484248fa83a57c1bcfade2842dff5c781a1d7e39fcbce", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7ae977d0e0e5a527a1495d62825cd5043ac3c62365bfb513ff4c85619c6ec3b1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "dbe9d18bc550e7024a521998134923e1e7043896067e50ff4f3941904ba6e48c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2410ac1b98fda41314d6c18ad59c8119a16ac46342c578f11e2734e571c10bf0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a66afc46d40f2a22ac38cda7bdbe667133bdc96e6b58946203c92a84c08b035a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7d8e7553351238860de04d84f993867f0b7b7d8c668fa07c036e51c14258309a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3d0601e75f7eebb3e74c8ece93b6fe83d123669f43e32992a803bb217b0c5677", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "abacfef56cd127080f688c9ebe6814bae6b8ad41ffaa0b8285ca948a7a4d9da1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "dfc739a6b0c24ed2f68e6eb8ea23ca3722be80d66f245faf12691f534d16ac85", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7aec9316521b5166088f62e9805a56df325b4c115f609d15655fa72bbc2a8f37", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "09c404668d07c97850a4d9cd555271d7bb3178d107fd685a1e51f85f48d260db", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "951ac3664417d6888076dea4d84b78b17ace98fe8d3692272e4d8f8a9d9dcc80", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "97b6c3960d8420220f6245b2321a5076c8ebf3776720fb9a561641cb200cf389", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0fb82bb91e96c8ac90ea587760dec9c8b26c933c171c70d96a584477a31944de", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "214b8c06df14c41daf5326fa5a03f32219f49c4d4b4ca713d8c102445ea3a511", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f7999d11782d540f67c4c3bd5709cd285f9e6e9ebba878d18b42cb9e7e579ef4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b928e8b052907779078746aa5533d292d560e0fa1c50ba934a185ecf56ca17dd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cfb2a8b3c8d14ed7083725478fdbefa36b6b22c1090a31f4ce901e5fe6d5a106", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0034176a4667ff73c130129e09da94c93efe619e68f32b19771d36ab56b9a540", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d01fbe4d3f84282f63c2d1257f4791afd55764d0b29d826177248baf8cc0ad7e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ea479d4137e3265fabb448c08deb207e0c22d807b5a2efa1b71483fe80f93be4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "45292c632d21a5d9444ddecdcfecb05981051ea788838b5524ce24023e14ec53", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c0d38494ed05e01a59d77cef98b24dd078af5d574495b3acb23c1924eea457d4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a93fa46885fe855b7de47518544c4d9d5da9c76ee758335cd7d11eba3663d1cb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e0981c9178a537068b5bf93bd61706a6d2b8f9e6ce824f15145c8103aa841a49", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153152, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8ddaf3bbd0536f3b69e08081510c3b528175c6c5d5dc1ba4a6bddd3e95193615", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e367cbc9c7bfcd927d636b2cda24b314f1db08a6c5f1fbfa04d0f670b5e7c58e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a95ab825038df9646d16cf7fc4404e863d4d2be956eecdbacee92ae90447514b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "39a9b331d542e8355a29105709c1ff1a1552ce158530f0655bbf3592b9795d2e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5ea11b608b9c3cc6a123e1bbad5ddaa38d0fdd3191fe2582939a2ef420b5e9e7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9f8b4f0c693fd5a00e5e4218f8926852e6c8aa8788224b08d084aabe3261c9f2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "bb4e5f9e91feb76c251758f3578844599bcece85b58f67db2270d932e585fba0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 157312, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a13f52ccab7f7193d71da8d6f95ec8cf9fe0667e69ea160b1ef52d378f4c7cdc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153104, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "08bf8a493689228867b6e33bef382b0f21afe898c42f53cdc1faf35e08893fdd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "efc2e6228ab7865394c5e27f4c468fd370568b923f250ef86fa488b2017403ee", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7b1b850b70a98ddd6d74cf675aae421df3e51e4fc62877ef5988b91b3ed00de7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 157328, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "edd4600c82cf0e8e9dd63701fe39c1329bb8e4273b6888b911de031c6facb477", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "31f6fac0eb53caf5383c4d47f82ff65aed2946244cd5ad978b8dde1e9c6222f2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6193fbdc7b51533c76e3ff1e8105e7a6e7555701b0e971d713a0740d9387c8eb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e0f7b258d8bad3e84d2c2318b59495e2bdc071d4963b946bb3bfabe772f604f1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "09a77841fde135fbfb141664ca474749519096a59b155b4077bef4c89e04e021", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "248788a25ea4f2c0720ecae93558fa1e42953bc73af8130199e846cd632bd25e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "df8c3e6553bce8aa152b7cbca564866aad7de3be07af313bb0c57636540caeab", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "54f6b33b59f8a429aeaad0252bf6d3fb98358a63a316ad12945ab90911651a52", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9745de3fc108b31f73edace5da71cc5cf83f75fd51de18da86685aa6fc61ff70", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1f0c35321d396fc07f6a8492c7f2aeaba959bb38bb8a80265b0e0d34cdee17c0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "99cc4a62f98b9c2ba1ed8ce4dd6b7b08b2ead7e5d35fe2f0266f9cad6f12b7d1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e9569730b2fb108a585082d12a79b99a5f927aaa0d88cb8d766d3edf3d8246d0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "021a2ec27db13cd5037a66a4af4862c27861acd82833850e7d63597862d4c9e5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153152, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "64bd51dfac0bf1ab4892cabdf7ee5aaaded736ac34ab6ea2968c5cbeb1f90836", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1f8a897e6fb8f737891aa81e27d4323960e89a1dc91db3ab81063de207b2efb8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "09a02532c7434023771cfd71859d91575049c91fbb1897ce6fa5ccbdd13133a6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e2ab5abd74b40f67a5074ef197c23f7937114e38b0c4d6d7be40a0e53b70d839", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4f31710a361ce05aa9402f9618fb91d83198f0a1bb82328aab7b12b7dade6c7f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "be0907855e90b325dcbcd78de41b19b4a29132a3c5b8f920bcbfe4cf9ca99734", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "409047d7a7fc753f72602844f79540357db80fd5cb5857f3062eb85788e00600", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 157312, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "481f053eab775ddf8270c75af81f3595e19ddc8735c5bb988e3a45258e6e993d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153104, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2be8d9510f1f2fcb51c3e3b486e29630833b4b45adae2a146670ca04bae3cf56", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8c029a8f0e97cc26c231b07ad563b8587bad9cb2cda006f7e031107234a5b566", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "46559b264e8916f086791727584473cc7d7e25d19718ac1d9a387ec7ff7e0ee8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 157328, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b15293445f5870e26df8535b99943964256f6a07f8a7d5e16d828c35f9d87ed4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "bf77819bc723a73108bdd59ba18bba459ae09bd16dc0dec5bf0627c459687fad", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e2b26c8ffe62e4c2db71684f572283f984f950d703013ee8b47a04676627416a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9115c49199d20673ac07c4a95b6b1d3b9fe965d450467146833f1b8d331acf7f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f62e84efe1cdcff853b8cef7f1b5f3a886344013b0a0dd89b7a05148e0a44caa", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "75848719af7027e548c088f749a7852cb4143c7a5965cf8efffd532e5c57b964", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148784, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c43260f3571642014073ec595681cb2010f08dc6c6f2b3efcbc511c63f5282e1", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ffaa79ecf2b1b627b446b7fffd1dd403fdf9f0c8765fa316a201e9441347b817", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148800, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3f5edd331be265d6bcb778624d9576921dac86a2cc0777f4e9f46924150230fe", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "772366308e27a0ee9e0b72cac49d318d872f25a8ccd1d585cec69866c2d5d1a3", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148768, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "dd861f0ca9dfff7ede33d2b04f79d8f43609629388ebd3f39c88599a412b31eb", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3873d13a770ce3aade39b83383bc8e75b8d5f9110a9ee31ae4da1a16b63f6834", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148784, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "fd5cd1d13692cb0165cea870a9891a3b106062367507456234ccdf5d4a021374", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 198016, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0fa03eb50be71bc60ae56c9e01e23d82e005518e5625241eab06abcb9ab98d86", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "62d685e6a3d6cd130f56edaac236f5813f3894a4ba373b6ecf37219f8619c315", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c6831808f345279bcb49f284d14c50f1e7149780af7eb408aca5ac15ed54ab80", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148752, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a301511730c1201b531435af90e2b402026cce3ce420b3d0786d6399fe8ca11c", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 198032, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8f6bfcfa3e614531b3b307299135d65d2f25367d90e72f1e0f8b42ce091d20e6", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "72e12ccd9cde734a4739ec6f9d323dd1192aac8de070d9c52cc0ba1863ad6653", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4a1a4a5f32ad9ea6d7c384b1a564df5eab7a477730df4686a3d8cbabcbc8877b", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148768, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ba6b917003a6a9b7d64dffa481f88953f585688344f65242ac9ad9dce2e2687a", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5561de23091f590745b666693bdf8635bb68e731f95569f48e105f7ab71e6377", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "bd7db8c3013993808ab913d996921948441e7960e37fc81f665584de073305b9", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cd106d729ab88ba5d42edca5c1864b306fd0498864fb8887675e3e7d7d6f8843", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "59254b2122f769933c10cca6bdc9b7d577cf7dd4a9edf51d0de2bf1b401a45f5", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 198016, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "477372020a4b50d1450113dc10403fa3809df2d7b75eb63383353ca77ad61233", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5bdb08e8650e998e2f98ab7f4bcad46d74025267fbb7b6593f00e3b861ce037e", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 198032, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4e8e517f9b8bd7926950ff7e6eefceb0a8b130744c0f1e8aa59864e3386ab20c", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "13a9f6e4f603b4c460edfa3779d1931583a9989b96a6fd727261e92119e0f0e6", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c4d29ffc8f5ab8144da519c0f0a87758944442c12c2c7f46ccca64dd4629cfc6", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148784, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "885f45aabcc31d39637190840ff7efec3903861195ad8bf7e8919b67f15b3ac9", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4ef5f391310430a91b15166ae50b04f9bae3084500374dc012c454eb524bb391", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148800, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5ddd9cfc336ae0dcc1888e50f2d20238bec59d278c6e46c8bb6eaf25a3369e88", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "942e111ee1b270bcd48e4772a69b525e775dd65b68537eac7baab517a6a1f57a", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148768, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "577e466398b1dd7684a2fc8932a6b291e777f902cb6a1fbe624b6594c43e19f9", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0c3f70e696c8f9562c81745e882293e8e18700f7f7ae80ada7b7e7f0701bdc60", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148784, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8c23a8c39bc082751c9e12f0e422e664792ec7248fed82aeec95408b08a1bc15", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 198016, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "75ebd6c25f84ff4d3a62268660e3f052b77d43426467c7f116b775b073088df6", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2330cd7e0bb28df9fb8e1571dc2a35d7c830ceade1d0f23846f537c66ed2103d", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c64330beec39ace0c99f85c8d5fafc15f92fa5c807d93d88a67105a8a49521ac", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148752, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "23ea574a564102833ea7d6da471f9d0b1edf14502b762a83cadc170f142fc8fc", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 198032, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0ef8f957a00a05d4b54c66537a466949c45ee5817097f24cd7e0130015903795", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "870d781bccb7e818c8f273f52bf98cfb6910a3a093e1c554ec61182b314d76f6", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d9e6964252f148e86ee7140f348cfae6d94ce99fa623a590eb37270c23e47824", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148768, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8f72a1b2bfebec3515cd2d5b88c39f4045395bb81774c1f08e0a024d2dde1061", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b4bd28e33b005ee3bc0141f0d182cba55b6104888b8eee18a96a8598f451f446", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 198016, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f88d58306b18b234331db13a9bd00a011dcf9320a0627da723f23776bea6d457", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "85c6c44b97feac47f7423932320530c6d56c74da2aeb7609265bd71f7ccf7625", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "db09e6ea90ead7c746023778645e97e7a2d1e5f3e7cb05a79e54392663c09101", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ea05d7917bf8656616ef50a091fae08b8207729550a2bf427b3749c79a984ab0", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165168, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "68a43717f9503fa65fd6d2ee44b3a62080a7df4a61201e5c5e5266b5244a1517", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197952, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "dd487161c606dac24ed4ac52551de0ae9554724e2a2052ec68d00db9c6fa38c8", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165184, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "83f6ec157db512a174822b7558985f6069191b4bd70a34cb48468fd985ce42d4", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c8ce82f6ff5ff930c55bf0b361b471be2f03ae95770305a96fc20aafe901bcb1", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165152, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ba2fb13847db01d79ccfa68a3ae8493726cbe1344ae49cfcfc44353ae310d144", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f3706381e57f6cb8f85594cb81135b5a816f0a2079a3a3cae594ad16023bc2c3", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165168, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a11e568653cf3fbc1cf75e87774d9df8d19526c8ef996e0cb9505fb5ca1574b4", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ff6838f7c0c1e28e2316b9931ee6d70c6f338a538a691ac344e489c0976c4671", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197904, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "01012f57c9c65a83d28896b5b6a8c84d804d3137adbaebdf352bb3dcee4b6db3", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 165248, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "70f2783363a79a11655750a0f4ef4c5421a83dd68b6e043af5ee51729af6d777", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165136, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "60161bcee0cf9bc82e09c6d12e73104771c6e1c4a1b7308489213d9b1d0601c1", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "23aa517ba4e0c3da6f9241ca87333b41402ebed458db5ca16f7bcc160e7ccfa8", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "cc1a3db89f02da1173081651772dac3fcb70ae21998a6a588adf706cb1b99a09", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 165264, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b44c18b573ee92235e928aa64a0267b59834a67ffb51e8a7eac33342228c933e", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165152, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6ee3becca5065b38d1b55f7952a3b5c5a4915941f10d690201a2d74d932d51c2", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b332994a79ca895687be7d40f440c35b4a6cf938ced77bd3466893d79dcdebda", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165168, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3733471575b80d7ec8d7dc35dea34d64f7978e7bfaf3867cf87e9693242bcf47", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197952, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "354f853ea0bc47ded7e3d3ede8b7be6843995b3994e7d416f636867585c32985", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165184, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "fa2b0bf0171614ae0c5856f73203bcecd24a772420a72161fca91fcb51d57373", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7967c90c532c2ff862d32fad0cb472e78705922b2d9a0d78468b202f289a9d3d", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165152, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cf29d1cdec688a980a284a4ae286019a032f3f7b059b3ab6e665a88f5031e017", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9879a15f01032358321720c031b789c798da3b642791e78d65f63df6e302916b", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165168, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "37abd6719b277c18897b08897d998d29aa3df2263e0a8a320b16d687439875f6", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "67d6eaeffc4923db1a36776cb0e2b2de7c0dfef6d1319487e03c9c69178fd30d", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197904, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "861696099cdee6b7f41a41cd31c06bf1a040a0a716d607614fcda71c46068569", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 165248, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7b4aac0b21ee069fd748ddae8674e16e6a10edc9f328db0489e67a7f894ed07b", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165136, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ec258d5366d69265bd55d395b8eccd5a34ee1c0ae47ba8c6948fa73de0de1dc0", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9a8b30244f9e02f93e2f0ba8fa748dbb7cc41b21b5c7babfec75a4cacadce292", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0cf5231e65baba7ccf46c8cd017c396a3b96a7a8ccb8b711444b2b68967170ff", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 165264, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7f8bfdf4b64f808f3d5c7d7b045d27a575bc79cd9c1fa29ea3f1c647e97f7e27", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165152, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "73cf51565065483af8e95f80ef6ce75cf00f5de6299d581af8106163bd3fe12b", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197664, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "bcf003dac6b81b0adf3265ac40e9f92df38a28dd597d8f0c2d0bf6304be91ea1", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "193cb120641ee663af3f65b5a50aa2faf5b0ee1687b602b95a07802446448979", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197680, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e5892865b3355a0a2859c86f5d71b360fa503d9312f4e66542e1551d6203217f", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "dc55664fd6184d7c087618d4853db8ca75efe46d88793c33d55f34a83efd222c", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4016269065a7dc4e5d4ff36714570090c49690714a18393688f7583162df1384", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197648, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b110412c64519171db8f4322022724f5f0f905ff4969d712fa8a36fdf79c0461", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "42d697cd35eee72bd9e3b93e156bcd9c9b2cdbed1f712a391416d77541d46870", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 197904, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c116a4ebc9e9324028a24f74a42998aab5d0866ad7a28c241a5dc90c896115d7", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9d23e630bde1beb7156740995c2330f9e963220645db35dc966a02cbf62eea36", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197664, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "addd6cc29be6e72f5c1cfed3eb4a1302efdf01a90fb62177c5bc27c1f3aad49b", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1184597e240c14ec6e9ee5df4cd21e7241ffdb64bb070fc4a86bc147c73b4be2", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a822d267ce030a489b7fce2004b9364250f9e1120638e2c0ec3dab2a8f388562", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197664, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8376cff3445c256eba080a50954d6799dbe40dc35ab7c7f9d675e988e4f748bf", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f0fefa49ea48d2fa3e71a5dec97bf8fa9ef312377953344067491c8c62cb92db", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197680, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "39dda9bc30c8ac32874a45e82c6e992b0f60a2614cc35b6f3670f23cc52bd4ad", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d33c370cdf9cbe8d34f5f8c709780d92103170e0d5e284bc23db54609429e7ba", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "da859494d5d3d155731fedf138ff32981d6e3692c66474dfba227a9768b87852", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197648, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "035cf6a1dab969f64782ceda8b5a72747a7a961c9034902b8ec11fa9884030cd", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2806d56332651623e531d937ab2db2eee1ed45e0a8f7a257a2b167652665a523", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 197904, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "707af00ff4df4eb877f39a980f3ac6deef458b48d13437f9e5ec6e9dcd2c71d9", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1a445af7222c308ae2cb36db94bb6e64430e21d256cfe56f0dba921972afa0e7", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197664, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d0161c62427d386fdd343ca96b4d3ac135b2f12b262747c2eff843656498679a", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7ce265644907a52ee75615a8e9a8b867117d2efb7dcb47e2c8e9797949e75bac", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1068a71cb7b078edb1917fcf9dfbd9845f57dd0db5e954e155b55adab19e55b8", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e634187587866ae3a316dc34a70158781ae1d1f6c8c48a35471fc8c5d03fff02", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a031cf0bcfac29f302f86bbde386aa9c72a615c70a824f177c2622bca78ba59d", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "192782a97e4f4108a511638253243311daa51e720d5483ecbf126149314e10d1", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8960376cc053833d470d47f686f30b9d0a5aa32d762aa6f2a82ae030100b6a2d", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2f7fc876cdf564f30eb5f6f4026bd34e90776a17ebe41e2f6022f9fc05d39ad8", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1d71e3ad9372e583730d07210b3e4a80f6df8fcd97a73586dc852e3afc6076f2", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0e96744c51b8e2edc2ba5d27a975f0dc1b585e4677b2e4f9997f7c96f923889b", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0c18063ccd69808420e4325ff2744281265eaf8c5ea1a2d3c4a597f8ec44bc2d", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "58810efc6c9c2c0a7474679b56b76ad0eb33ab750c47a7a249f407b0aa540fb8", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "dce8d20abbba362f8c7a4433a264955907d940415cb46d1f3e929a83c204b6ae", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2cd5b509f6e6eab92f85123f9e2095b45a12e8ca03f8d1252c0f355787ffd6c3", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d300aa893c2ee3b61dd05db7105b9db49d1429eafc2abb7e61e041801f33b6b2", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "859dcfd1d2439064865ddeb2d79641a74c80d99a3d4f2d54177c3e905782f7c5", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "31052abfd0c1adaa726ba253f832b29020e69bdcd7783ab615be62fdb3089fc0", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5caa36a9e03aa412d863e6f0536795a7d13c6fc824157363163aeee3358f81c8", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "db99dd7dcecb47bc31d1a14df8f0a112f55e9d1d50ccc85f24321c072d529143", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "830ec424c282f46261a88b033f1472283e9b862eb89884fd3c7901999b64ce84", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "cb0e2e9d5c1a3bb755351819903015138a41d653e9b8a2f308d814c25fff3db6", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2c88f4cc32d917b0bf1f41b0c950df2252132ddbb4b4a2006a072e4d677ce0b0", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4a04141905016f4b193a3f6123158b2ebe50e68ab932538139fbaa2bfd1b297e", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7d4bf041fdfafbea677bc1286d35ebe2db94c6df84ea5a0cbe8e5f7b63566c49", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c4d592151f7f329c131d44b0102dcc19b700c9ea306b5a33f9befef8951e550a", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c1eb491653a0b40df37e65f7001b53d9f49918552a14d37dcba8c6ad4122e551", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b0d5deecb94291b73db2a987285074ad532c315953d20978ad45f2fea26244c2", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b967d300562ebab9f0e00025fd22cdf3912ea8b0686e75eacfb796ac02d1476d", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8cbc1d3568ab68e328fa86e1753b8f477556f91329108e18d1e79f02e9a31022", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "20d072ed4ecec3a55b6fbceb48217544901e2758814741318aac647a0a9fa3b9", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3e77dd330578ffd85da25a353a61373694a57e6ce1ac8da2768ccf042309e42e", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3b40955cff05d26d6aaec0c213cb92f8f0343dc7b2673434cf157468e1f1073d", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9e24f17b1f2e37f0bcebad3d91b5f7873d428760192549893911117503cdbfd4", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "388423edf9c959c4a39e5c35adc2d792c083c5bb34fbb94b5d4416e1d6172e4d", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ab487a44d31b3c23fd7663d81dd72b00b7b9c59c65aeec5e84537caba1a19097", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ca9b1cd5bbe00c59536fb6d89a7b754e5633a98c9da9a963d9c268b54f03189a", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c7521d496715a128d85d36b3ebd67574488ce6b9cd3e5dd6c48a2f399ee68c2e", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "14b01b85dc061952c60012bc3b836f32fca45513d8036d083c2577043747a008", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a146573a7a4edfec923ba9b03ad425a07cae2ea9027de61e3b72f086ef970b6b", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ecec7f662a8dad36997e1d2fc299cde93260767351af084ffb08875569668669", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e761b3dd847117cf793d2aeaba268a0b27e0d6044958264c1e7cc0542c537f47", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "68b8c95eb95f142315254df781531d1bb8ad4ae74b643881db23c00a9cd29f45", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "633c85c7586f142dbff15c63cfc5a75aa935fde7724cca5f3b9fb30b9ea18d8e", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e1243d875ddcb32eced05bdbb2a1884d2c0cc2f8c3c3fb8dcba8fc6bcd2c406f", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8e2e13be3b8aaf4a47311bdf049d9d4a1c96aa5eb7b8218f662a380ab2a82047", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4c3afe8b26727b696c51041af5e6fa0e195e61011a5043332ed215a7ca60f74a", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_100f, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm100fKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ256Kv128StaticGroupedKeepsAbForGen", 83216, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "162e18de6cd7259041134588caec1868621909e38a07a2c0c94f3b7101388bb6", false},
 #endif // EXCLUDE_SM_100F
 #ifndef EXCLUDE_SM_107
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 155008, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "25b686be4459f8d56272b88e219ff4b7e670f49444ac1a50d644c02553125ebe"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 154896, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "732a59cc52789c21d45f8a376c4f1f8bd6de120d8a1c9833724b72417bf17fae"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b3e913eaa27801660cb1e85aaeac8d4cc6e8bd45aa4aa471188ff1fb4e8530fb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 209944, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8c1f87cdd941bdfa6dd17f14777740b231c9d199da4ee0668216cf986fe4fe07"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e5113bb3c05d619298a007a79bee78a32345a70b05716247d332c1be2f772182"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ddb09b4500cb99217c74c160c4c6511820c95953ddc0ac525af5fff738c5ff34"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "73d8edf23c14d788e20b5d1b0ed8787abe08bbe04571291a79ba3c74042f0407"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0fee89c8f257e1fc3d3df3c3aa1a7a6ae207ee677ae341ea44a652445364d0f7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 171392, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b38f92bd78d5834eaccc4b78bb60e2c6ec233df5845da147ee127536181a1a45"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c38f9a2104766e52ff2c80fc2a78245eebe932159589020baedaa8a928e62f6e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen", 184448, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "46b6317b3ace4b97870c2f15344328526d1f8f0aeac2f7c71ea9e03a6e1ed9a4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8301c0e9b8f3303d43cc270dbc63c603a56e113029f94b1d6b8fe895eadec113"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 164864, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f2fdbea89e1cdd1a07440bf867066c528c4d252e9ca2f5d26956c775297c264d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "af7a9ce79c8539e468d0c740ad95805ab666c50afa053daa025ca7fd7042c816"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "1feb790d7a6f0f2b38a20010ba9018798fe3de82267e9106a262f73ea1dac742"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8b01437d5e03d73ea699fd10c5deb558770aef5a61a251e3597cbd74fce6db7c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "30cd94d8d39752c47ef74d0644594e4a387119d6d64927e0f35dd7f14842e0e9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f93976faf063e4638f522fdfc9618bf8c308d00f5ef0886a118777d11313cb23"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 171392, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "31f8e9c9d2405c8d8017b6f6a9a5541ee42722f26e0d9da1b7fee161699b52aa"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c998f0ee1731be6057c31a66c6a731e2e1b0e955009194b59cfb7714c7e7cb54"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 155008, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "29b9fd325bcacc68442e80d1aebc061962886cbc10af9814f1b171f57ce28ddf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 154896, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7300821e12a353d3d59abe87105db4e4dfd357e68cd3a71c79c146228d09115b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 164864, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "09ca957a35b1a7c6c9e1a537daf3976bb32cc7abb108597eaf188b977e086e1b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "5e2eba56ef2ab489c802c616bdfd89fa0a1f04e7634e4332ea743c30a0aaddf9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "76fc59b2699cc192bcbb26a1c662eccf442133c1b38cb31fbfba8595e2cd29d2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "69afb47923cbd270fee43fcdc5ac541eb4846417f40c26308faeff3607120435"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ec9d5becc385f847c67777570b032112990d14ef302b3cf3fd6176e29d5be91d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "cb4498f9789d58c16930e348362d7a36ebd8ce333b14738e6172bc09bafe67ba"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 171392, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d94200594cbc470de41ddb4c0640970e391df0af2dfa3b7b8c487a83c9eb162b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ccc7562655fa3a94fe8d786f0b0ebc2e89e905e5cd3faabaec3fe20d814d569c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 155008, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4e875da27f42d7e483bc5e64d4245d8aa714539845970ea4cf17c9f4b6bfa41b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 154896, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "111c87fcd243d19930629dc1330089b709ac2ee5f757b73601863e8bba4fb0eb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 164864, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e8ab668d3dff96a75c14921cd4abe17626704d412661293c3480516b15ad6cb0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a760805b2d7b56ab12bbb61279ea5344a845bfb688a1da7f0e821846cdff2a7e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182560, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "66695a323828d72d649f7df088fac465bea8465e5e854e368ff12227591ac56f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d2b63d7ce2f92900d984496891d16001d87fee6b0d75510aea54b8703bb2ded7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "199d15288d51104f82a9ee568e1a73f32aafacfa8b95b41deb119957ed5e7fcd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ef7d9a9664cb284dd81d9e179418e68be3ecf13d78ef390e8fe5ec854cfd0a37"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 182656, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4a4b072d29c2ad53904468772fd2c6a08e27bd78df29cdab9fc3a25621ff46a9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182544, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5b8fc45ffe0adcc5b854eb66b60a20a37b206f26ebe41873bdbd0c3bb0e70260"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "413ff9b7bc28728b8a7ab12bbf57d7abca5feba9265faab0ca0c651dc0565302"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f42d57b22dc15397e9ce5caa6ddec9813bb7a9e3f0c5acdbf24c0277c36bf749"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 213784, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2a20f99ba43c2e42b25f5da7cdc68936603cc7b45b8330d6afc4196eae81bfc9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 207256, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "7b55d83226ebb1e93ab4f9a5fa305ae132b0a4f14f975a640c7a432700616bde"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f86f9d6d71f942fccd5cb7231b1d67269f5c37bf9174b8dcaca0c78cbc841c83"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8dfafd032247311d5795d06813abd57017e53b00d2a6d345647cd7b161cd733e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "de6ba083a7c1d0eed89bfbb8b910f151447de182ec8782df018fa2e3cb7c9aad"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "895cdb66ab2bee4b21388679d13b4a442ae1030efd35a42a856ad2a194412e1b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 184704, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d399856810b5d6012edfca6a74cff4ce9cb4006c91cd3fc1f3997630fb9a5d7e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "58663fe8898652d8a8571d3a1182b613911a18f49444a3b439e5c3197433d198"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 176128, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f894b89ed51d64a115f41fc910eba55ed627fa586ed976baf85f2f9a94507b3d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2099499b7d69de9635005057b62dbb6372da48ca95c21c41b29dbb6435b0170e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 213784, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2212ab458f5425a69fc334cfe1465be3909c0a07a818165bb722567922e614a4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 207256, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "9501e0aee08d9e93aa304e6babc4af7a9e80216aebecba96837cec373894b6ea"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "fbe6b8a51bfa9dc8bf4cbbbbbb62bf6fef6c4cd1e7f94c1f9374cb14c1d24f3b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b98f857c473e07561a3680979b56a453f7214f646eb93a8fbf81a8b7e145aec8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "65bea2d7dbf2c7a968a4bb1331b7cd8783f0ab3d846f7b51fded163612b536d4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2375f3412775caaf7183264ac323d55f69d5ea625e314400d94c8063edc13eef"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 184704, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "058d86e8393895920d998a354da06395111db92d549f69852bddf63a1a6c86be"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "07b15af634e43dc9413ca7094d408598784bddf41a530aee6f89c0c75dc3838b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 176128, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3c27e3e1cbda3e3f9eb9b06875518b3f03481fa8e9f5b4aa6dde7fb11bb39a35"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d9997613250966b22efab3ad2b981c8f74a070d1d7d5713962d83da3ce652fe3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 78208, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "42effdd9c65498b4a565bec703f6377641ee7080fceec4ae0cfdc2b655571d53"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 78096, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1360518ae711548bd6edb5429c2f97d25d4921d238eca6a4606a4ca131d5b68f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "eac3e6699b6c8e1dc2b646990fb5dea9b8e1802629aae9521a0e2399403c760b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 165912, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f05e15af902f5eae6c623fbaff0e05c9dc495dcf30c84d2c989c77b4ed4d1fe6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "4261b9068b8febaffbb062cbd454d1f242d62d8ca9a78140d4f3cbd44b10090d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8c50af3b4167fd5b8a6447cc554bbcc3f79f3ded637250916cf217a641c4c4a1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "9720839a3dc327fdcd4a58a7d6ec87bce841ba55ff4407e9434a8c5ec512700a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8701961d0151f91fe714b6f95335406f444231293464b8b84fac9af0dd76d0f0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 126336, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "7ac6c96b4c9dbd7399ec622172a3fe95cc88119cc5fd6132114568998bde3336"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "353540e33e46243251b2361fead79583cf92c9483b728249d97a3d42567209b9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen", 135296, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b89ab726941f410b133fab65bc875ad68defcca8e4e431e0ff21269f601d4151"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "619cb08a2b79b85dc99d3a531320cf9154e6e1c35c9fc48edb3ed1764bba91da"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121856, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "56b5269501fd49e77b36fa924e7b871634f782cc501a57608c7e91ff312f09a3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "4b296324b40ebcfa05a3d71b8e1e71a3f13ed6405693e63b4e5e9f30d4b15690"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e20879db0a9520dc4fc7275a0945b274a4973ef4e597e0e0423a8bab40c2b84d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "1d039799b179ce761d8c0519f6fb6a179276dccc78e59594038a4a3e327306ed"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e597d9ca968ce6f8f33a03938931581022ee75dd8c7f6d601d373746067988e4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "9286ac4a61fcfbe91a428a25f0c2625f148c3db6b12d7d77420794e26fdba1a2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 126336, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3d94a7f3ef93388c1869dbc05f7735daafb29561bfb9fc2e174f752cf6636fbc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3c851dc5d10943701d83d3999a7c081f5ff76fa5f4213a24a8afc3b85096ba46"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 78208, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "da2063b9879f23e4ec0e9b1d985f09575a9e3a0a6bcd25a1abd2c000c6a53ab0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 78096, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f150098a4977e2029c805ab7dbb8f75947d7753666b9f5dedb30969716b9e660"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121856, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2986e482f84bb7a4a55b44b4e6289be33fbdb6ee759852deff411c661bd54c29"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6c423bbf4a79eb4ad84413c732fdd295f6587e92e13a6d41c8f2b8d00cfc66c4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ccc4dcef27aa3d04992dba67516f8e698518feff5114dea9330055930e841cb4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c02627f3c6ad9b0f8a6cbc2601718e3eb1fa978c492e93f13f30e4b2b271cc19"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8158b2e3ef8da5bcc9582604b0110319e8b28056936d9b6e48a731d3624fd933"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "32534b8187ba11375beb0a4f05f684276cb8504f4d30c6708d4f544d5cf0c546"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 126336, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "4ee946c06f9d0be1e585e0fee6971da44fdb3401c2243c3bd9dbaeba0b194b3f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "aa9630c1824ec069c2876ef3c662106e12b408afa23af2be10eacb1d24677b76"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 78208, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7fe0548d0042b0f69310e714f8c43b1429758cdd313a5df826e32199a5594345"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 78096, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3c406551f948a7b076109915a23a9aa805ef3457666d83ea34e69d77f9295a47"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121856, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "51a5c72bb7b2e2fd789bce6f65badb464d4669089590f6a09b6db74517a2beaa"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6c5ca6b708800291a5799305238c4e7c1eb3e6ff6caa00c480d5dc862de7a72f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133664, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cb7e27fa80affcfb9f79257e1d3b358b239a38f3deb10bec1727852ec8e7ec61"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "9eac90a0420e92866f9ccba7793b9e0c037fbf29be69e91f47b2da1b0cbdc2f1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a291cc0acc1a686d61f43ee45afbcdcaa45cdc657a6186dec35fb8136c63f189"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c8e2edc882c14a7242efc3c23bc1daf2705e05d9f73076f2af75c8803759a1f9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 133760, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cfcf6f363516f5b6e97fd9389b6c579119d38fa2ca21a5bcdbea64b17f7eaba9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133648, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "359f0f26e6b5ed15c89f128a202987ab1c2f20ec8e080a20d5524a5cac9476f4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 155008, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0251e3974eeac5523b07abc0eadd6e05742f544a9a4c0f2fc2e9af31fbb1023e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 154896, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a606664364328ed1cbd3d39fa4e2a0084157115b34c0d841012e8ecd77cd49fc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182576, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "90866b6bdb03ef86106c9132abc2f0e4eb014b39545d68ce1b0ed402c37f2c83"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "306030b8f97cc5bba63a0669164948c44eb9004f207730aced865bd3c41f37d2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 209944, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "224b72b3ed794f5b580731a618be7943f3b25e8fb91cbdcdb36acff8db5a0e39"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2c6603d1a734cf2b0962681e2e4515a924c08ca17505a4e83611da05e4d7f170"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 182592, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "553ea58cfdbdc6c034934c44b998b522821746bf37cf1e4e1e2c026cc885eaaf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182560, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4e66cc896db570de6424c65d52a28ca375b03efd16fa972173b0a59f8c503d2b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "5f394149a4751eb43282a1d39126c4e451b9b9039cd5c24d6144efdceb5c0266"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "9f465c5cedae4ba57ded25bb2592b001e4d8880ee4c16f5805662895ded5f892"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "761d909adacc0efc8443697b978ee10fbb3e4e3c7f304c0dac84f26f991a1239"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 182576, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "08d462d71aea75bbb0e27564c23dd106541340d021900eb9216210c8b1ec3536"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 182656, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "06f726c8b10d4764414fcfe77eb5dd2eba7f28e1a69e46a50792cff4e7b3086c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182544, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "67236d50c39ed5ff6b7a6c9853038ef655b6852be7f27b7f3d483d301c8dd996"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 169344, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "9775f034230fbc8bdb7531a29f5ce258393d4b17fad36a49c20e0070e7737802"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "9082962ad12db97412c977f656290d45b46bd0917d0f8455acbb22de0322461a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen", 180352, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "dd89459a1e90624969e6ad4b7aa94ef4075afbf786cb5850dc94b33aad9e032d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "bb8c8124d041bb79daf1e7e6779a21a331e0835ed0553eb5b9bc5afdfa6e8478"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 163840, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "86271037847bbb99d29baba9d0227d54199daed581680acedf2655224d5374bd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8753a273a509928deeb3a79b9a6ff4ac87a999e060d0bd9a0033cb0b4a7b0ebb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 182672, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f4f708aa904c7b3d71d4534d11d6849151687cd5f232f27bb83000bdc9d8f90d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 182560, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "201e606f1792ead994add9a75245a0759f523976454d358fdd4eadbdf653ac2f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c07ac4bdee7827ca626978858c0bf6a189b42f0fdb2ae803e9dc1615d056bb88"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8491a917fb0c296bcfb09345b13c968d44ae8fc8c46173379f8c10f497ea5efa"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6a9e277ef603cea4437f6abeda5498aa7db8f0faeb0573506171dab34ed28013"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "7cec15a7677911ce8048de67cc21a6d851b68eb8ddd61650183b02f0524c78d5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 169344, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "664013ec5f320609e94ccf51707a51df62e29891d1dabeae79f834f296093422"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2c37e0d7fcf204db526919aae144f9f9509655972bf4c421b88a55f5ae734fca"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 155008, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "64c2b4725798a47870ae38c67d08c033a7a48279d8bddfed22514916be34645b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 154896, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9958ee8a945b51ccf75e6b90909e5e8f17a56c9972508f3263caff3b4f6703b7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 163840, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "308b0783aaaaca4b04dbd91528408ed55ca7dbcf16d444ee03b3747b870cb551"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0e512044ec0cbea208165916161e0990eba485141a71e17b197878277ad969a6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "92bd9a5139bb2118e9c99d72c621f6bdcebe760296cfdf35887afefdc7d94441"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "95e971c50d7fd35ef5dea2f5b43fa108e406b499364490acb19486c87a0381c4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c2fb1c09d6719e6b6b4ee738ae0d8411c15f7ad17e738a3516f56ce2218dbb0b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c4010ed72b9780868d54d04fba3be5a45a88afdc0f71b0f77152abcb96236d1d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 169344, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e66f9fcdc590f72728a4f8beecf38ba606567747bc2ca16e69af4557bc9c2a45"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0d28be205c5b5e4be345a5b3cf1db7d19827f508f9066bd3d6bbf8f1737f58bb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 155008, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6cc6d27dccd23c23f7e78880e57f47895b8eb8306203ba8e7ad5aa611438e984"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 154896, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "dbf9cb8fcad915ddf8fe57506486327901d8cc8e9ecb697c50551ab8a33e361b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 163840, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c2773da0b73582b76373eb79a09644ac1e52cbcf03cbd7f8ba010ed9d2a807f3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "03e5779dcc36a9631f93f109674259e0a467deca9dd10ef28a72d27ba6276ea9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182560, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "dd61968624d2e664f9c569eb780f2a4869c0cafed139fe436a603c5c3a5c1ccc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "4109852a45b5d3b2647dcdc84e260a308c02e98cb1c0e13a4e62f1a0d3a1b1e7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "797b1d14f120e607aa40a453fa41cca8c290a299dd352216c7f3c86213cdc54a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d46615440b52e51f89fa6cc4a9a81d9df86a4bd09617df9b00f031a9f9b99ead"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 182656, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4672e813f903da692760ba3b1425bf4fc015000c3b79fb5b5a6a561e75e4c1f4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182544, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "eb4ffeb52a09ad7f552fc48d181e2416442b0cf9695a7eeaca857f1f476e7ead"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "07e1b54a38753021594e1dd755cbd4b3d75bc56bdfb027975f016f4a553ffc28"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "61b31e6a74611fbab2a993bd8ba45489677a1cdca6a76800a0e0912443b16977"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 213784, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "68ba45869c071f14f2286d356c6bcf65fb2198f6bca533a2e8cf447a1fda935d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 207256, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "fb9dc76093db48c68dd6954d5a19fb1c76dde189aadf6dea7c1a24ae9f359a88"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3f3dae1e7f6d08addab745b71fe3416d3238631cf7c951bdebf0a0eb6b1b8847"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "74b5d9e878067f9a72e23db714eeee8d1bf0732a1783544b8adfe6941ed16e35"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "499158376f28d5eede2c8374dfa55651556e90ef3bd09000a43ba75cfbc26a8b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ce11d54d1e01e7823443c6f13804cb36a84eb679a59698d651e52649ca18e49f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 182656, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "384a3bcc65f70ffff8a217d1960142d289608d5fdc88564347384ef29bdff561"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "924772bfef0b89e81a50f24e487be90491013416a1f299e26e764f0240067a8e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 175104, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "936d9cd65a39d6dd16ade05b291b9ebce45c5faa8f25fc49282f0cd4165e6c0c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "17f1daea9248438641974181ec63dde64269536d391b0dba5dee41a37f0c0d75"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 213784, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "666ac49765f05042fc2febd2d9d3e00c7470d0ef553c690167941a869b3bec9c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 207256, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e73705e2517fa0733e0ff53c40115b99d27141870a1f8e92b1666f6698f9798c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d221f949de0ecf0d64fef3f4e42cd38824748d5c24b87a4933792e83a7ad15fe"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "cccf9d539630bab322b3cef41f51289a401a65238c2cb34bd49e48965a887078"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f466e467d2168c8fae14931a75d71b1398d4d1fcc7fd839900cbb48fe81b2749"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e1863ca89db44c6cc8caf3924531715e078a804f3059c4f482be63eeb43981a7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 182656, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "19448e0af40ddc21d1798eaae0bd5b4636aa1d71893cc0b2ae0e84165c2fa40a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "7c61673d00d13d429b65f4cb43d860d8d6b3d063c62a13fda5410135c851e167"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 175104, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "5f1ff6271f8927ef94ef2dc55ad3ad8bfd06b6fb24a53bb61d0340afb99f8e9d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "616bbc311b1c11d8427b1d50dd261197b2be80cd95201ec4c77e0eb5a8e2c930"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 78208, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f472f5b961776c5c56b896ff58be1593047516762f36adbd223af616eeba97c4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 78096, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5bffab10d5de3a458d17e4992601601dbc14d373cf8ae7fdac107bc2999ccb2d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133680, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1b44f01391be6f822cbc57c29442b3110391db48f874d1a142ebade0e2986459"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "4a146363529981e3828f4561596bb9dbef48e4f3dc9632e564495f8798744aa0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 165912, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0d86a6d02a6112cf3bcbfea7a4ad568a57d7a03d80e3dd76b205262242ec6685"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "cf1574e1312e05cba4c385490ee043fb654fb20a76bb0ea848ed9b264a8bff68"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 133696, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "129e09da0305ac880e71d39c5b14bb365dc0d9e42f3d016c47e333be02349825"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133664, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "aeb73005e927ab0703b09d21ce08ee7b04471e06d3d7c10cdf3686e98d685e35"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e5931226131f05f9cb244c67eba2a4b06869ca45656fafef597448304bf4ccb3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "28ba309a690f89fa15a0a988646828a3cd2dd8ff000f4f12acee62ff449fba8f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e46c46d4eb82b1468290693c77bf31ceec712c517be1ca7ec812a2d150a888ef"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 133680, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ced49e3bceb7aefa72cd145ef3f9cc016309e3d62a111428bd16d64885824401"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 133760, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b9b8b6557d2e87c85d8b8911292c11a839f7453e6157a0ae294937fcd1ca97ca"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133648, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a444965900fa8111e8ab1ac007852e70353359695cbd6e7099ac6bc8256c6f9a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 125312, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "eee486e9dc22a851c008bb91be9b9b25cac050bbd85d312bf388c581bab785ce"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "9a9c0f869e25fbf93b737c262b6e2d9b793e11332d719215d435512e53dd3842"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen", 133248, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "4642ebc4f374709fbe0fa14e4b2ec3a5eb52e2d02bfaae1212d26451b010bf6b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "bf235ef4a6180846fe24fd675b9cff02702c354339a7b8e88f8f38266a8d5d97"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121344, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a63999e2038ac2b8f01dc00262c131cf0b5094871c6f77b5e4f74a16a22c1dca"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e24974e8b72492d2f66d5851d9267e55874793121d833ff5850fe3bca1b4c02b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 133776, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9e72eff7a62ce236798622005bf871987eb985e7c836d653a35cddae3a6ad594"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 133664, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "928a4e30712f8d1ef877e3f3b564add1db0c4d822a2ce6dfbd709bf3a098e0ac"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0b9ced52d26718b12ca591326123963a519b77fdfed1a90a04f34afa423f8bb4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2817dcfcd08cae1e8dbee8e5f719f03db79a6e2e52b4a2e1ed4e875c9d603d22"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "db756c50dca8bcae151d0b6ceeadbc88e25b483fbf364a99e78df89e43ffb88f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "fa3eb86f2f40fb66816556c611d898b991ea37ff8d704b907395e67c968926e4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 125312, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b343f3842a8673f48483ce42317a82be6fa6a8f2e6bbe8c8a13ffc3b525eca7d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2f2d6302f23d68e3501b46328bdd983e221435c5146db1a518064843a6215d20"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 78208, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c54d641f2f53291d445ef0a0cdaaf1690a6a184d1287cc81d903840f80f413c6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 78096, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f3a5f3c1a67b179a742b27078775164c0cab9eb821022e3df7928eed64fea371"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121344, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "9d43785397b6f6f589828045697b9fba3d14589786ccf141bedb97a64c3f7a56"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b85bafff49984e135e94fbef56a4b871818aae1ad464369413475cb0376655fb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6df875a771f4eecfc183e9e6a51fffe6a8197cab235ab31f3950dbefb812f576"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "7ead480335454af23026fe185cd3839ca00834727396f4bcb5d9f278009edf42"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "fc0e3cc3e0cfc6feeec1f4bd0a75e0321b4626fc2b0ecc48c33c9223f4719aef"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "613d597295ec78d542e260d0f0d34e12134a67d06fb9e910f96067081935f3f6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 125312, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0c62cfdfc4c56aff1bba49268f3386c6eae5397f6df2dba2b8e7773c75621e29"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "145b560e5f5c040a2a658a7b7866803c7a82be6eda667ec526ef8caedd9770e5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 78208, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7eed7c751e9d38fe1f4b27ba685ae6783eb4153c5f5beb91ead0baaf3781c1b5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 78096, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "37546de692d51f1b6a7dcbac5e046219e33470a520f9f4f6f8ecbc9542a824fb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121344, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3e14aa699834d8039ea03482f5bd6361094744ee462e49cd435239c33b9a2320"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a9ec785e2450a9dedcb60a0e5ad549d5434908bb479d72ba9806bafa3f474fa2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133664, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2bf0ec2b0549bb632388a1ca056f5eaa91e252664f6f56842b2cdd4e478a82fb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d01c39238af85ae751a1d4f4b973a025ba9cb10e2f299704e6097a5402c10ee2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e0111432e622686ba6d02c7a0e366e4f864dd2f47f52cdc98d45d66c03a17ceb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "82daf444b99b42f6624ed18092c00d391eca59abd2a5f40b0e37905a43d70869"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 133760, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0449ca5268283a2e6282f0e093a5455fd101644f962c8fd5131f862d32360a02"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133648, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0f7ca061a7f29e6bee64359d2faefbc5d37fc6ee91fd4aab755953db2262ad12"},
-{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 164480, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "b60a742cdaf66b94fbf51a1cbb02c3e81acd7af8d2a12d0c30d16b50001d6cde"},
-{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 164368, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "7b09bf647aee2361f9e8d8762347311bb7b89e603a74bab37e7df069a20bef33"},
-{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 164480, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b30e5c395efc3bd4a64ba041ec12c4a76090a3d2fdf5c009018283bd2bd9b7a4"},
-{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 164368, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "85a12bfb521bc30750a8a1a33316879302b963994f895f0024dba549a9911908"},
-{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 164496, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "8fb26c775921eeb6a051d4c91b870893e194f31d8530c7ec431ebae39fd72583"},
-{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 164384, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "b2eca7a64307909ec90f4a68c39b0aee7660cde50194d1b1b9a0a7b02c8873a7"},
-{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 164496, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c169a97556f1fefad038ede1af23bffdc2bbaf788b8de7c6c6ec763b95a008aa"},
-{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 164384, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6fb2fb52a050cddbbde6119c7a0cc28c781a26ca983c91222e83e7e5772428a6"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 264832, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "5c65156e9d48c75ce409e4214815f4709dae0f041bc9636edabbd431ec431d52"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 264720, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "6539af1b9e8064cf8574fff21fdd5faa04c4e057e42702f10b41678f34ceddfa"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext", 264832, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7c6fe8e85fd3e3783001d7a6fb36964e86e0ea26f69bfb5bfe1b3abc3aeb00df"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext", 264720, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f3859eb3824750f5609681fe5c3cc6d21b53d88b5b7490cce2a892d9c69686ee"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 264848, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "b4616fb9beabf3cc147b51d81637d2b08042d80d3b6d0e1cb5a2967ace2097da"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 264736, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "d657af47a92b668b1f7bae42c4d35f62cce2931a4c9df2b136aa04dcadeb248d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 264848, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "29f4838c85ca3aad0cb497bacf115a1ba72d65075bc04f0f53bc2dc3840166e1"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 264736, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "210e2eebc3cffbfea2b72ecf2ce0c86a6f194655ae35ee57cee3364f20d640ea"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 264832, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "b24c31ed2445509143a364cef55e8b5e459469ccb5858cea573c8f6757febf70"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 264720, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "601998cf3e4bd4ebe54d50f38c32057d843b13a3f158da0df135ab564246c2c6"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext", 264832, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "42afba81ed52c7f446c3ae5aa16b611458f3b696f955081dfdbf44ad7a880a37"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext", 264720, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5818f0d3e91325f2a73720921ef3a4e4c3aa323ee28c6d4dcceda1ae18507102"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 264848, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "2c28549e007148b73a43eadbf06bee5ca27979acd1bd0b6c8f6c8c2bbc4b9518"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 264736, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "84f3ac32438fb291263b7f5a6b2b702076f4b451f9e6c0f20a92dd7c2f411865"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 264848, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e621f79a9db69b668f50c4dd5fb7fe3f1be030da7862657dfd4792d56c0fb624"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 264736, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "88851b35c80aa2e7b057567e24e8ce4e9b165f4e65c15334a6883e0ed41e8310"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 264832, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "7d829dd2efbeb68b9579ae5bbbe20931d1bb665f51f6e2b40a6fdc5dee466d90"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 264720, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "2b730ed68b1ccd94d3308458f94b5dda958b53596a92979e791ae1e61869c6f1"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 264832, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f5878a84b03d24a468b6cd2a89588c78be223f031cb710ed8372eb0f2b0f5726"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 264720, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "cc0c3fe8ba6229ca7c76d21aa30324583ab8f360fffeca2a49893999877793df"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 264848, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "26770c9d7fdd2f224c591127b3eb3f403a09640ece163c5941a93943dd81614e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 264736, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "e1be6ae24781738cea034365747d8a3dfe831551535dfb4a6beba0a931714d8b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 264848, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f16a118343653330c2516ece5ba62f464c947fb70f963f9ecec541fe0b3b99e2"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 264736, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d988e892e53a668544c7b5389249d99e7c24e2cf6a6f6dbb89acf29deb9b55c8"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e7c0b3dfefdef819dd16bbcc1c22a5fe04eab1c81ddb7894fde3b75f35aa2999"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148784, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d41919b24efb49969cba208af942e137dad78ab2c2c56ab24c894cc07359cc32"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f15a0a9ac9396ed90e129cf88849446238536065bb1a29e9f31ac38fba4c90e7"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148800, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "41e2bcecc96bd349e837a2301b7cf392d06ff02066b866ac7e472409bc12fe5e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d166454e5615adb4a1b15169c2df4b8fe98f2de198991d7cc08a588f0062ad6c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148768, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "403ecdf28c6c5f5f8e9b9682a78550ea71fd97433acccc3fa0525d50cee869d9"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "37c0a135075e69f84db079bea66583c950339f4c55839120078e1a2ee48a3b06"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148784, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "62bd4047badd48d4b1e2c4609361912f8f7a5a7fb34888fd91fb5f8186e6e082"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 265600, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "938e80c0772d8f69c816fce26cd5f8bce0278dd1152aa74471d26c781c1f3a06"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 265488, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "80867d2bcea17b3931efd74ff7722f11176278a121b793c8a4a2bdf8199f5383"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 198016, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "996bccda09d77b1139c81af49adebce732c95e23ff69d8812e34f715611a4153"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a334162ccb2ef5574e954c570c6e9a47be255df2fca0c4cb4141c36100747050"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 265600, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f5b8e30d19d18ee700957e9331017995a65ca6f5333d0607b66e0d1da8fd08aa"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 265488, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "91d6d93d7f2b0fe31dfffcf4c73a345a9ff3dcdfa7837ff6f00abd8cfb804d05"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "003d5d334d4f40bd38af98eb7ad18c29bf82fe2ede40676cba37b651e7d264e8"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148752, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9ec2246f538f875ac5f0f263aa9001d70d94f1f5e3d4b9043be3c08ca8b713c9"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 265616, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "58920873e40d25ba00f92a3f75a11fb976533e86bc231eafd232cce4fe7f45d6"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 265504, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "b151c34b60746f35fca576a8e90bb4ec679f00923deb5cbc0cf6d8e53177ce22"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 198032, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1868f5e43557163c5e3e404f78c2d4c4f7d335748e1317c23155bafd5ca0134a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "07b08370dd3b57cb03604e2c063af621a69cbec81ed5dd6bc1be932edd343b77"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 265616, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "103aa3221d0bff8930234d4108668994e9b51c6b9a4151967bb4217ef6cfec77"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 265504, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4d6878212ffe15d3a1c5dd990822af5d0d8fae86e4dbe1838f8178318fe4531f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "42908c1847701176dbaff18f9df3b70303326944eb8b534dc182f563384c5310"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148768, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a3e1607497aff1079d2815f1cea787c92491ecbc569862a5b4a0d44c852696ea"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "14186ba1bee521911ac818520ab99369b14b040b90190236a7ed91952e6c7f5f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "951bfeb8efe74f40692e8feacd6922e0cb0bafa4ba952d0f98107fae7d233b7a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f2a12328e28cdce7d4dd488f797c598312273c4193605835eb620bb71bb544ce"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d300fe5ea7645452a8f41c8178278258a66fe008fbe3e3ea59b7346c344c1fbe"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 198016, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c1a3056459397cdbb306d3cd7d927353e29255c8c8effbf05350895f75c04331"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "429f14043b53abb9b286b9668510139ec0d0d8dd28a9b528cf54fa85e57cc7e6"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 198032, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6291101ff6f2cafff24887be541bb52859a33b2f5f1700fcbfbb9658d2c4666d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "186ebed85f841841513a319919cb5abca5c5d2dab2b0b99c2c84cec29dddac6f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 265600, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "002e650e9701dc80bd7e0ad79c9c0f2c2319b80c0a16647a6376c58b9edb15c7"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 265488, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "5a285363a2639d9e23d7f50e4e0b71e364f7a519de26b15bd0a2240f80f2c79b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 265600, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b0feebdc1ded9ebfce7fcba188d0ff4ea014696d3a8f4734b2e6dd5f5a305b03"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 265488, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "443ab240c9b2b34bb9e45758b2886622ecc34f9c5a0d064bfe3531ccd81029ff"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 265616, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "d6235e95570ffc598949c4316cea421f9402ccedf157ce8b4baaca46dacbec05"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 265504, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f96719345ea358800f2b5c2ef2deb711aa936ca5da02afc315f42f6f3afd61ab"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 265616, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e987751f99504d5b0b6d5dec3dd016e370dbaafc56a0a1659aec9f5342ca15d7"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 265504, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b0aeeebf235350b83f1d226186679cf671481f2293e7cfee00aba24a72782196"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a7cf549b6a69fb1dd7ad8f43a0527954a4022f72fb54bc8658a1bbcfe5580f63"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148784, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d2d2e4c4d2aa475e7801ade128874bc6f52c58dd741e5e482c9726764cfabe59"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "337dcff352032828a321317dbeb8165e1255a6361b208e1f78cef9cc9e6ba476"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148800, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "bc38d9a4bffb29577b34c67909c2511f8234363f5200c019ed74b69fa3d7d3a6"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5fae308a4bb956b50c24bd4ad0795f962c7ac4cd3edb404732a9408171314aa7"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148768, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1e2994b127473e78ddaa6658b66703d30544bde45e154d8178a1af125476134e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4787737a4f725dbae45a064697a3029c1c0a138dff866b5e665864d5c5342cc3"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148784, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "515af590571eb6f47508d797ccd99e86ad2fba60c8e485e86b687ec54639e584"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 265600, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "0a423b65bdbd41376b6258a4f4dfd60cbda9e1dc4b1a8a5c21dc73ab2ce1bdea"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 265488, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "b4b9a30dfe626aee15a7d4ab297617900b80d9d84ac2807a5083714ec87f7c54"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 198016, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c6cc2e7138e41f3fad7dc047cdbffeea277c0dde6062d903d45ccc5c989d9693"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2acbab36cb2f15e4f720c76958a13a68c4f53b70a994bf696723b705ea77ae4b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 265600, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a52142f7b93c0dc118f9795a627fac715e0b753523099636bbbd150692fa70b4"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 265488, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "91c9737b53fd6ccd61e1c33675b009c6d688ce395d7608af9fdc4ed92035e508"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5bc9f9abfc7383f2e58765e3c319a8fb529d33894e63477cbe49d6caf6ef30de"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148752, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a892c831e11fd9aa43a8da682a5c17683526d0c6cd070e96b369a08c66419c83"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 265616, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "0251d38b0ea252b7b905ac65a648fb7559f173ff98e04f1ff8242d79b8f7d19a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 265504, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "5d17527534ee8b740ae0f148223a3d56839debcf3fc12694413a74d09afb2e46"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 198032, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e81ac4b8d95e28ba19ee395d08462bb7582355d8187336e20c7c832dd0283f28"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "bfee7f7f9527d9ce435086754899c2b095f87f9e9ef7bd0f8ea0fb46d9308c0e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 265616, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6d16bc1b811bcaab8600bfe2d4120c8eb5a8f6392edd3a3af0b54853e5235d27"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 265504, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c1cbd4eaa8d5e2057d6408bad3d2bd9771d5dd086016521ff35bd22eb7196ce1"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "261fb16101caadbfffb3798601834f4dd6c0d5767460237b23fbf27917121776"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148768, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "650a8448a892b8995e1d7ef0823c9fe5eaaf7de33df18d45f504050c1c25e2ca"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3a028aef65f18fdc65a736b51d69bfde97d1462605dcc481c6fbc33e5da556e7"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 198016, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "614cfaeef259538931ff0faad32a15d4a314733169f871b7e4d609a04a5c307a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "bbcb1479b44ec18af2f237c6759300a63869d9d4a888f4ab71a84190bd831c33"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 264832, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "9036be7e979a7fa44ce080079a3cd889e802cb0a153176aff17262643c5ac97a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 264720, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a769f665e717692191e0cebbd6a3a7e1a5df5b2b27823701d474e1df770cda02"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext", 264832, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "aa72798589986f476023b9270b6c57d785e27a8e1fc3776000963d7f3aaefa2b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext", 264720, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a0d571ea42a00c19697bbbeb57010877032cbb14a2489712fa2077a4fd03e426"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 264848, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "2a8fc8a5dd290658feec80c5bf54a9d04a6f6f7371a42a05226502080e67cdef"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 264736, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "d8da2e67de8a02600656d4126a1535af820a871ff8d6cffb0b7c991058d2757c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 264848, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8627a9914d6d73e255c99b6ed42eb83848a0f33aec41514515231328ebb7aeec"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 264736, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "79bd3dd2a1515697f22660292f821a0a86b5826b729fa229015ec73c0d7c512e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 264832, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "0f5c55b8b7716ca1b59d13a16e0a5523d119e808c752b8a5da534b675ccc50f1"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 264720, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a5b1d9988b8fbae4485bf637ea9a7bceb5b397cbc7dd4c30c3248de6d7e5bc74"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 264832, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "42b734f082961773006f66ce177b757616efd1886f5a28bf9312c43ff0f8b040"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 264720, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "506e197e4db5ef6284e57ef6f415d8f15542256972f94314fc9690e22c0a8e00"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 264848, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "7fac31042df7031130dafedaf810f1283a6e9bbb1f4c98e7e751eb1c9249c2d2"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 264736, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "af40655f2073892c816045a5dfbb881fec7e87612ca81b3194829eacd64228c3"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 264848, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "70e7f92289bb1167cb4d70472f9d1288c876d52fd0ac5ac296faf57027d56943"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 264736, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "237735565932dcb771cf01efcf57784061bd39fc8773f0165d54a5343b84a29f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "58f9c7dfa55f1263235b407bbf169ce143abed8672251f50639b8312cbe34aa1"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "0a429089b511aaa3430b7d4fdd8d95a0c341b0117a4a489f65a208fb47b2f602"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7e1e658b48f8e2e7ba3b4b3d9215a2701d8ae93620e5ff5b93a6e19ed6f5298a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0c1445952efe95b11d39962d9d620a179fafbc48c50132d8bc0c3e41839a7583"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "a2b1c868f1263eb6e43d36f64068986b7dc68fbdfa4224f65bb53df529a1f39c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "dd1f8a46fec958d5ddd194b72d2bb4190827f1ca3d6974881716030d4ef4aa5f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "80a6e2e1177b8131f0daea3cd9816d2ba6989a5a12a253f49c3d6d3c26d0b5da"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e4a49b56023fd9ed6faebfea88f6ab5ec5a6039f2cb00ceb895a8402e5023287"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "12245043d904187102224b177a8f87cf2eac685ac79ac2cac9305848dc892994"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "ac82144b2a87d425b827ef246ec74d3befd8b7c8e9e50924c12141dea693a1e2"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "bc1a783c000703848b3c61ef814e63728467a343355343c48cf50de36b86f040"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e13a592bccad45dde308aa07b654ddb96179d500990464f6650886c79a91f646"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "dd8d5000cfdfaf1956f39cff194fe0e0ed032b0b7d318914576ea7cf0025c1dd"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "3ea73eacec08bafd36a9cf7a143dbf300974a5c9ad9a3d0efe15fd2cbc525243"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "68f1bbb7078f69666883f53c54b3e80b53695932c26c70e24b06c06ca4161f1b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "16e5e3e58a5746f3c011a9dd73f6a67fa9688f6bbaa89cbc1c690558816b7c7e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext", 196992, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a8313b09d233a319142acea31b1d2b55743fdd4157b19a3e02a49aba1753d2dc"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext", 196880, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "c8223a6a7a96f79f7bc9242c7e3f5b1e3a43c2b47167826ce1ed37d5c390c723"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "473cd69463b7fbffd9ff61d68ac3a7781812366851f9cc5eb93b5d5a2523ba84"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "11abe9a53236faa5cf33d4d6c6edf2fed3ed0d8b87e2f7fcb40a6a49a0fc1497"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "8cdee1349c522767b7b4375626bf400254d254a2f3ed4712d875678cbc858894"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f47f277cf3de149d1269a9cc94fe66324c36b35de421ebd81b503c3c62ed683d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "225bec68d0df3907c98a0efa72e718b6537ed7f178c068fc0be464c883d2bd73"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4c2ad7e55fd9c62d64e74cba584269a86491582e788079a8689fac7e574abc22"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8b0f6ac296fb093ebec1f0d5fa685264c45f0d8751391c0d41a01bb272bcec80"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165168, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "beafedfcdf5a22bf4ff2bb1dfd9ef588b6321b6d531652b9572868124b4d06f0"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197952, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "083bbd6a3b881f7695fd2cbc9f85cee95d7f4919ae12b9c70dfca7dbae54678c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165184, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b2e135440b356a735967faaf4dcecec67a78191ede102138e62f270225447689"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5d29238e987455b7b331a51af6b4dbf8271cc0429f45c5a2c1cb1c23aab15598"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165152, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8c4b642f98097d67b9faabf19ec32ca42ef3d503cd91d09083b34c60f15a390e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f64428f6f27518fa5adfcf2ec91fcb0c323162dce053ba048b8749f17135b2ea"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165168, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4127fc332024ad417dc762c31c35170f25baef8f41ae21d853816fe6ce6d9152"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "4d23b38078ec29099273d778cfa1721852e4bf0ada8325811e02de2d38a14278"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 197904, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "dea85c3ea324cedf528b5dde5f23425ce8afc3625586282f5d35b07e81450cef"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1b5b159d5508f0979759cf6374b4416fb9b72bf51e8074abad6a00b17a422e87"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "fb244309dc87d4892a9a922f9a5dd0b2be1561e8cb42e272b78ec6ffa669a860"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9278d70736126c52f41238742b6d0ff1bd936cb512e60c574bd2d13bfa00f5e5"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197904, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "945f50a2116ab07fa7deead70c91b7a43d123c673a1dddfd0e6ed493d3d4487d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 165248, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "abc00ba3bb866bcf7d1b2daf43d2979cd08ac63f4c65404f71f61281089de473"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165136, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6e3b519925e35418a0f82f1e60dff92a7cf539dc40176adc37e1a9602b0b12e9"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "d02a6efb3eb266f82c3e3ac42c66eaad1a5273512dfae04c7bfa3eff49efda5b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "904efb6251ce5d927e9c8c3dcbaf48bdac0d2e62d2b1ceef168ba76e40e4b5ba"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d21af8817e56df1b7bbc30dab3ae6dbcc08ec8c503bd454a3eb10a34e6aa8d02"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "456754ecee184d87f9ec5b4f7f1f98094d86acf45905041ccfe26654129c0ea8"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7868ce8e8604fe37081c566d58b305a3bb641d4745d652a4605a4ca748641877"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7cb818d4ab104baff4b24b5c4399b8d2137f3fd16ed146cf15bcc91a5932bf80"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 165264, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "64469144b5ec275c12010575f16558299587199139d487bba1857487204a5060"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165152, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b17bb4e98eab3eb983636d2bd495ef986ee61530f8328630f08fbf8eecc4ea12"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "5c3ce2fe85d29c74e7b0f46b4db6a8867fcfbd30b65a0291c36d3b6968dab7ce"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 197904, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "8cb0e237ddf32d0ba43d04ed1f87339d595e321211a6c0ba4142308d7ba92f47"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "af47bfc92d77eba76c383fad87bba87d33a18bf01b34874cf36ab8cd92729f8d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3909d88591a9ef70bd168e61a18b76a52b4ab9d66f600b2a98efea3e0fb1d533"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "4d78a5ca3e216cc05760e78a5b9d73eafafcc99cfc3b79c60b22a132ad5f9195"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "84047a2e43284dbc6b811f5ef0f00781ffdcfb8182c63697dc62cf2c5a4433d5"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "15d2ae6aa382f451c3f20f9998cfd0fe6924a8fa4a492374a71f2e2c46635a95"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8f5936427fb891aaa573379ab9d2ce8bd165e5d56620534db921b5cd43fe7b89"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6588823e9dd628542141fd92b4bd0aad76fe05b9fb2347f83764dc9157c9bcdb"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165168, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ebfb61f48e5234d8a8dca3a358ba223adfc11ec940216d513bdf64f367e0ab24"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197952, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "cdb86213c905ea0b0527a6357886ee8b4b8188ca21ccf5b8142d05aeadc5e8a3"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165184, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "44770957dfcb93a0a744cdb71221021577fc680ffd0ec83d5b987726d8a5c63f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "28168ad404914d5c4ce2bbaf5ed5b06260f51f0644e8dd36fbaa53e4202aca29"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165152, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "bd6abed9be80be8f74ac898e5d391eeea8cdd6cbf3a24ff26673c84d006d4b17"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "dbf6bf9b968c3685172304e798a10cebbd7d09bc92349766f3f260a503b97ebd"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165168, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6b16996fb997cc938269fadb012a33c01e5656c7562932fa881ba0aea83f3fbf"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 198016, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "7da3a1d625946b5a7e7c26abeac7605d0a34f51ef504ab5062a69e3080acb021"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 197904, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "4126f16e8983ddb78f86794712b0cd8603c81df52b4a4f67802bfd670bc41a8d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "00e9d901b073348ae2fefbd87cee7dc83d6639389c150a1de34d40aceeb78cc2"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d4a53b53303eda12ffc8d439738cf4598a19bd30e7d8cdd80cdb15c97161419f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "efbc3214c9c32329e504ad275a3fb33f09a2051f34f36366a5da86ccb70cad5b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197904, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f13d6046d55f7e46395ff896688b273e2efb65f3fec59b6fe979b47d53fbc7b9"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 165248, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "29d35033f85b4d5e45fc07c0e6d57a80650e50e7f5c33146e7de09cf91f5c4f8"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165136, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8d8ee0b3d7381aad51fc1b11b70ca5ab0450d562117f32ff202fd2d201a0df9a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "da9a4dd2c12f5d66eebebf2c823a9dbaceea2876824e8e98bace61d9466f47c0"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "c028abeea61ddacbd9cb7d90dfbbd7cfd4f4ef809a7b9c5e0ccf3cb88fdf6d00"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9016e5abb35e90dfed227ca7afa63e8e96a5d552dfdee9ef327ca7f6563d7888"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "2fc71bf564bf368d9d10e58c6c7c6f75879221ce3d7c90462b4d784c5a325d44"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0963111eff2ddeb99a98e0c4153d6b53f18a5d7a515ea74065207dfced6c0a53"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "615e31ec4c25c9c571e4e450bc0e611cbac01d343bef2ec157ee19b9c864e17e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 165264, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "80d7197f57d17051bd4e400a87e2c872237b4bf9185b23b19193d0736d3a9d94"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165152, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d23762e72aa3b3e98ad5fbcb26210cd18b65789172d4d470803705e01032652b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext", 196992, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "e1e4be9f5d6f0fc6a3dce0ee882986f6ce4573cc40ae1fd895a4e99b34cc16f8"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext", 196880, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "16578ff78500b1f28b0981839e684cc7fa401e9156dffe10b79d15426fcf7a46"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "641f48a1e56ed7e8a97d39391dc8add81e8857f05803d0b8f82f6601e7e27bf0"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1d3b5a847db4ebfa50958a276bf1145291f8919fe61f2ac7f98d598430acfd78"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 197008, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "ef7b9ba0fd86771fe463985ecbbe689c866c23f680d1bf993f3eca6a8968268f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 196896, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "d70f0f63bc42711f6a4bb74b6aa0cf8b6209a51f57d9b4d80390a44217a5a15d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ff4d3df5061fe7369ad7aad07cbb7b69404128755e39184d57b4de18fcaf2105"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a4b02be791e2e8336956d749019575f785028239fcc5854349d107f1685d138d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext", 196992, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "5f84ed1c6055488da8d12e80349abc5ff969555af6c4a955796be8675d920bd1"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext", 196880, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "e3ad311e09bc8733a641ae5e82f677fab71b3ea4846669114c4efba2cd4d746e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2bf3d20ee39c24e6b63dd1ea04f86200ada3697899376e5ac0bc3cfcdbd3294a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1530d973c0394b1b6dc7f71d3c4cfcc3f0b3cc9071d92f969e131215a22ee516"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 197008, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "8e445af656d0a7be893b743e1df5967ef41d5ff1692029ed1d71890dd9306d15"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 196896, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f3f6518e4b31c0ae3f75a7874c8b4bffd35017bf72f456d49b18b3c6bd4168ea"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1e1f67cab3bf5c0c9950f784f09eeaeae966a9c0602f98e10e5df60a5b1b1448"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1457adae02ab67104c2702a608b46ceb9f63163bc7a5b3a01c38e48129e004f5"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen", 196888, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "a0bf88a7e741753b10e1803bd1b7dd4b9013331493e97ba4f93a24e000b3cd54"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen", 222232, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "0c7e1e8c48b054d22b33aef5ac7612ec6f6ac66a40471cea2a8a62bb790b684b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen", 184216, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "f6b50d36d9c76c508b8479bfdfc2b61034869275659a159c066f34692b210405"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "2747f05fe749d988f94973d3281985a5c961ed4d1575e07971336be074cca823"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "8ed69982251eef95f22ae625d6240091f5347b9cfcd6864ff85654094bf3171e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen", 163088, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "32e33283df0af413943c14557f037eea5c6890b1b9f28b595e4e03f3896781f5"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen", 188432, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "b30867bcf793595d5ccfff2b3e62ac935d7ef4be289ab91cfaba521f2034f6f6"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen", 150416, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "de4f39fedbd8c2f2cc30f5b7780d2c4cbfc10ed1d26af0e652dc9152018684a6"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen", 167280, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "79a6ddf022a3fb0ed1d3e4115ad594a0e9cfb87565b421f4a76436ace4a8e4cc"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen", 163088, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "f9d05ef0f920603ca85e179a6ea6ecfb31a4098a960b5936799dec082b8cf998"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen", 196720, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "b8c22c81be75a7822fbd7818760cfc4b205018756339f06f6397de01a1a40085"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen", 188432, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "1858a3031d40145c3df9c45eea97af2106abbe0b07cb8324d6dadf3e19836532"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "cca60d82c4def4f4ec0a03042eb58ed9adde22b9a1a1b356720009fc656a8228"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "3a8e8605c70987e34bbdb2efa2e81c99834dfe90bbdc1a2aa92ac5a6873a32a0"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen", 152560, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "d5cd1d322db977ff7b49c30b66966a452ff6e170047ae487283dd7177110bd8f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen", 150416, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "3cc366d8c2ea4a919e25735b0db2f0f999fa5396097d45930d63d6a4edb7e56f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "870091b4a2cce78a4e0212d7024fe665dca7622e852b59d77455d251855fe597"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "365be9efea7b7bf95ee5c44b36665e369c8c62ac2b1ecf9b6d55a50d644d22c7"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "3c5663e4f854cf8354102eda8b03d00723f1df4de5deec510a993c1441238543"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "e333748475c69dc3bd5083a1bb665c2338a4ebf3243e6bd087dabe904db7dda7"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d05fb86a00de06c58521832232d0c873b8f642c7e5221e98d69141d03b627048"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "23cd3ebdff92f8b087eca24fbfd0ad38dbbe49b7517949df2fe997d40a1751d7"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "16da27265bbbfe133f8e012755e179a2759c9da7bb0c495827df1f0df7bdb79f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f051dbcd50cc223871898ea1ce1bb8969055b7d46acb6e2089bcce3ad5c13483"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "64f1b851b004411ee4fcbd34e16e3dce3163698a5e92babfaeafff2ddfdd1940"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "fb4bad50b01c6ed6bd8dc93198d1f35a28c352ead094189bc89846bc519d1dee"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a20628a1e7cfd2c065c0f3ddbd52911aee8af964f0ca8d048ab07a28cc58f29d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "b8f782b0e4b5046b88040b4bb59d722aae6944d3a6a13d31cf9ef47871fd0981"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c57aac5f2ecbe7c488ddf73eb5448b4c1cfd8af972a9431bcfe78e44aae3abee"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "61d40f0d51c512e41b8a2539bc70591fa98b50b23043a8ac45bf23ca2b53692d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "d48dabc837f8ba6c423a8f0bb47a8357b6d488037c4bdaa75237b7547d4c16b6"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "431d56366ac1f4471547764a609da335126e5546a4010f67857bcf0f39adef7d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "67cdff8488a50888e1a67f160ec2029eeafedaaab68c53e75b1711851491b559"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e6b103b81cb778e34796775810671020406deeee76734d3d3313841abb72d4bd"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197664, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "fc6ff6fe03032d961b878b363f1b4674fd2fa43493bd4b14d80e78eb955776e9"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "fd628eec50119469045802649f88715c5154d42b4159865161a483dd28657453"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197680, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8d7d12bca9a7480ee75a108c920760821b4e94ed39323dae9aa44ac44f68945c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "93f0f72465c09fe1302ccf505bbe3d55a81fff4f43b1798219a6e272d2061f68"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "b090e1d7d16dbdef4a449e06dd1ade8553ef60a73c19e81eeba7af393654a394"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 197648, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "b26d4d0a6cf8d5eb9cdef456be98a3898274d4fe76a0b72ed8b2503eba824c75"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a290c68aaac03ca8ea5ff91d3c1a69a8b2a4946387c176d893b97b40bd5efe03"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "77f58a8ef8632f37e516666507ad5c7becf458af10533a652eeb1a5b5a715bc1"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 197648, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e079e49e418bbf56d675127adc77e9915f1a1eb87dc59e4c3728811dbb5c27e2"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197648, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7b244f3df05221aa724e5fa8041976ed00f547b1a75a34b2865422835945efcb"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "78dab5da816b2b60e04174ca761b55692ce147e076a1c5c6872ffb90720a9645"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 197904, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "43ad2b5795ce993fec7816c96e2e52dc8791a3310bdd83f82c3e3f737c0a172e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "1189017b35b097cf49cfe7b1dfc418e1cd69a9150e1aa651f24fd3e822a1dfab"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "009edb79dca41775b4c17d20c4f40479c3668810b9faaa6719fe9113756a2c16"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "286f15836114e8717fd1076c06700f863bbb05807714d1e3676dacc5c0be54dd"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "adaa0efb1e79d5fb996222096c140d28c0e8c569dbdfa2ef3c2adb46eea858bc"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "76b8fa3b642ecb8ac1cce5049fbfa39be0c24964ee6f50c8ecda0943589bc92e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197664, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ede8c404c32b48cb5e8b7c3286883ce3e7464c0035f9925a6d0e79cb3069eddf"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "40e680a0b3c45aa76ed5fe51b1fdcd8fe2bd3b12ba127377cb3d9f5003a99016"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b431450f0d002e93b127711f91b4716f44cb7a982f73720b8bdd63e24d9c72d8"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen", 196376, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "0eb0fc0b9cda0d746733cb488778e35b5c4c091e532268ff299f05b4433ad00d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen", 221720, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "00263bedac86bbbb8d37498a5db6095a931c6a8db0992a78a2c849a00458bed7"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen", 183704, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "2f4ab496db2b2d9db3eb6eec93bc7993ece42ea799bd54375b44dc41e1fe1c6b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 221224, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 2, false, true, false, false, false, false, false, "1e10527ad15ae77d9cb6ccb4bcd4b0cd579473b65f401cd12b2f177e7a0b34ab"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "d97a020d3c777971ef4aba1d60e97e6f91be5ff794622c7208e5c85a5ecc7ee4"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 221224, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, false, false, "c4a7998b2b95aa1d86e9dd6ec3b4b938ee0bf5fc72d53565b74e06394160eb68"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "bbaccee63986824250c53990bebec0213dde2556dfe28c021ff029d109c8f391"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen", 163088, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "9f36de20216f9b6825f08aaa69575d44ad233daf3b9a7f09bf6e68737c5e2277"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen", 188432, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "7752a5427a54cc6eaa4a523d02e21d62d481455cfc74484a0de00c6e8c58f5f6"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen", 150416, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "b1fbe1fd098612dac9bcb71e7f141d9e038e2dbac6960754a78063fb2033353f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen", 167280, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "28d4c24c84f1540ff1bf6f38a1928edf323685aa1065f1ce9d4537fbb63ba22c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen", 163088, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "34628de4283ec454e8d47c510c463b8997d3d3a682ed9c1d36a904f2de08fbec"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen", 196720, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "03242c34831a8652792a021f742f0797db1fba560c540aee2c8c2a02bdba6bb4"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen", 188432, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "314be53139e1a1b1836563866a6bc6b2828ea6eac9a76886622dcae36d9b8aaf"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 221304, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 2, false, true, false, false, false, false, false, "0e0b1730fb4c66c8213700fa09f52b918f1aafe681c252a022fa4163343abb03"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "d02750f24c59b20b089bf1965096be9980750049a4470d6877a08cb19b610d3d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 221208, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 2, false, true, false, false, false, false, false, "ec7dd6fdc3ff0e4486cc8999d85076e127d4a98097199fbf0058804ee20b630b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "50cc9d71fc32bba092ca81a9dfbb25375971cce65ffc3580abd273edf61c677b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen", 152560, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "6fecb21cf8e25ae1ed446b9188291e0a4bb8a69888799deeebbb39a472e4d2ff"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen", 150416, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "d795ba1a6056403bc81c411862d6d8686e3cdf0a42e3c3b506f11137995d0b8b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 221304, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, false, false, "ca5468d151562ddb376dfb1186f5a926b5b0257953272e88b6b0522071b45d11"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "8e4b27ff28aec38ef16545ef20553b8cc7067a5eaaf4138952ce88c0b00102a7"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen", 221208, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, false, false, "4aeb1bb5c6654c7e4b621addc89bbbe05d15105f7f5e69bd6f6d0246110f847d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "e497047673dec4d713248809ecdc06b2fb2a18d3555ceaf17a7bb1e71bdc1b26"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "c1cffef5ecff0faeb20c7e329884e64751429bb1b87ecad6bf69c11314c14e5c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 197648, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "9e932b44f80dbcde4cbf0690e6ce6889216648d57030528bdf99092abd3e98e9"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d9ae98b8bccacbb9ea2539d5741998f7706cb5ec5a48407d992e6a1d9c81a036"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 197648, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e9c43c472ef47a302d59f68f8ad14c34f9b9130de41a018207223d217bcb235b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "897e8aa7ca453407eae05b07fc7a61df524b84918b7acbc35749182336173093"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "292aef37653348f02ae9ae11cb82388a7a428c94059d34edcdd89f13625e1bb4"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b386e3fa0a68dc391aed30ecfd2169b9e879232357899aba6e920a8997412349"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "396c501e6da0ba0a9f827a084a8c2f904e502318ff0350665d1e9064357f4e23"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197664, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0c3dcf3b98c3b94281e165511860a5699ba5d5ba22c2af33107945512d24797d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d2daeeb6ff80e7bcf7d9b315f361f2d2ed86b9a02ab52858d0008655ae51cac3"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197680, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "37c63084551d9d73eb39ccb9af1a022a480d9a47673d9150c3aa4f1725484f25"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e31af937cb0073590f5c35c00380f055f0c9b6bfb6023564f07c0d80f4ac5cc0"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e34002fa159f15c8895a98b8c3d1a0e4a99acde31bce4dcaff0ee987238976b2"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197648, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ac406d80b58ea6a2cb9691ca419dac6ac1837b8582df7a3a692df8c71f62e4d4"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d3fb3c2861bf6e592d7e061c68a05d39d0e8ea77702ff97c0415873afef35b22"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 197904, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "fe2ac720ba727eac7d3b92788e8315e632cae2b755633831b25a3ad2471820be"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "93bedb41ba85da04d7f7100c608365cb3936e425f2691b409ed458dba11a5750"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197664, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "97619b4194826d481b396db902603aeca14901e16e8a7d8d48ab16ec5e2ea803"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1a90b1112f61a01a3eee9cd0809a9a9ab7f5478f7effe6d1628680b1c9844ad2"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5fe1141227c01bbb1717021229a7a4fb676cbdf271130816aa0cd226973b913f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen", 196120, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "197bf41b7e4db5e8193f42ded396029d0585c9c572649fee7cc34dbe8fb65ffc"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen", 183448, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "b77023b056231b70fb780615cfeb52f1d9d9e360638669f5c791e7cf5806edc7"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "d30e1de71c0a4cdb9831e430269483aae5e75e6cc0d5b1319d3e677d32cd1afc"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "d3af9f5fe3b7324bcba953b6055386f185ad8f10586b8336f119ea833b629464"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen", 163088, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "fa794e92e2452e656202d0a6913aef8b164ef374c3da9f36839241f017400aea"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen", 188432, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "f97da80ca2e4db4f5bf9d58adaff9f716795771844ab61dc094692d2cf63d90e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen", 150416, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "baf6038267472fa3a906df4d6e582f23c341044d11ef40f8dafc8a4f0ff93f34"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen", 167280, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "9b9d7153185d34a5b7cdb108fac2dc303cd39b820c3f99324bfc7df242d1c704"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen", 163088, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "d2619f611d94b773aa22ef220cd84db324198940863a4dfc6299e6c2cf1d68f8"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen", 196720, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "093c83ed811a691a89e41cf33452487465e46a8d269d7f10f1705b9c2822d2fd"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen", 188432, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "022ebce8d2451c40491a6b89adaef3caac88b5ad98fccb80f993bbac10238ffc"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "248ca197408647b8d4587f370274b0351eb29071294bbbe3dd82e144c7c5d73c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "47d4fe03255b9a9814364cdb289568a565011367549c65aff197df8f4737c935"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen", 152560, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "4fec19b8a6d3cb43962fd97e0654bf8aa4c09a06feb96146bd5d2faf11d6b2f6"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen", 150416, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "f00d3298d4ab1942faffb255985a6450a26e9942a9865f230e22f97f3261a71f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "80822f33c8f3731b5fe01b32237594012abc68bd5e10ff070b4d1f1f08d08c8a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "287544a4839e98b2629c510d266d331817d9fdf012d7ea55f9fea93af8181195"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 131712, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "fa0fcf97ab42dc5bafec1ebf752cbaac3c237cb63d57ccb0d123800db1b05a7e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 131600, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "8bd19af0b64dc8c56a5c7d43e7a88158ab19d7c6edc605cb439872b7c4599876"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext", 131712, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "48a98bbe3aa074be1ffe791fc443359874cc4ae5e0f80d8f2e07ab4b4775550f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext", 131600, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "315628423a19feb6b33366fb4cff6538e3b4936e0384f672aca1945a4729cc4d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 131728, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "fe1153c322821e0fc7a6990aac8ff735e71744669be623974d7c50ce97319869"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 131616, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "43b3f3d7947d252b8d0f62d47a1d29d2cbbc687fbc11983f1529495f55af1c4d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 131728, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f50cacfd0ffb227fc718995216e27d9d57e8cc70940ad369152e80c94552341f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 131616, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "206084e0afb420bb7281a2b913a7465228b218561666a08890f770a1d03379a7"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 131712, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "6136d37902b3514d5b018dd21ecee3f3cc46c53928226165a9836a0fe91614da"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 131600, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "f978daf986f9e98d3bc63a9f72e6a68ef377da52890dd9f40015fce57bb2d546"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext", 131712, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6c37b2d3443a92aabfe0958c639d243d447c99d378d4c7611bcc4dd02008404f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext", 131600, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7702cec4c0eab48566725ef67eadd86049dc5858405c8f5b3b89687a49b61080"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 131728, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "658e60c9cbd47ce0751a17c3c5b9d17c737922598b739d41033142cb6f81fb05"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 131616, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "49f6ccfe46be8c43693de2ba3d2a08427258fccbc7763e0a8fc5920fdd51fccc"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 131728, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "18b88a45185afd9c04e9c582a84b39afbecbfdfbce3c4430ead7c26dee17374e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 131616, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7265c6413ea03fd9a98b7e2fb8d2bfa81b7722386ba038d9533448b5ad4cc6b3"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 131712, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "189a22f446f28f6aeea8259f6be41e07bfc93d546391d0c8fe7c5a01b3cc8794"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 131600, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "e2ab62ec8e5891a44cd6a79604c59e59759ce947f86545a15e60cf14422dd5fe"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 131712, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9e5433ada172e455bb5ea29ea992e44d9668a39ee45f946d5013036be2a5e567"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 131600, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "501ef3544a40321feb9ae9fb12273566e9def06d64a647ecd24dfeb8c29b35ce"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 131728, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "0ff0a8d2cc4a343166626df1d2a5bef9a10fabeb1af4e1397ff33e3c6e46a2d7"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 131616, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "3d26ae96e24f1c80a5c467d4337cf62d8330c1383a4464bd7a0e4135bb84327d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 131728, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7926632014fc214a4af18e741a662dd402fde89e10f296c66f0dfbbb483b65b7"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 131616, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "05c6a65b7a6687bd73e9bb1802dd60eed3acc248fbacb33ff2aa3eaacc0ec6a7"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "305d6e3ba7d99eda5b4b7731d067c57dc268ae4466ba527aaf3f5bca05b05c90"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "129780f158a08ba9371a3d9a9e1d59ae14f65cca10d4bac7a670515843a85a79"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "00a3f414a311b4256cadc27160ebb529f4957be65d0247be43bdbe6a0d5ac9a4"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "98a202cc8fe85e9a859143f6fc6bf37785fcb39746926c6e44b2a66ec1654e8c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8ed25dcde5de4eae8dbadee1f4babb3f09c6c7c3d64e082e3e52300770efbb51"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "faebec655a051ceefdc40d6a85cced863cdf4d98283c2974f26d8f2f578f5e2c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9ef6af01e7f5355c2a65276f276b046b9cf89bee66f135e4dba239d0c4b833ce"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a6a5ffc18e26aa12a0d55befa67b5d66bcb1e50231877f0977388857653e554c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 132480, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "71588ff2955047d27d21984c574d0b13a567a525176813ca405f2d72d950819b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 132368, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "217d92423616a7e56d5dd205d2eeec800be6f7d0b63777039420af9cf9534fe3"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3b05ef712a19de51e4b3d3713d9eeb795cbfb8bc18d2769176462f803b99ea20"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a808e0957d857b4686f27ff016e3abbb488ecd331dc18f13035a99851e2cd0bf"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 132480, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0fdbcb0fc64741e3533fecdb7a2961854a6298746905be6bfcc98f8681a9e2c6"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 132368, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "96555a63ceca9e650b0e511e9ea6ac11c6753761fa6e43b08c5cd1dad635f150"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "31d7f8dd39bf3bdb2b71b28a98e4729333afb5cbc9fe14909708e4b301497128"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b7ae953deac18c21f97313d5237b77b854bbbec0baa21e71f734da1c32bfda99"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 132496, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "813ec125e758109056806853b477f6c194c9f8d3bd3dbf290a6d815003eeb439"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 132384, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "e4ba4799186c09bfe6a613312850a685a0c08c33eef91dc1be22605afe8ae3c5"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5253fde66e2f79e5e78c8d9d166001703e67930c479c6bb2400c763af63b8635"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8501be5166869f4d1e3773f842ead198acc2d190d3b432286d468810b88b3e76"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 132496, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "15760abc402df75ff70d4e1c955c74ef60292da0ad6e77e8390efdfd3a118a5f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 132384, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a84e21ee51d941d605e6fb4de0e99d7aaad18220054c5715996d3af39b9e69a1"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "eb5a65a3194935aa1853b26374ec38713208b6e9e104b11bc33b0929fd7ab255"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9a7c83ed17a8e6a84340c97d1159c848798097a2e5ee5e594a3963baf9a8a10a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "943b09f9f1e844f568b66f400d68b7bd750034d1d44188bdb865a9bc77491669"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7970df6cfb2a880892e09b288f8cf3f7498e771c173f1b311632c4d722f244d1"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d18a683490bfa854a8c727b094a2242b865766e42fc447970fdabaaa6b2dfe7a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9fead91547ae4cdcf268a9ecda2652f8c767c7bcba45c6ea25e82d4b2e42ab33"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9ea9cddab1988a991b9aad097d1445cfe525b23e38a0b34b1662e7fb302e908f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9e5d7943ed83d89519dcf27ee64baf40af0fa9a57a4276383f4e142c84e538d9"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "37ef34627dc787fbfee0ea27c1fae737ef95544c6aa317530b92a1d3a6c1d5a9"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "2456fde2b547910bba08577a314f273c6176007ba3b5ec68ed53ed7b3830c587"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 132480, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "0d0f5efc1de0daa81a0e3dd90df5dc69b648a9a1a6035e03b525abbbc1fcacec"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 132368, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "be61a584dbb6393bc4f64a43a784cf734d4895eb49da07a927171f2f38d5b35f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 132480, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c8a07a22f707063460570f8b27adac97cec9a1287485a2c253aba76bd6ec9093"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 132368, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2608feef08496b78e50412119e4c6c1e5f815f8e3941db7f6cb679c69ae6881d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 132496, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "759825f945667fa1039661a12031f3203af5f79accd1ac6a6739ee35269d48d1"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 132384, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "27fe6e8bf7ea747116ef9ba2d0ee2cdfd7e364205765bc86c2fbdad9ae78f260"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 132496, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6e139fb720682a59b65667e88ee3e7842c77cb83013b45e17d3e7390acc319e0"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 132384, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "dfb65570335bbbe0af52cd18abb9f92a3f7ac5e237fe7452c57454068c394186"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "af19c5440005daac84da79cb81447575e8aa71ed80393decfff8223612405798"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ecb287d3b0d6877ae78b550035129288e7e11c3b9e716f887420c9ffdd17ab1d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0442813def25b0f01bc496ea05f369aabfa4681a7cccac24270726d69bf66559"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0aa09320763e95d1cd469f4c485b5b546b700d5b862ac4f1d3d0eb583257c954"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "52f3647964fb69c235acb6294737e9b41f32fb1e6e8ca05e06369aa6ffb5fba2"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5074bcc908d6c27caa6050585fa1c300bf36b56382f0793704358392b2f08aef"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b48537bcd6ec9a07dd164201db03696da700d15e776a1c9de41e144081ea250c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "75a2d7448627924fad13eebf471181675c3077b108b8a0c103ca7fe298a2b013"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 132480, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "eb629885c569d8d546246c784b6ffdf1278400aadaf6719cd3316ecba30d15ed"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 132368, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "4cdc6e434470e56933e1c6048a1e4aa655ee7cdfed86cce70cd4c7ea9c1963b8"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6562706bd606221a75911af44ce12d92aeb8858ef78c3d91ece8ab5e9f9ea0cd"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "72db7ab6281f5acfafcc4441f2790ee90bc6860fb54e5920207ed5a72636918f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 132480, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7330abaec539699ba18e61181a12290c06b9ff808f34fab2e1a8cc0834aadb27"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 132368, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3077ec487f28a39a1ae7bce013ceff23970a2b0e3e172a4fbfc316bd7ee979a4"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3cbbc5aa26621993a0d5897ebdafdcdda391cd529f33362caa719dd4021ba604"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "00f139ded65ae6b500e8951cf4b1007ccd46a6da0d68d1b9c44ad9e1e43a7fce"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 132496, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "d947a06b7b4f436412e9b24c3ad8c51841349d96b55ccabacb8b57600da9fa3a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 132384, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "37148df9751f77a5f84965d3f61e53b19ca007c224139e6a9906e5fc2e336f34"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "cd7b61005fb134957d032cc41ef5a3ea6a153c9eae1538a194f0090bdc7bcec4"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c630b46d4fe54691bf64eb0e459c71e0b231ab08574a83f1e1571e7704d86211"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 132496, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "cdcdfa0051f9242a0ed4770c78189957fc0003b614dce111df91748cbcbf2278"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 132384, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "820a2bbcf6a940cd01a72684cec1370a06bb41948184ae301756f4fa8b74c194"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b2b93a1d872d7b5a92ff4f0b0aa9a264730a86737f5a68d2fd7c0062a6db84a6"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f9ffe1be2cb90e26e30f051b3d2f887d5e31105f0705831236f8707a8f5821be"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "43fb6345b3175029a64c8841403a3883f3b980146248afc892338dc5361b4848"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "838ca05a5f0ad93f275059a459c0959300f98c24237ce52ff3767567a286e21e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e517b7ba8c7dda59b5a847ab4ee4c863defc2c1a3e0dbb5f317f4dd6c221ca97"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 262784, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "b58718631a1d33946c76598a79a79310316bc8be5526b8169728ba254a17cb6c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 262672, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "0858b815a5f2494aac4da4f703e574fdc589ae88416de76267cada067f48f162"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext", 262784, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4cbe38cacaf820d34ab1b667397faa97396bcd0876841933a52074601993023a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128StaticContext", 262672, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "913f10fc3e15340f1271df6a2a27a2632fcfdc5c12d1cd1966a7493f8936d1ef"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 262800, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "a07ad12be587c1d2cad41c4fed77b38be93413244cd0caa46a68e23950b6b8cf"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 262688, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "ff6d4414c1f33cda7d8e6a116972a8287ea8e64af3c30c807b3be4fff18b5fb6"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 262800, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "632e40523255ccfdf0a787bc892c49aaa3a2929b8bb53315bcf45df8aca3165b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 262688, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3f40140d3214272d247158d177bb0c663e6a81fbbd152c99604002a5cfabde13"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 262784, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "2593b7d5839cf1038231456cda1ccc863de64619002fc759fcb34179244ef73f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 262672, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "3439cda94d6fdc5acc2a694deecf2b3979a009829cff3dd159273a4bb6a637d3"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext", 262784, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a8345eb2581fbc117c67f114f2279adc2add6b93154f1ae9a93d6f50486cac6d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128StaticContext", 262672, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "660abd9af639642d8f7771698bb6456d2c53cd550f1d015b41d0fed43416e701"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 262800, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "ceec9f36df9419abf2ccce1032426d29f9e72b46080a69ba1f8143c960eda413"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 262688, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "a76a49ab83aac53a139f44fed029c37a76a466001d225d07d9d97be80707a74b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 262800, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4da09484632d72a2ea392e378c9f95faac0f9df3df6d4f3c3173832ddfbb7411"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 262688, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "14cb68833295daa24b868096988464af0bc3b74edd4b99adadaa34bcde5288ef"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 262784, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "413da3b125319ef019a30287d3a32999a9d8718be2fc67de20283f7b51f1a09d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 262672, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "9101e97265b1e971224c9f003771b5f0ebf98dfe3c4768b604dd9c11aa76fe86"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 262784, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "38c5fe2009d3fcb56e16dffabd1eb93bc388ac2b3fa40827e3bd05b682fa42ab"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 262672, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ba72f8fa250366c5ee055e17dab4903644d60180097af9a4eff96eff056c85e0"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 262800, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "059cceef0d0047c90e09495a519618bd72a88c66e9d1c6edddd23015706a24ee"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 262688, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "1f0b90c12634a2acc5c8b006e94db28bbeb953338948a3029284c9d867cc0aac"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 262800, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c9c0a5b3a393bd003cb20ba2139e66e35e75cc13eb1131b6bccaf05ae351f54e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 262688, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4930f539c3dc38a6717b715188029dc429bc0ae44e6366343e22b9e57d330db7"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 263552, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "d565bcf54793767da82873829127d15031528ca0862ae678380cadb4cf2e93a8"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 263440, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "2a23edabad73def0d6d93b719e11076196d1911eaec86ef6e10e2a119c751c4c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 263552, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6be821bbddf0c249750b8c8dc2f6975961c3b9ea00c32c9bb40e2230ed3efa7d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext", 263440, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6fa5be7664443838b2c50df19ba8aa14f91bd450ed266943de8d733f44b7425b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 263568, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "5088f84fd8828d2b2f37998ad622a682e4797932c5ff30c643b89ce48c645a00"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 263456, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "811ff025e1c6b7eebb724bf7724a05062de5947c994e0827ce0df1738f7c022c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 263568, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "257fbc555834138e1a0514408e8d34af465611c15f3760c384dbd9152b701c7f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 263456, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8ab5aa079ba9ed4c6ee08610194dc91c9d972082d593b495129835ccc513ce4c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 263552, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "96cbf711fb82c3163f90128333a5e9795f0fc6104e27fd7b0862d4bb8aa59896"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 263440, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "b05daa4b052c8b93f2b8a8fb7d47582bfee8829b021fb6b0158fce5cd02a2a21"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 263552, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "64d2564d5f2881719db06a31a6ccfb11757f7446d42a02677a9080d9186fb97b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext", 263440, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b1d28ee1e2597965dea7a1a1c2049f03e45a54043b18a02fd4481dff0e828695"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 263568, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "8b9615d6bfec7cd16aa1060345105ee9f26122e773e3ad1564856e50b78f2b3f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 263456, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "1bc91bfe763768d9302b823587c3af1c84994bb60f059b9a2ef1bddc78d4ba56"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 263568, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e0fc279e0fce70846f1d5b6c2b2d96c98ad2295a713e371de320c97a4cc5efbb"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 263456, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7648db78d971c5f7d765deb765f7a43d087055caaf5bd445d4b70c1da6987b38"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 263552, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "0363cdd131e37453a52a1ddb8549d4e2dc5917e44703d5b62f1645a5c9ec8b18"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 263440, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "feccd2dc36460041e639631929f08b3400e41121a976a31a018c49b4c4a63f55"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 263552, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d296c566807b66625b59655e5594d4e1ab36a2b03a38f0de5b928fe58c2c5f44"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 263440, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c79447a7c0abaf5ad1a4538cd2a5822e5c27a3b813203ee90c3e9b20108adac2"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 263568, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "44c71df30d56dc4eb454e34ac248e4d8ff0b8ea2e8762b9eda2e2eba08ae6996"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 263456, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "35c46f1a17301012d34f9f5707b6d4ab76ce8ceb0f4c4e5b49d52fccc7d4e177"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 263568, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d0605914262a7ef9671247332980afd11613ecbc96063f3ef66bebb8f0017bc0"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 263456, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7cce5be0f1a8a7b9ad3ac79eee0b83a492ef4a91cdc1366c78b54feca25077fb"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 262784, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "e3c42b4c9bb9bba71e6e80db4d09c95a3b075a1c7b8ed7ced7522c654ec5cf46"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 262672, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "5a15df0ef55cff81a4f1119ef22d9f2f0cc34a5930f5dde9ed60777f8b611af3"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext", 262784, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "957560d4dcd41fd76fcc0050cf52608d05226663812313db67a32ceb90253b1d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext", 262672, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0cf4fc41233341a23fd24a2747a234b4cc21f889866c27ca4a3969ba808f828f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 262800, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "19cdd5026f0dbbc6dbd836a58d38353ac2e6607037db5a48eea36deca343cd31"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 262688, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "62990761287d8e7954f628ba24ad1d605bb0c147d3d1929f2daa06d6b8e1b1c9"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 262800, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c9f564838559eae57a1148c650d6b67d02ae80b87063e33e7bf1856cd71ea9fc"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 262688, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "af8d740a6d8618f5c3f40aeccb21260a3c87477342c16fac4e60af00471328d9"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 262784, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "899842a0b45386865410895e747385f27fb00cdb8004ec39d113f8d0957578e6"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 262672, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "e8c41c44d3194d44a9f8c45f78737beb22a13673fbd2d33b54505ea2f1dd9b6f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 262784, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8f7d322919c250c8899fdb356fcffa4f0bfa3d5626bed83c6668ac0cb22ac1e2"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext", 262672, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "fc839ee0d41af1c9955f689e73c75fa5bcf169474cf516b7acbf2a4f57d17108"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 262800, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "71c419a31d3eb853349763caf6ecdad9339b63ed23804dd70017b02540aa22c5"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 262688, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "8dad6b1b75f90aa78cd1b9051bae16c25dc0d214a07a6eb049e780aa96307b7a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 262800, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "496cba48902a3093f49ed981d3c7a27eed310a6f588b18b82317f8e5eee54250"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 262688, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "04a942a2d6634325886796d9f7368322bd480645a4528f20a8514ea0cb8cdbd4"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 297600, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "dc5aa3fae99f80aaaff3ed6b8c90f1e70990d20de98da0b34a93d87131ea88a0"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 297488, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "415dc02bb9eea60eff52a180b0a48797b571b841018008b165b9cba93db8840c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext", 297600, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9d9730dfb0fada00d0ad473b3228aca368f8458bc7810f10e9f7c0fffcd02938"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext", 297488, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d2b5d07cddfc2f756b14d9f24ff189c594a8da18fc0c26fed2befda6b19d2b75"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 297616, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "5f7a398571c7d4b11474821598bd3b3af76f3db6ff9a0bc68dabc04a20c57c3c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 297504, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "504d395507361be3b68a710246abe3ed367c0e62c096a8a49775996b03487676"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 297616, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "02e95a533c8bd0c5d7535765b8bbc932d607d94f15b042cdc60bfd4b2a1a11bd"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 297504, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1775714e5fe7d60965d1f366c3c28a22259f7d536bdfaff3824f8e3d4dcdbcdc"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 297600, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "6488a259ac1b82f66b369b57838a1d645f0f8f1175bbdf58871ae2b975182d18"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 297488, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "4803c7abc792fe9bb0b031a564014f415212aba52a35e57c6dab4067dfe3d70f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 297600, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a7c689932d4c5df7e9b12d0c8e7f4d4c870c6fe22b3a5d660ea68979ec4f8ceb"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 297488, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "89fc0987197b36409b89e4da2e932870e8a5164e6b74a7789ef51cef4884d70d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 297616, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "bc5293bd2ac463aa65ad9a2d751a94226142545600b104803191457a94a6e6a8"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 297504, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "ecfb4087ae5ed6826ad0109fe4aeece758fd4096a76ed76604860bbd78a27489"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 297616, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "526f4da5553bde1c1d3be109756bb9b6637d0cca2ad3805593a66b8e99d2ece2"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 297504, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "81a1c5799e207450c8576b3b4515b9438552e789c305cea4df5329749c4d2b40"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "f300bafaf9922fa4a7efe7bd7fe2fdcf2eb941d6037a1c4fec67847735544fc9"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 173360, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "8dd405d7162857aad0e6b2313ece907aa4296435b77b586b03f2971aa57f6139"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "26bc3ebf61742c831431f741a27c39a34e247a9530272f47c07e0204d2000bee"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 173360, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "be0f03b75b03bc6d19b1f2d1891d39b9dc6235f9c8bc60ebffa768a2e9a2bb89"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 214336, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "79398e788e4d06195d000e8834157e2582a994f708cdf3fffd887f276727c49e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 173376, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "33a9d1ecb8dfbbbbc88b5f03960fcd6087d7eff66a80c6e17fbb65478af933bc"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214336, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "673e162d5f60df18aac3e98ae988a2eb2e0476d970bf9fa3a99007fb9e8e9439"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 173376, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "55fc659fb9ca3040a075d231f23325dc79a931608795feeaf96df835209050ef"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "f95a086b0840d03d905a85be753be2b390ce1d629f3804a394333d1c48d7abb9"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 173344, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "8892a70966d8611871b93bbee98806dc6e6187727f672b6ace57370df516e841"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f49520880d740957a897d5c7522e56d26ba7214bb2cd960530bfa0939a1954ca"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 173344, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "1cf307ef8bd7bef5ceb257932793b056a20be758bc36fcc0ac483652e085010f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "006c1bae8807dcfac8caa177a661779a56abb387451dc3200b350b910a5e9554"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 173360, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "1583e279a9c6c70c898ac0c95a03f6eaa413224aff550e541b891e587163dace"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "bd1882a757c8343e56e0f3609bd29586c30ac032a6fdbeb9863ea1148996e571"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 173360, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "6cbc64e17e8303e48375061b36f22f57dd244b6b025951ee1789b4af54fca7a8"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "4ade1d9ce6ffe33e8fe99f7317a9e4487b7c3c2044ed2c01c23bd2e7b4415f8c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "94cb7f771ff44683b30749bfa7a6d1a2a91536f2a4fc0b9f421916257b646a0d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 173440, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "731570e717d9fb6491ce11640e8149f58e4037aefcc969dffad5b42f1cc43ed1"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 173328, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "8d7de9b39b16a091d588855a2fc954413003664b5bacff61f4225225b2230285"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c5be96365ac1f6382286dde32bf7beab8194f1b569d4cbb77d87c81525acb65d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "fc3870ce9403b5c6133632725cbad7e51bfe4569d54928614875a4ad3533afb2"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 173440, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "5e80b7589a990b12d4f1dcb1357c31d2655ffebb281278903358a520daaf27bb"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 173328, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "9a844ed054a5521007564958e563305a73d9b2992c9464617477a85c6aab44cb"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "af5e309420cf1e629b07e11bf6702c6acd844188f4ca7e6991bfa14d80f76a01"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "58022980810dc60d5c6239e8bdd27a816f159ca29d54e242bfa67aa06e16009d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 173456, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "4ad89e005a251407587a0b667450c01601977e49008ef57c6dc6daa74ccce539"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 173344, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "9614754db16e25d8b249fa4a4bacba35f3868ad5ef5c480067c9bdce4fb28430"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "486354b0cdf59ed3db99e78622108d7333f3ac4805a0f383e81352b5349d4b7a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "7c26319cd1ec09ffbeb4e5573ee601f12671b41bff841777c9a87a0e97671c67"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 173456, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "55b0923ad39e25731e9d9ced79261827bd1768aadc7c99f47175a54b3705312c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 173344, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "f1d1707e040eb656e2d2fbf736cab8a5192912c46705c7ce8bb1626d35a28e78"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "94dd4b187c95f970ed687285512a0bfd89fa8294e0fdad547efb130d3f04a7ec"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 173360, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "48bf09facd63dad61403ab4e10bfd27c542f4f25d215c25086b21d70217b4b28"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0e131320894dd2afc31129a09725c5ae1940276723480f76bd6bb86e31fe6b85"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 173360, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "5dac57dee4cc08abea4dbcc06d69ba0c7c5775e25ac33e2739c17fc94ce704d3"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 214336, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "8a0d10ddf9b05ec7a4c5110ae50f3d636ef795d011a3ee4e56c1db681cabfa7c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 173376, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "a167801f06a0ca945060b69f771bc942d88b4d87889fc0b9544e583279b9bc33"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214336, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "1f730591b8efbe7f29a6450f03c4c36aaad2cfba288ed4990accbd5537e893aa"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 173376, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "5c1501d0ef336f24377e06fbec73c47c062f01ae3cbfc1e469ca335241431e06"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "247781941511d09d1dcee09729c9f234fdd153aab7c2a03d9eceed08b29d7f93"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 173344, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "80838c2576623449d3fa785e6ef0dcd206a91720bc0454fa5c35b898cb96363f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e4285368fa0541270bb845b1eaa78cf75b29866976e6139ea0ffc8162fecfa58"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 173344, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "92d9dcce17c3cd0bf83611bcc48fc6f76ef9dad14c1b6ccc22769e6d707fc043"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "ee9ee1636f9c6a7785e11ca09d6a663fec28582ac48713bdf8bbe7f22528e320"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 173360, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "b8263007e3433ba29756153eaa6eceb76574b9010f9acfaf446e5abccca5997d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "4afc5e2ada390ef2f537e01db6270364d0a36bf60c9dd2dffa6154b124e92298"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 173360, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "fa9de247cf5418c5177747da4430553126aac7368ff738912a65be561296d3b3"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "131081b054800fe81a4ef00f26ae0cc6aadbb12a349452522a05058bd0320d8d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "aaf01db5845a7940eb6b312b2857b45d762c4d9e6a7b1c0337676ab47ad0f6b8"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 173440, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "8262b1a147f90e2997b31d85c53c8b431b5389252a8018b96f61737dfeb25972"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 173328, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "f28bfe85e223870e4d82b17359ed670d231000bdde2f4b5423fa445a581f1a33"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "fa5c81acf6483dfb6941af3d9b23d45a727158c1441615f7406892c4aabb77a1"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b35c41aab032381576830544b082dd9629c913c2382351dd835703229a9f7290"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 173440, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "98f4b18cfa23047ca003761878cdafdfdce47a764f1041a62d09c28be42070df"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 173328, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "832bb9547652de669af68c6896c2edff797dbe3d3b81b6aad3376980d7e2ca9b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "8abcd9c2bae91d6ca7a80aeef6a7ffdc3d79b8acb47949cfdf43223d1006e9f9"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "e37abaab85b4bde4f674a57186c07f92e7a21ff68a3c7c18c16f2808925c6957"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 173456, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "398ee85b53366b230b0c4dfed22d85721f4350b0dccb618225dc2cb3e3c13e55"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 173344, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "767b5830d4eb00afdf3189699a7fae1d14287991a207f0242c4479059c481e43"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "804bdfb1856c972e369be74a3cbca0455693154f2f1406a23a06ade9a4bc9eac"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "57382581b23f5caec826b1263fac521805cab417a71f786b821a001c0a7d2b1c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 173456, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "d145e352bf2147f9ca38669a4f1fb30a90c202d2cafa7cf77c496d65165d1f61"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 173344, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "afcd2321ae60ec0342691376eb79f6611e0f67613b45f0b56f69b97de33c7092"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6b5663bf3a2235055a161039c4ff8ba23b8df5d777df8b8067e517ed29abeea7"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 206208, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "59617289a9f6ac091ff33b68bef3c364fb566a2c369e80881d30cd7150bf380b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 206096, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "66bca0081f18a65ec0cccaa729a105e8a9f4e5fcfab92695d54b7f8b6f1269a3"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen", 263464, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, false, true, false, false, false, false, false, "74d7558f9a5f4367c911572e8772da18bd704ceeaf41a5d34463586cf751f966"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "69ba19c6dc4e39670f22bd9b0a68cd16560ff35f5e5317dceacfd468387ec51a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ128Kv128Static2CtaKeepsAbForGen", 263464, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "a0707ae570742ba6f207384c081481014eb8ae6250e9aabcb459ce56c8321708"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ca6b8ee48d7e2e36c62ca91b05277a944188ee5511c327d93f2b3dbf489fc6cc"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen", 263480, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, true, true, false, false, false, false, false, "d7137ceff759f0fc22047dc444c8075f515772c2e7c9571126ff1cdc664bd123"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "5245ed298e40519ce69849d6c7a1071dbfd80e9b4637cfd3b2ae3911e2634505"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128Static2CtaKeepsAbForGen", 263480, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "69dba6f9330036d9c3e5cd089114af0298ea9761fe41f094d28bff145125aa64"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "6a22345f52372adb32dfc7776b949efe43367bfadf751446a747a3d00037a8b9"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen", 263560, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, false, true, false, false, false, false, false, "660a6a0c1dc0234b7a8cd4a76095e908656a6bfd6eb4311057a4118a89133e0c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen", 263448, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, false, true, false, false, false, false, false, "4740acd559f8feaae7ee7656be21b02d5e4626c417555eab13a1ddb729d359fd"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "a4320fcf26bd6e9fd62716bad43423c9bbd4454d1532396c6b54557bf5c358c3"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "c79b55e99181bf6cb7e0056160846430f8ef409ff4263246f06dceb6fcbb3f5b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ128Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ128Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ128Kv128Persistent2CtaKeepsAbForGen", 263560, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "c17e0cf16f3adb4b83bcbc8207bf859ffcc9223474bc2657408370ea3633065e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ128Kv128Static2CtaKeepsAbForGen", 263448, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "ed8d0655deb98a1fbac1469d7b9d28a39dbbd72776e50960b13c54ef84e3dc78"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "7b72b586610e998ef07ebee9d004cbb6b8cba4b56272b61052fae2a73eb41fab"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "04618ed427321607a4fda16245ebed5fe61b1be97b19f5ac7b190ce6ae54d06f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen", 263576, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, true, true, false, false, false, false, false, "62ff1fc552176c645cac74918b16e02a80f083a6c6fa635b86f6f53f1c813bc5"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen", 263464, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, true, true, false, false, false, false, false, "5cc0467cb891ee3f1ca718665cc8c4c6756c2c13c2d7494c233f740aa0e6298f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "e965bf493894621a980195d9acf475ee15f78f0925e84f37747428187981b8bd"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "e7080cb7210ac4231a123f7d27df65284987ddb91e7bf67fcad346b36edb9e71"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128Persistent2CtaKeepsAbForGen", 263576, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "12232c3926d6600358a5560a794478564a517feab2a44cdf4c46a5d6c9e41a82"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128Static2CtaKeepsAbForGen", 263464, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "ae2841f6b615673853663cd02fc88f334161b1ab678d31638fd138e26f25bf65"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "7d51ab2d7b1f042a510197140c61f816117198182e6cb50990ee5caaf0657f84"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "ffd3785dd14668db4a94d2056367b5bca23568d0c4c8b1e0a40a39253e626674"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen", 268840, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 1, false, true, false, false, false, false, false, "791b0b2d7dcbeb73978f10d3c44ff20ebbdc3b8d5e920013e45ba508fcc0ccca"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 211488, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, true, false, false, false, false, false, "23d8664f0fed2701090dcdc401d6a7a0218ff9537ddd5f8c24f9bc492222ff8d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ128Kv128Static2CtaKeepsAbForGen", 268840, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, false, "432e7121f9e7a276982d65b86531f7565d685f2c34b3b02d2ee509657dc0d31e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 211488, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "fae30c400e479b0622db863fc37d7c840e108bf7a05bd1f9f7025a532a6fe0e4"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen", 268936, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 1, false, true, false, false, false, false, false, "872d99614d8ed53017685d02ee1ccce90e1ca163cd0a140035dd87cdd2d50cbe"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen", 268824, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 1, false, true, false, false, false, false, false, "cd36506a682fe4d92dd3939ba5e2d9a3187bc3469e5dd63a04ca7313f95e2410"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 211584, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, true, false, false, false, false, false, "f76cb73661b09f7cdfc9dc82133252b009956161fdd756e6b848bc977a6f05ca"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 211472, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, true, false, false, false, false, false, "46c59e93ba9a022817c19ba7cc776a1fda64e62ad0ea8fa50f7ad2badd47c23a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ128Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ128Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ128Kv128Persistent2CtaKeepsAbForGen", 268936, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, false, "42444d2d1d9e640349e85c6b8a861f385733c7cc880f4351d2ca36ce36180757"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ128Kv128Static2CtaKeepsAbForGen", 268824, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, false, "56c7bf39e13c39122e63da42ba23a741ab161e091f7c43387729ac065e7faeb6"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 211584, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "5df76ff6e56d4805c2dfc57aa0ed2aec89952e9e8202ec1982421dba22505ec0"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 211472, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "eb3c92614f21bf3b6163f3cb79cea672a2eef62a486dcfb40eeed9be1da9ef00"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "58734bfa672a1422af3d7c5aff3011f50e2794d30a618790167a0d26b93617df"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2ed969d4b7f6245a4d32afae470e33a522beb381fdbb80fb15dba2bd6402462c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "44687a30682339d9a8c3febaadc5eb65c38cce90daa4cbbc7fcadcb59940bc51"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "b836a6521a8b4558b5127b91f3eb3bbc58f65b053950bda4d8164f099f496150"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "5e39a658d94bb57e875d1f7d1249879418d76b9f1bb647d7304c0195bdb0c4ae"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "b990db787ce05aeb0444a0f54e63bb44225fb3e21ef8aabb2ade0a2cdb890d6c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0ad6e8b92c5c9d871e6ad85983aad3b6c820409643bfb68edd23156e230de7aa"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d94c07030a63604e0f690988774c7fcbec72f425ccc39aa15b2c507cda5cd7cb"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "f590ac51d01b72ca803ea78fe600d5a4ce39c1c7044a6da8feeb9e7890cd5fe2"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "40f0514ba3eb809f2a12c3a6a08700136cb69bf993bf5dd34b5b0b315b15dc10"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "2d515e2b927c1ee1823ce073290602c0323a7c9a5c381374a412d6648a36987f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "2245ba984a97a870e14408c0f3df5c642eb2d05c6dff3a4372f12fc9abcf742d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b480471dfbbe18df833a750abd3c21790c7a096619d4a1eadfb994cb871faf22"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 206208, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8b44ba19f328d65ae7d9fe9cf6b92ee00110f78bbe01138af691eb2c289c396c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 206096, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4b4965eb437eac3ed43bed0dd410ba27efae19a2da24488081315109f8005dfc"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 224040, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, false, true, false, false, false, false, false, "c6c9eb7d4246a7be9148cb24a0c3a3b6ea20619eae14ad1be3c08778be295919"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "774bf1e2ab38fa572968c60830b72b2946db2a11c92d40bc6d8b47aeb3e8433e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 224040, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "2d02be3553f883dca4eef1b8fcd7a01d1788ba3372e7e662bca1552970b5735e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "7ad1a723993a55976f0feba1caf1b10ea749039d182d2936ea9ac1308c616b50"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 224056, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, true, true, false, false, false, false, false, "906ee9e3f1615d5b3e3123ea39640dd9b427506c9860b6b291c68153d516b783"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "2743e6d84af27ea4441ec352010c2dfddd202d122916ca9eeb7fe01c650f21bc"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen", 224056, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "ce80ca52ac27b2a4b1f465738cd5a2b2abd701cf2e3800aa9df7e267d62dbf2c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "a96252e522c436b0651051fed49394fd1c7009df0b7b47d529e18473eb63476c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 224136, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, false, true, false, false, false, false, false, "a9c8770aa7980ad605eda8f8c1ead44801ac3ce8f13818517b6c337c41269e5b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "4d3ed4cced27b56e922717f2927fdb23643b94952f53140d0ff0a9821ca5de17"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 224024, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, false, true, false, false, false, false, false, "4500a07300932c15009191ad16f4a9f34a657ed1c45dfe3d39c8876c61cf7734"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "6b5e9896dd3afb5c37f6d109b801876eeb14d963b1f0f953e14d32e530013e88"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 224136, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "e6da3a5125c8538fa143a0d7319cb99b5cfbc30201fd828651e7e54646852b79"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "4599613f3b06de06fb806d1e5c794271075719534cbb867a14f1dbd19879fc4c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen", 224024, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "568373336277ddb09079ebbc8db02f8c700c5a8d74ae2fd2529b63a3cedddc7c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "49e33385660922711ec8c11444acb2cd8e8f0c678c6f03b478f67fb095842ea7"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 224152, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, true, true, false, false, false, false, false, "cffae12fe8c57f44262f65e480942bdc82723956f9318c0a5298d93398054fd2"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "59020deddca4a5d8a408040960c8d9d98f243994dd846603dd1e5b7874364021"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 224040, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, true, true, false, false, false, false, false, "33f1c60ca7b16e18c96dd55db2cb89703cc6cb4a95eb93c41f182c2aca1a3e73"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "0f47a11529f247fde8c6318719f3824314a1ce31e48319bbbdcf00f05b206783"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 224152, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "d7491a23404201ede4bc5597c8727cc0f3050faf72c399a9196068b7269772bf"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "87db1ae94ed37783c81092389af0ff513f0da199effcdf8321b34ba7b8c70a67"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen", 224040, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "787764c89d4494e88e1cdf46547981b6def123182d3d266533cc891ab1771a9a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "95e115e9a7613a88cad1235f8a300bda61d234e820c62770e7f41fce190467fb"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 229416, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 1, false, true, false, false, false, false, false, "a44be7dbeabedd6ad0f288715ccb6ef334a13ce119c15c0f38685836eb73276b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 211488, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, true, false, false, false, false, false, "0fc26e3e3451e52002f46b0e6ba91fde68f2cd5f5db981b9ab0d1b7f743b8621"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 229416, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, false, "b99e3d90e0f5b4dfca2c904a557f0c0dc5a04b732c3f4eccbe111ae63eab88b2"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 211488, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "fc6be4cad7e8b0151f7fad830531ced6f75a70869890f42285e8e1a69f734353"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 229512, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 1, false, true, false, false, false, false, false, "cf1cd79cf26e62e8aa4d9a8ef5c00ffa707f15f7db180135b9bd98dd1a164a64"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 211584, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, true, false, false, false, false, false, "cb8d944ecb76ca7d975dc58dcffbd10b0dc469b3886bf6e9157fcfed5f42612c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 229400, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 1, false, true, false, false, false, false, false, "e1cf42da2ee01e1ea5f10199f67f3ea5863574b64f0a15d48fe0f1618aee283b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 211472, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, true, false, false, false, false, false, "a0313090d05545347afb45bd8cde8048e44549396235c110faf1a65764007980"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 229512, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, false, "7af39710add73c24153fb5408eb16a374600a3c42e0945ae9dbe27c28154b925"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 211584, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "a824f202a698c58aa7214ac2d7dcda53d02dc47fd3b0b608a91e47290a677337"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen", 229400, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, false, "6042bf8ee8ebaec3448ac3b4ea472a76f035d05b9e8c8d19fdf1e6e519b29db1"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 211472, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "4a813e6144d59145c6ed993e140197471a06ac240e55316fe0af7ea35e4c1123"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 224040, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, false, true, false, false, false, false, false, "aff9acd47f0792f483d3c7d18fca59dac9ce097ee9a42d8cd1e48de3c2a521b0"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "c1e23c3ab881431d6c7a37cf053b8aa7287f75cc1a4634d18fa3617b383ac2c5"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 224040, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "77ee0af937ef39166ff2802ffdae957936c933a0bf6ca8c0cac9411ab05e5c54"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "966560991a6f6ab4034558c263ead8b693606635eaf07a5c4c2ec15bc95afdb8"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 224056, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, true, true, false, false, false, false, false, "3fe5fd46a67ccab30bf3d4ec77ece520ac146cfca9d561aa2779c4f6b95a2648"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "d2622c1ff89e4c230abfb3c9871bbb90cbeb8e4d68a201c63f1f5f88446a8540"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen", 224056, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "e179619fcd8c76fdebb07d92aa6c63c7ddb8a5b144a044960f41d3844747d59b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "38a85ad5143e4cac0e06ee9881b9692ad637c1e535c2b88b22277ad2dec5e8c4"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 224136, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, false, true, false, false, false, false, false, "9f239d0538a7828c7a656354e352a8c8cea7bcf28ae0e9e59d000200131c24ad"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "84c30f192fe4fb236c1068af7eb02ce86ba9fdf760815b20741cf9511f8189f0"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 224024, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, false, true, false, false, false, false, false, "90d6e195ed91ca547a14ce2b20b742835ce68a9230405d35e8bbd0a619ad2dd9"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "7176be8045df486da025a52699e57f0c352d8160dc9b50fde01d42caa9035775"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 224136, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "1cfacb15315f176e78137d1d01bbc084ea8b8d87f0a7ad3b5fdeffbbfbc070d6"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ecd289121fda8ec6858d5e8225001204a4a5b070639f67feefeff8459e6b9ea3"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Static2CtaKeepsAbForGen", 224024, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "a070cf98debc47f43257da23af96ede53e264caf4bd91460809fa244cde7f1e9"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "25bfc6eb7c816803fc6c266b908552af44111734ec12545f7c853f309f232886"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 224152, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, true, true, false, false, false, false, false, "812e43a0aa9696c8b10a7925e25157201f5b275d3274589e3b314ed9a892b123"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "c3762707df37fe01433a44c9a888058906c243c17dd7c892beb02d8533d6dc87"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 224040, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, true, true, false, false, false, false, false, "701bbf98e601cc1c562e44633bf1fbc2176bb05b47f076e85bf4d6cb81f8e00b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "01b91e535eaf1f10ab653835dd9fd7b02499f0a02580b95848f821d35f8beb10"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 224152, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "cc535a5b65237084e94db6860e9e74c399bca3364505ca26c37f92b8e8f3306a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "6c3c606a9344451e9b9bd67a7ff474c5cd7053e54b4175ed8f5731fd938afef0"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen", 224040, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "ce8dea1ec1412666028efc760026df9708208654de8863ff46db225f6749559a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "cbc3f66d4e4e147bf84062d8d14e11d4cbadc39b587ed1bd1f18fc7362adc90a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1a05127051c3830b033ef94a10ce5334efe738bcb17c95dd3be3f264a8286a67"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 206208, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d8cd13fbceba07c6677192fdbff9a2a6b4b441be3c1aa7138ef57bad73ecac37"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 206096, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "22bb40e6d722d206ea4f797ebc668af65a1f44c2f2d42165d4115596e46a5c1b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "06ca2113e49144068418fc9f196275e47574bc2d239c08580aeb08edd79c87c1"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "34e0b45a1208873a50aa474b8ff8f47aed4baac6b3ad73d11587e6babff65c78"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "769fbdb7b182855834c990ae2654edee8aa478b70b38028ea5069b154d97dfd2"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "cde8bd4d900eead142514e04b112edfb1130ade9fb0777e82bd4c42dffe04814"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "fd621882aa7d33a54973a4db01419506e23089690f97a21a23e1b82fe6249429"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "d095236c7948c668bba1724772a4b2a50b36c5ef580eb440d05793b8e8c32c00"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3fd82142cc98a31cbc08d3a786bca4d383d90bd975cfa97c3c2e41ec98d29f2f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "bac55ffb66267058aae35ff476205d10c168937ba76ef1c584554264080e1a1e"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "c04cdac96762fb1561a5b1ab47fe6376fdb1b714477475a0ddd093da7e60609f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "902c521a6cb5f4925de4978289c7b1f1b0cb51ddef3f82e8b44539ace07d6f01"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "08f32cc6f3b864ca470b9d1d50576e1f7fc27d9893e05ab5fa7f2d057736a4a6"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "4e7dc657421d05239043e264712e8354f4ed3f0603391a6d5ccbc971985c0ebb"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 211488, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, true, false, false, false, false, false, "4e09740839eadd21c1e88883eeae14cf292cf2f017b4164579bfb25b64893ef1"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 211488, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "a303c25f9f1f6bdac5c6af9dabb66accc659b92e475d7a1f50ceff6b1e5e9a04"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 211584, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, true, false, false, false, false, false, "ceea0ca8076a111eb5b69fe00957011f5170dcd4f369028e7fc0b52189ac293c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 211472, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, true, false, false, false, false, false, "8ab67398a989b2a46f096a1b3714e5fe48b8faea0d7adba85830ad05f0d1b4f0"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 211584, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "0687802c99e2e01c108efc8064809dd25f40813bb200ff0c2f4cf3b837c609b1"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 211472, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "7269b1ae75f817cb7402c820e6d294d3e15b1438df8ae31a704e550e03e5753c"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "bd7fa6964a23429e7a29656eb5558b45e0d5792fb27d53fe391ee1119290976b"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b9279973b001420a4ed2868651d249e6a90fc401c78dca7712095db3932fa85a"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "bd4cf643403f454e06c580d5a5bd3c95e9445b7a2e47cf51245eed6b76dae2dd"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "6ccfabb60191202c1ea83fee06f813cf32209345274ab8b6fc4816c08f8a2f14"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "b5afd667095f4075686c5e555a27c3f4562510318ad0a1948f95cf97e6798a9d"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "e73f768dad9add2ea3793ef7d0aa1b68d8df0e9d9c21d3ea107b80654bf3e4bc"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "cf55fe5e0bb54f8849a120e9622d333711b645caaef611002454fcd74b8df44f"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a20ba2706af98f5a8645c9d8c2f84057f67c4f60a590e3087e41415282aed7e3"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "c6cf8f409f61c87289e62f94793f501f557fc958a9dad1ebcaaed00d266ff5a0"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "9320712e37c6b46e50e78032742047656789cefc467cd40f1df980e231ae4204"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "e44525a10db5824f119553cf95d02e2824b41e8a23a4a01055e64b5006ca90f5"},
-{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "f8df4ba502f3268c81d8031f6ddd6b45e6c78c1bfabdaf50bbf0d16bdc1add5c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 133760, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "2f95b72a2d02f1279494146330a47582ab7c243ef1717caef7b35f82360f5360"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 133648, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "af59334c83ee97464f93070dd7fcfc2272fd2172c698fbfa6295ba8c45449cc8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "16db4b4b227b8ac4feeb208ef11e6ac4f404dc8312fd9c18ea3a9870988436d2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "72de566741c230f35a2cf9c6bfd09c8f8a29840c3daef56453e2114950059f37"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext", 133760, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8228796ee95b7a039c7c1de89e7d939434f16250b5a58bc051c52478fd85dcb9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext", 133648, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5e51602c4a3d8568dfadb40d397b0cf2b7be53a187ac2bc572f54416260cef57"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "2e9203c46af9a99653026dae6c9b88f016aba6aaedd107c9717548222308acc4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "aa3f7d26fd44381103a34ec5650d5a4b62e54d9beb02494a4c5700a5fdfacaf4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "ab1d33d35b15e3dcd7ac8f3632350737bfbb70837490e4b5dc1de246871416c4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "c39accc2ceb9a62e49a41468ee2837087b06a54e088e49243aa75d1356117368"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4f73e85aa2de05b5624d6b1e6a9b5d7fd09357ded0f66ffa5733cce6cf8f7964"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ad09825515943e76c94542c6d2e2b0efa4313b6143ae633b3d86ed167eedef1d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "22861856719e0ddd7f1bbeb25695aad62b2c956f577045b979ecc619a1884d60"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "bd277afcffea2a3dc6e356a72c361ca26fbdf72801448ae14e80a5debf382b64"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "c0a6580d36c3c18128da2aaaa797864794208cc7f5ead10a87d664a0e25b3377"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "cc018b83cf3a6049b954d0f499721108736bfd4e41bcf5771bc0920059448884"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 133760, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "9d7008f29f886f749a8eac00fe881cb5f0fb8af6d7656f53f411dfcd31c8a0a8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 133648, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "4745ef6d3d5522981f1792d0a4dd3690f82f09610ea615361c0a5dcaef9ba723"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "45f6347052e5786b74843569fde3328913bd7fcb4ae144eb2c1f310520d98d8f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "6e7e34076dc62f1db011f4682f5d6739be746a1b08fa7fd6901c5438920fca3d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext", 133760, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f6eae3a826d7b4b305785f40e08286a99895fb61c8c562cc74cad56303cf20d2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 136000, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "d2afabfeed2e080fe9c044a8d16b6e14739b9764a596ea177094614299b3c24e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 135888, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "6d243aef90e41530cdbf00e0d28d34cf0561aaf5b24f1c8159bf790b65bcc648"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 138880, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "fee866ea3517648faacf966eee8089a691a88a49af5faa08b40733249231b86b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 138768, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "b3d028bb51018d3ee93132c05d8c5d0855bc36913fa1c0e05ff3efa0da1ee880"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 136576, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "e5251edd9c29b9ff202f88be0ef061c4b0c1bf33e87fbd1b562428b4adc2c1ab"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 136464, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "b559e0712ba6ba7ce6357a8d1cfabddb01620ea23620f1cb5234d1676ad29672"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext", 133648, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "89f064d1e7f0173c666eeddd28bf51689cb62d1af1ed67e57ba5e9ce4a7107c7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f268df0c0de06cf7a2f8950b2d99dd24528010cee742430d1633d7d05b090601"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "be82ea1619d0e9e8d91782eafdde32fc82975c4be0f3ec9c366bdc18a7d5e2fe"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "3bc312b9a755ca68b69af6e304d21d2c80418c5a820bcd55cb14dbaa5addd5ea"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "d8f7f62a7bb49944d66e8798a20cd6309d425839cb01b858e5a2cb9efa1e357c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "87ce57c8a0b9a577a69c9bc41478002ff07324226cada4023a018dcad1ddf4ea"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 136016, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "6a20133ea7f7195a3b8e6487adbcee771ecdc3700e648bb764a12d432f002033"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 135904, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "db5872a55ae7cbd46da249a31e94b4c6825f4ef4f7d3e1863b9c4b724b5110a6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 138896, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "b2b23bc638cea871e36a36b94e7ed51500d4ffacd563e032a19e5ddcbb4f4471"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 138784, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "06f8af368397d58125d8332d3c8b13bc3640084cb5b3f5350fed45b1e7b42554"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 136592, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "6a38f74246ac494646a7ac5764d84da11aa71a188af7331f3c70f1f97ed5950b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 136480, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "65da9a3f7052373dd29f864f20617086d4865b92601577756019615ea384bf66"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "735469aea59562658041892c68bdf61d1fabce71434434f882a931bb33be6af7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "8f2a89b15725944480a60a6d60ce763f4b3ce8e3ea643c8630b629634418baa5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "c17b6b7e1196b8dc15f5f616c84acbeff91ffa51b1619ee476d6fb39a4aa2231"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "016a0fd059c3168ee2bf12617b51a3629ba5990ce94488598cd1fdd63a43a22a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "88b961ad59acbecce365230ad3102099cf020789449cf34c12fc683d8cd59fdd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 133760, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "494243899ee72e88a2db86977df490d531aaaa88ae2a19186997157588fd85b5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 133648, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "1206c06c55655181cf635bfc1ab3afa5417699312b6924e20481a2c5ad6abf84"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "d76642ce384dd4812d501e7cbea050660e19ff0e569886e0491ccb9c4fd8f246"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "24a51fab9617ca14b8e49cadbeeb541a04471f2db84629cbb70167219985a241"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 133760, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ee31a9fbab2c0cfb96774569819cc248ede5a04b89b269b7f0ee9a242d575b65"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 133648, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "13c741bcede3468c9f7a9c0fc98121ff1022e6926d1a740c1cf9020914998baf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "d1de2a808025e41bbb1477aa5e6d14096549a2763810e093131a102458b1cfd0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f361c98e15701442179305e775c00bfba5e616f4589d8cb48b67fcf8a6aee080"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "e5d4ed4942280e97b12b88454105b730918d26afc6ae2e3718263c2b7ad7f57a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "589d75dbb43fc09dbc29f492fb9235188fb3368d3981b3bf99f8978666d2dfae"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e9b5f5e66586c33f13ff50372187c7e19a72710bf696267511280d6afb7ad90e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c63360b6aefe787a4b7e6f8f09c1b1be44248cc73d5805ddda7f524989ad2d26"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "a8f535de46c17fe7afe1dbf9ea37eaa7787d5220dd0c1ba545dc00d4b9de230b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "de7868c8540274adb736c7f7adcc5f8659e585a8b72485fcf413f1a60b9f6294"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "c8f6d52151ab1043d896272777cbdab2de0d3843dfd6f133915ebe8542f38d73"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "beb2957ebb0fdebabbb9dba47e0bb0d05bec3541f21dd22753f0e74ea8c76858"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ae21cc3d8fb41189be365d4fd5dbc09824f157c3f4f60892444cd507403cd4cb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "93cb545a29e9b339406ccab56bd80011e7ca6a187e2c893def5730993f9f3f76"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "00289d3844e8e1ba83c3c0038d0dd0a5b065b114b29626e2c2416b10f7f2510c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "bb9ebc9801094da6ad54a5c1e11ae5985eef629c7debb0ec3192591dc4d581c6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e8a79ea5df96cf07e847fa3912ababbd9984b96507d8a4f187c099a59bd32712"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d997d0ff3d6b42c1c521b49f73b0e8313101b50361c389ab8f86abc3397f05b9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "fbda65e5366b5b28228969153a3c5ddb7e6a4fef51a7e31eff601319cd058beb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "55d6a6f0ab6aef60c59a45339434c155227f30e1e42528c230c7dd8501e31454"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 134528, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a0ad75a7c94f0fb14f6ba990e2c22e4184be8be0187f454759f4007cf0f32f27"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 134416, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "bcd9776b3fd85e32076b068c91885d8d2038c5b7700df2c4b94504df269ee5a9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "318fa8b9f9a38c9fc20b3a24102eeb561d8e97c9655f769848b1cfa230bdfdc0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "4155be01fb11ab97a22f5eb2d2121da3dcc36dc9060f111ca509fff08d6e75d1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6d71e0ea607af1b96a45ea6b85eba92dda05426f6b74d85e7ced8160ee126561"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ea2867939c35526eda12f27f638e863cb7e1025316a26e83612576fc167dcd24"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 134528, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6225d49291c164fbde1f2c27412c586f7c39f701d0e89923f8ab06e7fb6ee1e4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 134416, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c3e95a13ddb11970c372628b0716789e621c49acf19dcbad4592d226fc0724da"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d5ce5c28f011636ef41776e9303d9556061154d27047770cb24ded0bf666c4bf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8f5fa13b8948ac2c8b536d598705dccac25cdbf5751b5fc4a8a626b0db5851c3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "71b5b660179d6db5286069f26d83b72f69f27c8f2c9045bb32cc746d280063db"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "7674eae00250a19257d44afb68643e663e6a843480d4ed6c5da3ea3ec6a8382f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "754f7d1e017ebcc2cf5ff71bf2b245b893d584b3c774dac3714eab0a39f8bdde"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "3758da5b8813a4172e647b60f908ed42b228d41c6d793c8295549cff3216c354"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0225e7064603cb24f6b25690ef3f6771d9f9773257e72c9f7795ed99be2af9d9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "49b64aa341b0ddf9ecafbee77d2f1d752aa57677540461ac78d71f3870ddd65e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ba59b420d64542d456ef5e9b5896856580d0f8ff1c16c988b65a85d3505f7ad3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8fcbaf0489c74563aa261a418954b154e8fb9ab3eb52a5a34e754e3057a41df0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e0a4723e4f3c63ef0da70fcec4a459b5a428bd4fc6ac115a9daf2b1d8b5179b2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "10be72f41a5ecfd94ea81d4018e8b32045629e7077aa52280d9275056f3f79ef"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "7fe021ab2464c82ed0bd65844916ddf905c67ee6aab6844b4eddc9712ed6fecb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "2fb5052dbc52b98f4440110f289074989dd8b0ec9efb60b3c384bd164a767b1b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "6c3074f4c6693cbab5dc591e184a31cc7edc8723819312c163e88d623ce50cf8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "ae0fcbdc6a17b5bfb0440b312a25f1a450a8bb3ee6a0ffdba0a35845da12ac7c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c6ac5a3aa716d1fd548b75522b849b9edfb90aa03b12994141ac4ed74d82e6ce"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5abe81882829a93d808aac7753d3dc23a89e289d892e2dd96c914813d30c4dc0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "43b6636a0aaa32e2090621f041865a145a526babfff3b0dd3cfbeafefa0f3f12"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "2ad3008d9ac99f67327985267b588e4a67a207a3c4f991d72d8f3a0fea73a13a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d005ea940fadfbf4e08b68a3d33752fbd5ff17bb68de94032cb3315f2cc82bae"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "630f83523aa71c3e3facc8e8bdf99e2870c3df21a85a8b8a792ce01a2c99e8db"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1f0875e3cf06dd5b5bcb669e744a3f46b11f7f79203331f2e9391ed8ee53d7e1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b18fc109482023f9057a8616549e7ccc3fba216409404d37ff3598134b421bd0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 134528, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a57196812a74b260ad535aebf8321006acb1bc717793675c2056771f239f21cd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 134416, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "57bbbc3c2e25e9054fb3ddbae1d716e97af00768fb55dc6e9d29b845efcb5526"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "943d12921d3926811c82fafe30e17cfba4e76d4426736f03f3f412d3390b8dd7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "412a82fe651a11b086354b7b6d007980b406cdb7b5b55885f28429a2edd88af3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 134528, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f8795ecc0954cce91b0780184dc71517c94099c93a881586d7e73d5c269df7bc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 134416, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "80b75a4bbd9664cec132a991a5b4152231b74a9fe18abc8a5c2d061525fbe659"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "05e7989b63e2d03f289f38d2f66a71a495470de5fa604bdcaeaabfb68848247b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "eaf117b4a22d86e10e033789ef84b04542b4dba1f734dcc6a0943eb5aeb2a6b6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "708448cb9e484233fe806a970bb16faf791ed6dfdf50f8834eb3382c0b467f79"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "91da0d0725031d2e9989e02c7b32de09fe13ab3c103c260e81eee653a85bf86c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a0e4132b86db6dabdc1ade50d4ffccb965b98daf962bcce90606d82f4060ae3b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "13317d9ff3fecc0eb03cdf21dfe246714ee2eff5da421716e7a6142bd426cbf6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "57fa210aa70e2ff9f80f580030dbc8dbe6142cae8c4a06d08e08c7e28abfd78a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "185da1d1069bbf0651f3ed6927a42c2628d2a0be3c5219b6b4473508b9950b3a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "666abc24624ac8f04364a705ac16f6172eadfe23418f2ca11760dc644ff79a5f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "b33b3ed6537ee492c2c419a26de2712a084a22db7c2adb0b55dd35716ea81137"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "fc34b5a54855f557084b6a547d10b6b01cb44001a9e56383d8c3f862ea2b3897"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e976ae915a9883ffa035c906cb4b865cc489a70ac2f7b1896cad954967d778bf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c18e871e48126a622f4f2dbfd5502fe452629c747242496c5a802d416f37b8c4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "55a01162744fcd06bec753d307967a708b93a18fdf1e569e7aabc23cbd557745"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "14d50554a8d1cc5e090116d383d230ed0f51331eedd69e21eef743e5d985cf21"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1064c5bb2bb319c39692effabe49f5d99b2f14b20c4e696a2f23f834e15dd193"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3c6b7db56d56eeba0237520e3d4bae1e4e7e50e0fb37f7c41002678f0983dd5c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6066d25b39da87e4b69f9f06bf66103c9e5996ed7ed61078c2bf580be610961f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 134528, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "e22f5a0de89d8b658152dca9007d8921978a6bae1b2ce00a0934ac783741b225"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 134416, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "4004562aafd562aa320fa0aa930bedad6f9624424a257b1216664fccb05ee124"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "1c40898bf355735543d7f90594854cb3ee3f314212fad2468a04d307ad050224"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "860383b710f988e80eab33c8b824055eb53c2ff27fc030e20f0c1638df09d7e9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b80f346138670828f47992044a71d1c4f1a8f8edae5aff1944513b73932aee4e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6f0eb54377b2351431a52a85ab46ae8c9b9bce39533354172258555b44443f9e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 134528, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b323d10c88bab2dd78d8a850cc624b4f84678282c239d4162543e2afaf57f0b6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 134416, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ec4cb8985e56350197615a19b47c53684e42de672639aab130de447ce2b73031"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "31615e0daf1e189438e732eae7dd86d60aa8a42ad5b63810cc88907b5d1b3e3b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "fe216a340dd99303c361cead60d838c410b591106f37d343cb429e0991734505"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "0713abd2ed01da895e820082c484b0843c8381c7707671b0cf4764f8888b9a96"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "02cfe896f772118f3815fc953e24bf4c09830e823b548db70b68cb613b04e920"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "c1cf95c29c4c9f8e0abef780ba23ed8931436e61498ec8b9c01db866dad6536d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "07efdab629e5cf5218c288d1b537f6beb5ab91637f2c229740568916edd89522"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0832f6066f0a40d763be0435285966be4c54bdf01aaca40cebf73725d828e0b1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "52382000ea882096e5108ccc3cf8322736fb9f8154f15b9a9ae2d66d6c3e8ee4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d8dc8117c7742b2c24ad2413b937fb1ccf09d0a34ce080856f2ee0c82f0ee271"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "941e4f781760b3b4dd04ac2ad47a369cd9e498b20cfe2e5699837c63dcbaa451"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5004a800d8a6734ccefe8b5889d946eca17c7fd0deaa0d21b4d2a7e2f253b134"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a8415d152e6a3a2510586680ad52bc76f434a68b65fac1f2d3f61120604111cd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "622870084195e8d38dcbd744bb6b626fb8a34518b711dd3807c2df8d67606182"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "bcf731ed932ecaf6db5b6ca865d5640d05d46a65d3a7b8b1626cac172f2315dd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "9c47cc2b2190247ca7f6baa51c86f8800468ac350a5e639b8217da613b3dd42e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "6825a28d1522c5baabda69376d822866db2c997945882599ae81137a1e8c4f5b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c5663518c905b435c0cee4cb83a99b69e0cf20839afba018049940cf96397ef7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cf6b4f2d0c833d91b885d653054ee3dbf3585b944ba1d0f19aecfcb480e00871"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5ad80079a9025ce0aaa914d75320fcedc9f94bc2373e10efe1e712a8c957f604"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 133760, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "471addc909d2b847d489658cc14b05da44e5a0e443f48a2749f686b18e8140a9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 133648, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "0436ddc05610aa96b4476c60495dffe28c4557c4e4e8884ebef1bf988842a0e5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 133760, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "713d79ea79686ddf08dd59f2078943c7d373dfb527b46880ae07a1bf3a794559"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 133392, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "ec093432b31ce77fb38e945c6b0711fbcf12f92d5b14488fcb0f50644ea9b60e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext", 133760, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "83aa87d433f410ed2e0b50028e357e43d8488e251fab709ac86c4b6a8de97a5f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext", 133648, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c64051cc3124a7a6be13522d5469a685c6be2d7081db7ba9b223febdc11fb224"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 133776, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "4d0201b6bd8a20044c9f1bb6fbbf669af76a554792718c8151740efb683cb130"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 133664, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "8ee0188e2ebcaadbe69f39c417e01bfd506716ada9be7142744aa4c3eef0a5ba"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "ddd7cf5ff91a40ae091559699a9b1a4b64a20479b2c131be177c649d7588fa93"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "548e0db67255e33d3f6f3c9b97d3620ff27928a36ee5ff5ebb9f388d5b1724bd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 133776, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "21621bd1cadb25d44588fa4e197fc430acdb170baf33a9d3b7d98503b560b1a1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 133664, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "90f4b19a877b5fb10e3c8895824d42d5ee6a72dd47fd9eb828ecdfb1678b7de7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "fdf1b6c70ef77a2dff71af5ffd99b7ad45133d732486b49d75b743e498d8a28f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "0fa800c2e204fb74edc18e5871d0b111538ed8bd078d8fabe2959da4b7146fc2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSpcompQ256Kv128PersistentContext", 133760, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "153a35a97048593ba387b40acb0587ade9cd7ee4e8af94ba6fe64cfcf582ba5a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSpcompQ256Kv128StaticContext", 133392, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "e23c11337c28d6218131742b039cb1887eef2ec76572f9e1f17c2470fb62c412"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 133760, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "268ae5301910a9fc68041373dfcfd39bc5944f75ff152ff5c3b82751c0b3befc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 133648, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "3daee4aae20cab9a8e612a5e22dd7b33864b93781e681720b6b41bdabef8004b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 133760, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "7767463ddacc7e9510696839b28b5f640e4cea346dc64c7a785fbbcfacb164c9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 133392, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "8436da10b2969a64c6fbe78fa067b68eb1fcb98d44abe97e270804305b9fa3be"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 133760, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "432ffa0c72641d44adf5f940f8fc1a34011f50e26e40fb4a13742a33084ffcc8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 136000, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "73857a080829e51b706a228a77966199004efadee9acf26c2e6533363c83547f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 135888, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "ec72438f10a89ae889e10729b3b526ae8e4250bca818b7136d2c86c6cc2ae06c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 138880, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "af25cff74ca42d603176d389a98da5eb48e4d3530ae198cef0928800d2c75757"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 138768, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "1707fbd851b9e8009976407202e8b2b00e8395450066ebbad06acc0574fbf2bb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 136576, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "0374e6e8252e7e263553e0e8f199fc4085a584dc286c0f53ad2e6b2cb7cd3c46"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 136464, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "8bf06ba05aa522f4089fbf84de26494df31970a6ac33b3e48ea1787ba12b5705"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 133648, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "73bb0cb5193a8644dc92e25a1d95b6d951f3d04ea4fb92a574092ffde2316573"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 133776, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "5c7fe1da8df16e6a97873eed40d03008d2a745c3f9f4317432415fd9ddb6337c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 133664, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f24f98ac27fab3037c1bfdf500d2ea6325511e7de8d757e0204ce1171b2c6792"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "987ba03a014382dcc7628492b30ad989efe38669bcf3792bf33aae0e09a14ccf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "cf1894ac9747002c3fe03874e877a8a9d5b65a5333107c73ade49cce187a7794"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 133776, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d84f025e14d23b6eb80c5bbc908573db2bdc26b9599e74341a9e5be494bd4d96"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 136016, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "251dcd3f8e89d3d62cd0c4376508d7921462d2ceb7ba381ef7cecfcc146f9cd2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 135904, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "9de69741a6e1ef5815ac64f1c301810fabf521b8705654497bdc6cfeb523670b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 138896, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "9f3085638bfae2892b6af897a71174dc020addae468bafd3c462336e1d24642e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 138784, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "9818180a116214abd7f824cc80cd6a9207abb9d90d00a76202f8666459f42f0a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 136592, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "fa002c47b89701ffe03025e3b22773b17ae85634045822df8e53e65a69b90c7b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 136480, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "afdcb3a8da7769249826823dd942daec55f4f4f9d92365b28982db2d3b9400a9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 133664, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5aa171228cf62a5f1f1c162bb76ecf07d23a8140b1c0cd17d0021dddaee3da24"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "ac6cdbe593e157e78a5032cf00510896077d4f2583bebd49ca035c723210b45b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "8cf42a0be897b9d139f4e6ebc19f483aaf6f275abe9daedf072bada0736fabb5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext", 133760, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "97cba147deb1e5dddb9fa4312de3302d8b6eb8f8ec59cbd53bef5d324ffc1813"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext", 133392, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "df19426f3bfafdf5b8c3bbfcdad4667110ee1b9c8411ea9fa1fdb0d30cd1706b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "e9d9b45c9f263b8f2928139d0943fb482aef6f1d22c1b7b4066df560daadba80"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "8b2951742cd34c0b7504d1da8a2bad0cbef012f9350f6c985a3dae3544520e39"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "c5db4d21a7edc60e5edca96ec7ec7bb5e718de107cfd038d33a3fdfaf255382c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "013742ca6cb6d4cfc49ea6a52f87a2940aa7448ba770fb22160baf86e89215f2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9e7e90eaf8295489908febc655ce402805c0ebaddc5c4759639d5e8b1afbd586"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "bba097f913a070ecf49904aea2e90de3967f7e91f1ee8a82803a28eb34021db9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "1d1a67efe6672b6c101f1380c6a4990a526bb15cea7076a5d5c32851eb459b72"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "81399212a8c5100962df419b859a584b489eba2df6a661095e9851e37d3dfefc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "0d939bbd7e65a7cc7ec3ab85e9aca93a0b56aa4acf8491aa06aa55fe488d314e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "122e908906dce047fcd4625c5b2d0fd2762e316447fae7e24ad83c49865c90d9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4ad875887f4793f41681ec9c6dafee3aad41247b49a2afa789fbb16ba13a4f7d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ba1674060187ad4afcfb1bc5763cc7b8482891d7aad4533ac6c9d43cdba32917"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "5a05706d0463834b2a097f9414022215f91297eb4c58fa7cefcba5fa2ab908f2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "dc42d2f0e7880a0841ce1c3a0b3cbfad4de2080cacca8cf143eba0dc515ae29e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "3d55a9571d699add1757808b6b6f6fb74b4a71e8b19965cb1ea990492031e9d1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "2621c6b6ab2a4e63a9907d4876c7791ff64433054c6d6372fcaff6e60ae6d2b0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "0d21f52c52a7518f665f3995666998de9f0763c044b1bef644ddf78496324dc3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "91403ae3f9206e25c25ea7e4a67b883da92d6677d646c387ca484d6f8a435954"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "c12424922527936d75ec4bf5452a1bdbea60eb0ea5889d692f220d8432dda774"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "46e7e1f8121e82398b73603d716947bda926a5b234e36cd17dee8a56e92e77ee"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "91d6942402fd1b2c3f5447b2921e2a24817862cf4544785e86804acf0bf4bd0d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ee9bf0b84c335901bb776eecb4f623b1df978da4b3fd88d146e75e9a70535667"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "904ae821586f3972917ebf3ed4087fc9d5da64402605582b4f28bb67e6e87c2e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "1e8eec241db9de61bbe86c9841c7ecf388935a5bc9933b240d0a44301c69855a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "d87d2886e633b03d854c97450c3c0c77128660bc00a809d8d51dae3173bb1233"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "3576b1414056028f0b34e94cdeb73149ce78adc0a03228eb2a1ed12e4fb64da2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ed8b92da2a39d6180414259a18ca9e8d43c3a54b348c45301ab010d1675af5b0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b7e53521c0849b746cd456c1033ebe514dda265948451a80188deb8975c4aced"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "990ae3e29758f45216823f0cba9f5bdfcafc56fc1d9bc6d4d24cf0b51dce6edd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "61d46cf78a4f160f76c0fff1f9eb9a283661582d46cc6f1a8b7984eb491edd82"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "8c095f0c5c00c13e4b8f1ff77d8f471f704b1f07f675a13c267c53055393a2e3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "7c2b1461f63fc7c78f7e30afe49427fbf3a69c9a731359c7903b19e799cdb000"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "5e50f9cbb7ff798e854913977e586fadabef0e2c4c59d73ef9e91f6657c4ee8f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "76ece66a8c775078e73c525e4f17d1ed5040977a3eadb13909315a3ff0844faf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "e8469e4e494299cb4bc7cb4dced40d3a9c60931ffe3153e195c497286530441f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "5b184707eb6a2efc68218fe3154d0faf4a1532efd272ba6a6a54b959133b2fe7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "cb22ad496c858f1ecd7c42032fd7ade145adb873255a9c52999eee1493b1b18f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "bb108b2b5ece2db2c37ef6532c89a3489cbbc408eef320f9e46249349bedde3a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "a3e2f10a16b778731f8ff2f77b1e722966a9a3310ce50d08123c62b951ae3c09"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "c39a8d731e5186297d60080c8725011024f50520638b92cb7a1dac57d08024d7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "d4f8fefec15d6ad14d107d6dbf4523b34088501e62d13e82ef19f819c91832a4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "123d85c08d6fea641ff27504377cd8adedb6d0c6222ef087303d500c819b5ca2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "796d17b6aef2b4da82381bb023daf2cc09f0a60c0b367555ac2fe10aed4985db"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2dc9c73f164a361e0595b43ead0c255ad3f059f6865b0d2a0939b46e211c9e3a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "32ad28591b0ff95af63c1ac8de6f218d381079eaa9fd22638fbd476837449ec8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "3a28edba5a77587d62baafccddc1f8746a4aa7d90f599b9f6d6ec19c09eba529"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "5433446c13374112d1260b69f1175429244f50ace8c936ddd988d8a5fe4cac4c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "c16f6bdff4fad6960ddf486c0cc066662411e271e9429f218850da9f36a1bc98"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c0132d1b26cb4deea9d9bdf746c5a536062bfeb2078e57acf275968377635810"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "89e293b492ef2ad4a93ec7d15b2db739109e42d727481cc3504c102ad76ac980"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214336, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "cef9d5e918edc8ecf226e27a134a5c4ba276c7aa694553c46100246c2f3c042c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181568, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "dcab72f324b1bbb12ce2ef35adfc4ab17e11dd4d49b87207ee034f5d396d315b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "80dd785ca89d1307e2434d89b4af7083fee56155337239e83e80fbe1a68feb4c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3cf57b5034202bf46a1d596e04df1d357552c0ab5809a7c582901fc7e9f9ba80"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8fe474740e8bb4e25af63a4894e29a79154ec8d2ff908942648a6692c9a2f634"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9663a952aa507746254b07117a21ced489e6e6e0c06b30b1d540578d82d3f50c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "8b6f3db4bbb590e7d3bd324680b4df9e15e51284509ebc338d69640ca3704aed"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "30ed012d3c1082c7d2b0ea269c28f0eef7a9b707bd33a5d4019871eeecb817c9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "cd93e14915492372d46a3c5312a214d4b5574e8430f0ad19516f16df698a1ebd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "529a96e663e53a8853fb12dfc28fafd489e31181f8c31d2b323e04123191b572"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "11b23b6ba66b04fc9e9c41aebefeae9a4958c8d6296d77ac61718e42953b1ea5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8ce290fb9ecdaa02a90a476c5f223ffc22bdd50dbe5f6498a38a1453e0a77986"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a06b2f1495a9a9088e873bd57525d478161e910f4ab93f7315b35008276ee4dc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "196d0ed28e6e14e696ba1e250534bb35889a196738fbee56be1f70de1f33c6c4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 181632, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9de9a807dbe144dee79c210a2538f296dc58e647f06ec603dd417337e4154f71"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181520, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b291ed86d99735d5abedd4729d97cdbeeb1d3af045a03057dca9f2806c5e627b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "266ecd2c53efa284d25807209c9148c135d46dffeffe13426c63a04c188907cd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "1d76318420f1aabd722341015d30aa9ee30812495e41ccd802544d87161fbaca"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "54e14144f9185de675b37ad40c9b5f50ad89a80b65c09f6e2d31682e75896695"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "40965eb6e744097071f9b4f63122ec33c7a53e32360a09266d13dc8fcc770633"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5458a19ec9478f4cdf64814882b1ab97c3e01b8924ebdee81366d1f424652aca"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e1ba73241c8cdfc36d18420e66de621751d60ed1038e1f4e087c82a32174cf44"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6b32f81ea457710e0b658554529bc4d1c2b0aff3e4e3ac8343085928438e6dd4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8109664c7c3f40050c0b4f617b9b6546754eefa08eede226f3171aa296abb2ce"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 181648, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "772c5219dbee47654a6cf04801c094a11ac443c12c2bc5c04d605e45286c0a65"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6f6428d6d90e605024b8e87e56dab200e3d133731b5fbbec8b84ba2b4d54d294"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "49124a21e2351800a9d99619f964a22bf4e0afba74ac8aac4581428f165ffb56"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "af8fd71391beb50ac7489ad99b2dcc27be5d7a2a5e2bcaf7d98c99107d0cc428"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "58865dd3203b51d8bc1732aa36e062eb7a5b0fa65276859d850eb556de5f7dc5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "7620d1fccb967ebabd5ff6d952ceb75359f3a44aff2263a7e8d872f259c7f153"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "34c417f416e991f82944ae892cc744a454937548029db2942a8dea32dd08158b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "dd8bf9fc2a8a879596c3d83b1018013fb21d731dfecb22382a978892eb28b1dd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "c9bc3d35408cf3dce154e58b588aef8d2e00c11829cd47ef773e151730099e22"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "1861e5b7155d4a4cd645e19ebf088ae6c131756f17590453835e5c18a3616b80"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0af965ae6d97be1eec60d004c67db70406702752be91c8df3beeb236dd6aa900"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6aa7fbda0f478a799dc0cc477ae5869c9c09c8dd98a6f795f9a14b39e05ed2d3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "43418161280e3e58c5c4343d4aa02c76614df1317c5301ecee711fc9a9716945"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "d5e86a6784eaa5de210165d783b62119b96494517d9864426b68feb11a016aa5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "ef62d4eb44db44565105245b35c2ff03260ae10839b55cb15b7712c28ede9efe"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "e79823668af6708c9a2d91c61375aca94a1dd2ee35eca5f079fd07c05a38cf71"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "83e9d7e7555e2c9b3db5cb4dc64c51e1332bc47b176efd168072c3d25d91ccf6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "50a6431677ec9b85eb989aca70bdd209de37f98491f598f3da005ef2f43c8f38"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "1006981632f458c24e412273581cca759fd5e1bb36ae3ce34996f11dae471893"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "8e3f74a0ee7c930a96dfd0132173c68125473100911fd5d1aaf66ac3abe2a346"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "27e8b7af3793feb48b5d932ed5e149e75f19f812afe78c05415644d484e70cf3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "8cb568d36133b605976fab41cf82d710e3b6621019183d9be247b0f46b81ba08"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8d31cfdd6d34f615ef09edfda1170f02dc079064d1d8a14074172c1648fd2396"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2cc756a063dd2ee5163229a33c11ab85d34a6792603f260d2ed0cffecae9aeaf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214336, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c7d0c607a2d5fd4c884ea114825f95803f878e998ea61340839f648e2884965e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181568, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0251ec68ca602a4bd52261ad016d4f740b967aa73fc40603b9f93a7099ae714f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "66448f659192a4b6993f6cc27e2aab4cf6281fc90c381f4ac3c95d56ec488b5f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1ea5a0a5e55a7dd5f4d69e27eca4440ff111dfd59a4c012d0f27890cb4173773"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f3a5911bfa7d2e09dba0f1b28ac7165d84bafa12a504463d258eed1d3fe70636"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "68c66b1067a5b3baf1ac564b5bcd13a93db4cc6a309a61814069faca65473597"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "ba957866a962efd0be745bfc2f16a0633565c3da86e06e9f574c73832d92356c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "690d14071443953aa978128307162d93f6481fad6cb936db5c8bd9fcf5d6f787"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "e2d4a72f7ab934838528fa548e9d4c5e1498d49d3d251c54ccfde9ff4b191c74"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "bece803b041f9e113f728bb577a6746bc7a135f23be49f588b8112988c414f29"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "23016b145c842897ac7ab3f00db7359a292e474a698b8235a8fac2ba9831933c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "208e4699b517963bdd3b25c7bdfee0278b0148e28e1534f174f6a8f4e9363ec6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a6d6ee993108a73220b691bffcff64bb080b026024cf0d9c31378a32766b4081"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e9af06e8026bfb3eccddbefb64e06b52be18f8c3da6ede4d1453a2ff32c5d44f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 181632, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "67c3912f31939c957cfe6a8a666b7e89b5f78359ad5b26381ff26ddf798053ec"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181520, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2b65693f771bb966c94188c2d860f804d00db2148c9642e4efeaf5062d96f92f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "9e006d257a94b0e2cbc323b8d473a282b589a0c03b01e6bb91c796373367b17c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "b0337175db4129871e769e870923e072b63255ab1d89500a3021223189e49914"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "7af882ac474fc3f70481820a1e395ab44f499704bf0cc977f4f282c79240b163"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "63a9a297fb7b3f0f031c75a7c716baf4d45f8e44387317f48e22a6f1cd0a4523"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d3015271c69b95a8c1f8e9409bf610dd932025a9aad37f4babefbedeb256a2c3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7b3d37ef9192a9a862658fb9af24b38061446450a32e232b91160fd37d8a4de3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2e75d6fd7c6605efa089f3ee9b351c0a6aef5afbdf369bf74fca482d0bdff508"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c6e1e6ef097486a088eb5bd9e6c5879ef4825d1332a728ca8b5d7201dc657a96"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 181648, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f654a23742ee4db3f4e83e50af2c2af13c27419618b7885e66aca0f2da2a9d77"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1811baa3e2308ed993eea3ae7209e2dd7afa679c0e6011b61f63cdc00239c71d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "b9e7c25aa06da3b0046ec4ffed7b1957c3013f04877f1bd5c464bbc950f5feb4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "12976e4ba1d433abcd43e9103f696769883b55ce1e4bd37cf0a04f4bc6c131ac"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "63863ab76e17efcd16593ac48bf63f685bf5f4e568ee8cb0955462dc671c2d9e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "6834deb4a3b87f2d85003324ff22a3867c7ffbabcd9431c26d1d9390aacd1702"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "7ff156b5d2e9826203de9bebfed665e175c3b25f81393fe046c9c84a3dc0971e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext", 213520, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "1d889ce2b9416cbd53f44f32381970daf8e7ee37818a44b18f115ccabb5ce5c2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "943fc4ba624935d76efb1763644f4e2ae5bea0a4daffba9bef5e8106a4b1b834"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213520, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "37ec3978dca5d06e1e297937be9e539c98058031d53000d6e1002b3302e3858f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "cf2979d7aca1d97caa35ce3b2893a1e1f869637d70ad49edf84d6c306875f419"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "fafc61ae36a501d14559af94ad1c53cf3f62c121cb00bf04c8b0cb8833130b4a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "30b2547f21d44139eecfaa40a1fbd10eab660ea509284028fe47afa6e71791f6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213536, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "3ec3c8227bd4f96f184e897e012a79c101f21a76971673f403a0f582d63a5807"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "4e864091914554c1c77a3ec1c5c179524f319552cb3c4cdeffde10be77d7afed"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "d771936e5b07f91a71cea8ddd95f3fa5f6dd2adfa7304a85d6625b30230237d4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a9f5de7b746fa0bd3735419657c07e6a0665730ecc1373a98f8b58441e0c6000"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "bdab829f60112e5d0a9b7091b70e1b952ce5ae245b1d099ffa7d9929595ea086"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "cc67de9b77e165d653495d0dd0c14fdb6115651b1009be332cbb4962f3671849"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "75cb0700859c399f1511da0f04b8e43e84363c0f9a5f3c5abf2688cc77b580dc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "4bc18256037f2ee134af73efc715c47e38c99a665b22561888d324abcea54e2d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSpcompQ128Kv128StaticContext", 213520, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "ad1e586386b9b6baa9d95aa5b8feaf8b629623541170c928df117adefbe8c933"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "94c7a954694a19d27914b8a74ab81b31d8c63b8184386eacb7392a69f4cb8f80"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext", 213520, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "9810aad86283e7886ab9970e579ef20a0f559c57c47e55af751c07799959111a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "fc89ae069a2fa1499d1557d7b791a5807c112976916671492a3439fa9fccbfcd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213520, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "f097804a2c85a21690f09e34c1ed220395aaeb903002fa7a337e47239a32500e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "85e53165f6a919132a230579a4bf6b3ff6fcd7d57fff23a9355f653c31961d7f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "565de249bb983d7fa7e28ca48939420f54ebf5967f5052f11ca176bc795dd604"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "ac02c4c2fcbc87be76f2a2c3544931554a1b0dfb08d8b8ca6652d0d8ee698e00"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213536, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "89c96d16b9b1bf12fd3eadefbca5757d216d3c4eaa45b9bf79c19afffe483819"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "c9b7c350f3b680489bbb0d5e736108c63f77b32100844c3d0767e3cda8458855"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "a1803065b7bb34de0b6b5a1efb70df8f3ba8c6bb50748c13a64ac0a48bd24a30"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "12f0e7ed6d2108035814ae022e10fb7307bbf93d798c1386d1a68f3cf8ff00dc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b34e48332d45b4c74635a9ccff01f57f0bfcd139810b3301e2ce1ce75a150290"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "4fc5c9a09b058a36a1e3222d551786a9f2f492f212ac799c4e3ec8975d91cce3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "a17644e8b0033fa99e29dce304dcd1890d077c5b4e24bda9b69e45f0bf3122e4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "268dab173606213ef1cf9fe274dae6a921640f747c4cbf5d14389f5e17d8f513"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSpcompQ128Kv128StaticContext", 213520, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "fa6d953e9802a7801776f389c7aae8807258572d1c85763f5da7de752c8f34be"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen", 209176, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "19618ae5327fa9673eb8cd745fd981697795acae66f09fdae9b93553cca662ad"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen", 214040, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "4ed2549167faf76cc9037ba12bc2759b7ab31456a4b4071652f37c5beca4648b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen", 198552, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "ac6ba7980004447d07c00eed5f69c385e6c4c0a3a58515e5da1f335184f3e9d0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "d0adc4588c7ff2ba2aa20663d241c86f8edb5bdc489e4590192bc581a379eec7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "70837e296f6d227d99554aee718a0d44748a6354e058649f0c2da75271bddae8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen", 175376, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "8201ca75ddfb65932fc09edeec425224c41bfd77a151490c014bd15844ff48d6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen", 196624, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "dcb258722f13ec170ae283f2e30d34ef046d7c84a93a26bed96294055bdbc28f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen", 164752, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "4ddda9e250d022817dfa265374efbbe350316c6fc53eaf3bffdbf973ca1ebce7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen", 179568, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "1763b9762a0a37e2a90fc8ca577cd5f23a4a97f0ef0cc0e32ad34d7f30370497"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen", 175376, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "d227cfe73ca5538b8584deba9a9f538cc6c00941faa39d740efd38e576281c4d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen", 204912, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "a3c019a610467d1ec0e6950bd27970d633181b37deed068a919b58e946a0670b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen", 196624, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "4894ee68dd0c0e2501ff0f7870ca18fb78698f91e106945b8db878d3022c283c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "2c9823f08b2d5d1ddb67261f9f4fbea1cefd52da503388aae67a824ef2d4bd03"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "b105673b3e4790d3d9c6d6d9c06dbfff3cc45bba605c657b1bb4948057838526"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen", 166896, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "68d5f3bd59923a05e4e02cc88b0f49d55639a44074c3446992885feadac00835"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen", 164752, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "b923c073d73798a894660bbbe1edb49ca98631595d0ebd0f10225e61cee0ab1c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "324b9e5d118429c5db4bf0d603611f3a4c09d230c7f5ec7eb3cc0d45142bdd99"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "12c86e4bdab24f8e99ee6f6374849e2b78d6dcbc38a6e950ac464bcabf548556"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "39dd9341578834f6ea873fc625674bf111d504b8d157d331fad5751c32e08f3f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "d94950b7c01e7ef79fda05bf0d2facd91a803397e45f2cf87b4ad1fea4c9ce6f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "25ed27b86b99208a6a0e94c472305536bee91b7a17ac3ab621f9591d5f0173fd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "7f8c038106756ccd49f0a19ac6cbcd9c0977043c0519c176d3932f87bb8854f6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ea733d85b043fffab17a738285c966a54618f3d448e6263389668478390cccf1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5e01bb051249ee9150aec2b681a467a13551d3744517c8a2551e93dc05ef7d19"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "43509d7bfee28a2d91b341d3d8bb1d95e657db1d8f660dcf77d45c6cf6916205"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "9f659f5a17394c5d59433a24990a8744f97875ca12d8a5df19ec5080a5895406"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "b47176d904453e1b7ae74ed7f9ab65fdea14be989e90986136ac8fe405e03f9c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "9102efe5fca3f11fa55444bfbe2235abcca43a0004b5c31bf2a37c446ed62761"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "66af7f7d0f617826a5209d91dad60a07574f7c9f483186ab9df9a87f2912dbf6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "edfe0271af8fe6aa3de706eb45e1843055c28772b46beb8fb0a0e129df556aaf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "3eba284b710bae57679d64b011b532f2073e0bc12413c6016af56585bdf551c9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "4bb0779d06e5a6994cb93b05e87ff896910014c088767a4ee0071623ffe906dd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "880aada64088999d55a7d4c6d4405c279e465e11299fb4af339513758c01e086"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "aa749913be1aef092786dc730d746bd208d87160583b40e963c52c1cc55fee98"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "3930743de50040a315d1f2c6c0d46aadf6c8c764813b2998dc5c5029bc8d2873"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "7ac9558e1790fa5713cf9ba4053d086d0cfdbd265c28440d5b8c39b374a292e5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "0b3c2f79d26e26f3db251b547c280320135dc297717f5701a33409c097bc1663"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "1ce34d0080f95a4a875a5f0e66a703022be79e53214edacf939d77b1dd40ea14"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5d6aa7f659c4b3cb5f91916b96163b03715993b0843e6982db8d360a3fca2a00"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1417e91bb5b26133b3a6e27360329576faf6108d751a40274f22929ea6201031"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "9dbc597bf2c657b92d32f3d6cedfc0c77de209ebc0c8d15cdb59d3f1998daca7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "213e65be300374eabc9550ff5f49bb1fa61a86ea521fd9ea83b7e3051a4d1011"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "960afef25ffaf31d2cac1417b408ed288b48e71150487e1757ff109153475d43"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "8bca2ea8a31c6d81984398ca4243fe45716aeda38de416c6c95a2337933d98b7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "fa028e53ddaa71d1284542d06090540191de51fe2d8c8ccb41a67334ff19029d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "57ac4cfaa45d99423d86ee8f231faeeb6df9dd27cb26a5a7fe5f1d655702050b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "2defccfb77603c1ef1adfaf2385116e8598b0396c21622a660f1f369ae0c729f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "76012b6f9ad61915b6b703b0c40c517df637823a14529280fc7c7fbbabfd777f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "618cab94eecff29e0574ba62df379cc43d3dd3f10b6fc7f4c4696bf3e700cfd3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "7122ae548b69c3259b62d95d61c6071ddb669ef194a9ff892e5f4c41b12630c9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e43ee8b4353c0cfb20d23c82541387070b569d674d290ecda859247ff62db7a3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b11895b40c05ebe6c25ad634d0eff5e2e800068aaeabe2912ce25169270ec51d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e966e541e32de32c9fcaea3e7b46bcdbbfa002e85eea5d7fc46a01577688bb21"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "03710bb343254441bcc672e5436c8605aec35d9a4e94fd9e0c48881f1f66b234"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "ed2180bc5d051c8833cad17573ec994cdb3c097f5102f5084acc28b1fc9cd125"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "c091ad3b73806cd0bbf40cb35c01d30c01649c28a78623a693ccad6ae30e04f5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "4a03300edc29d2beab508b9e0d7fe6e27e9b23469ddb1f969f4c0c2d43aec77b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "b8c6d125de1d414686185d05cdccd8ec016f6c329cf718fdf8eac38ccc01d095"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8096d957832a489cb6d0f6d4ff1bf2aec50ed2d51d9cae265f1c9b6359054c39"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "68f205582a1628fc86b8b53c369de505cca0503a2de8b28426e0175c979d1d95"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5a29a1c14e5cd263dc1e478cf8b44f74f275098026cce4158252d2673170004b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b9489511ee4f051d06e64c1ffa8a9ecb03b4f3ffabb937e628ca1b5eb1ca5726"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "02d0a4e2f23edbf259dfadcdd64459bf28f1acde2a1a76e94821968f7ef91330"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "608ccceb7d973287be2e8b5f908ac8368d53b778dfd80d03e0459bb97c126b7f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "d5c01e2530b82e72364ba10a7bf17d8c6702a3aaf050b9032760982d869eedd6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "927fc6b6234f82d6c87f4227c091cab80b1fb5dd9365553149351e81deb9eb4c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "cf95b367b640708aa6e7b5c8bf1c56c758cee4b5755b2b2006343189047e4158"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "f7dcf874071010c83acd10a311e23722df07b740545776c25508e820b7aa5b4a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f871eebd33abcf2877ab86c45fdd24391d443484f7d6f377bade3268e6cf33cf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9f674fb45378c2a3ea7a8f06bb0a9c2ee198401c8352fa3f2e143e33b9f5b6fb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3bdc68d332de6a2db9a3858304c661539261e0e08587eb943e69fe1c2f7f6146"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "81c6e2d04eb94debf76adb5686daa83871f7fb67c9694fe77e63d483c3f6329d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8e10fd040e4c8bb41dadb4a4d50fab65aa0e98fae3866e12926e95c3899b72b8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b64a9a35e7d79984d24ca6f45915a9fd7afe0c3fc129a26f56cd77350540872a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "6c37f08e89b11c366e970fb1b90cd1975c9f3e43cbab0be412f8d31a774a3c5d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "c5192e7ef8984587e9f023a9667fe20568102c8cc199901735da27db3f6f23ae"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "6aeca539c17678522dc74de1a0d2098e5b9eb30f7175f460dd901c907dde4e0a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "5b09e66b8de211982519a1a07cde48d660ea3e20e89ef9b4d661e36b6ac7abf2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen", 208664, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "b06120e356f62cd58e47061159c41fddca2227166161e90ca06fb2c334ebded1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen", 213528, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "06c308f85e3945b1116a0c690790bc2eebfa637ae4c27f9cc8a5f933e1d9e0c5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen", 198040, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "a3c1d65e224ef2eaefd608a8276bc62abcf0cb453f1491f47b29d2eb1411471e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 188456, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 2, false, true, false, false, false, false, false, "8ad3b8d85baafd9af584b1f7d687ed49f487d3cb68fd8e2adae5ea351a17f377"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "75d03d2b493162ce3d88e7ed4b93440a3b549cccb0e7ca7438995f8b85823a47"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 188456, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, false, false, "f1a07097850c989782d903f96dbbf3b22f222b671587bd365c7f2526c59bc814"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "b0bc9e2dd3d4eb0edaf372b0cdbe93fc7c28aeec7ab8c8a8eaf72d5991a5124a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen", 175376, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "f8785711c084476c47c05430e7fff8477d2debfcd6a1eed9b442e67bfa9d243b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen", 196624, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "446a4b047f732d541ae3d7d249d237a6e524dd1e110dd329ed5036394c88dd49"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen", 164752, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "32db444b8846eb4a6e46a0f395f80f3868ed8fae63bf774e47610afda1755bd2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen", 179568, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "b773e05b5b0b59d89e1e8c0e0614ed4e78ed253a2abe00be8fe3a3cd021f5e1a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen", 175376, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "d9e0c9a1d348257d019658e451015b0d7d76885714f6bc8d206c63e9a962cc72"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen", 204912, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "2c212e3f56a67ff17616b247c39acb37df39fa584af14d66fddd60e022bf2570"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen", 196624, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "5c4e5858be0ab614e586ba8e44f3ef0e054fca3335095913e62d505ab71fdd9e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 188536, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 2, false, true, false, false, false, false, false, "5cd3be1d1259d8d349ffc290492a5ab3787181fcfe1edd609996a0816a6b9895"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "212e7fa7d3343182053c834399505bfc712e2887031aa6d3da5aced0505e6564"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 188440, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 2, false, true, false, false, false, false, false, "45765cd65abeac4581858ac82557936484507f693c9138fca12ee27e1ac36392"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "816cd69be252662c7de41c7eb1ac589fd42d1d93ee29b438f7f4996732e2a861"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen", 166896, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "eeb8fe36a613a77c4d5b77617156a3238fd94d781d38aa0c22e7dd3d24dcd6a1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen", 164752, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "48cd85f3c9a5e7e732280f942aeb515a8b7bb1ef82512ccf4312c4adefabc402"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 188536, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, false, false, "071036d01561a988982a56244ff7488e31b6109bd927647441bf4104b5a7619f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "63c369bb60e2745aaf39c75aea2d66a0f7e994ddf1ff743635cce88910780dc7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen", 188440, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, false, false, "f82778758e7c4a90d229d00f89f4ec6407c5520be1bd7769d49c68d8889c3c81"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "164a3a2b4cfee62062eb79f04d39d3929c5313cce99c189fab6258942882b61b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "329c30e71daada8b53cb3e57ccc96b282c11f6a0588f2ef1a8074aba453ee4b0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "11a52e8dd5f600b712bddcba1b261e99f8678f28b51014aa00b73cc1edaec332"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "00060ede353e443e3a079a84df485cfc7f6fdb4001980015e4f3587f2942fed3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "7cb09abf17e6f398a19b439d78806e1ab82369149c17beab27b01386fd5635df"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "801d4ee002190c4d678cb3b3e203a90ea25a66238b66e1046d6792be831c5405"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3421a591b969cfc07829097a8bbc1fd8a3bd032cb7400bfc347ba0703bc3ea3e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "fba1d8fbd2ea908b831cf3195c8db3a1c88111fc75c16c4caf3a09a55e89e3b4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "bf010f3f779e97609b556990b0cac3994584c50e3eadfcbc5c0d2ee84a078665"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "e350fa95a0f26f8b2b39f2e0edbf5259cde5dc0da485d39a7f87311362a84ed4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "5fbfd7d94abb5659c1ab9c93b8d229ba2cf7d2b4fb5aa7600d943a55dcb4e47d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4b53c7ea828694c32e207b4c52c0c3e33f155efe0d30a78dbdc8f852680cbc07"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "31c8531d7a1ba1b0cf6cea964468613f3ce70a28907808810ee11454e5e1f23d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "1239070e7512cc069f792e11ce132f5266358e5252ac9fd5911967766325006d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "ceaff370174baef3d16623b1fd01bdbcbb563b5fcae85656f8e53dfb742712f7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "923d91625e699d1d18f16b7d86bb2dfa506e67f8f3f07e64999ef75d178cb47e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "cccea5b4f0b713dd6dfd505ea991dd25bbaa358ac200fd6e1c115a5f68d75b09"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7c71c4bb7796271b7d72133828e0fa8711785d68625547b8b995bc986dd2002e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "67ab5c12d72a73ca10ecf51c2c63b4730b4a41fe193bb676ee0de6c4a32780b3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b4a069d41f289c08d0c2a0b1b01af8cf7a86735113ae54685f4f6b5f1a17172a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c9e8ce5134d91fdcf036591fe7b4e6df3133034e263d132bc8de25c8318d9e33"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e205f32ece8ad75ab35f059fea4da56ca91751e0471168fe00895c48981b6e7b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "65c30df2ec5f5ae0293afb7d6858e67ef14aae3eb404cb5e9e58b553677b9e1c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "de78790d96d825fa6ecd70836dc4569e9ccf263bc9893d5fb262568e88a57506"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "bab0194586dd36095977712d966198109592dd33b6145fa7d85d516fd0559e16"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0a1756661b3a42e8ebbcd75bc1754af91112a2e6b5759b042b1d3bf310117410"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4387f762bbf6f019f625e04de3ddf96776598ff6ffed545567b76f915ffd4372"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3b7df961743d40eb8ab074878f64527cd34bd37a1dc22f1b2b236129ec37e861"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d4d419cfcab42a18d00bb31dbb3ff2b86e1ab12db0b4c0fa7213e1381ba31a38"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen", 208408, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "ea12fe2a0aa8694c0f750227af0ed42f2348822e3dc33cdd66f14b59475798a0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen", 197784, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "96c4867f72f77ffd3d59e5ee02f955c0b220365529c9be1229df8448f44e34c8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "3b2eeb27ec106a5e1adb5348f04a0ea7f7204227a5d33bdfc40db1f8d1e96c23"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "18d11ec32339931d93207e3602e79a54685d3a108c884e91485f1d2b42203886"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen", 175376, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "bc7c1c8cfac4192f88fee9a2e8ceb043510f43b959c6542088d360c2c5632509"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen", 196624, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "9268e2f925e67e0da2165e211096d188c9aba06d2882deade750dadd5470c3fe"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen", 164752, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "9cac06f73d8be4d6756ab82786a2320f166eaa20668439d315d61200547cb630"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen", 179568, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "206406bb761b89b6d1a3ba5ebd9e344aaa8fc4aebe1a66b6a04072a54e442ddc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen", 175376, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "8282edbb292b067ada102a7c84e49d7059ba5fa8eeb724839a09ace6b35eaa2e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen", 204912, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "d443a5f88b13c36095739a422f648109acdd24cdfd501cf636a4e2fe6fd396b5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen", 196624, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "d745a8ed3e16b7c7dbe59c2ccf238e7a244f6b8e869aced3239e4fc43f5d17e5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "fcda1d69fa33c47aae5b4a534fb865ebb00e800f42bd7baa62ccef1ce96265bc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "3ffb0582cec84498e590c3c5a20633fcc8df541a2454cf66853123d2dfd5c35e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen", 166896, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "26a0a2aafeb88188d817226e10afd7a7c8dc9c864c555310f2f4f430332c2f8d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen", 164752, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "9bf66010fb9f3dbff438d1c8b76f0686613df359ff73cc5f14e690e6039919c4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "3b12c770313448a9585cdbd970942e3e3f71ff87427b01b1cda61ebbda768990"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "ed8c861290ea04517635a4b710d781216bc257902ba7679178cab995c4a18527"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 66176, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "7096a37c4565f8403e8351ce1f7b330e40fe83fcf009618835debd7ce9a8dacc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 66064, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "fbd51b3f6e3166f8b703ae82de1b845a7e6e591c5e1cc244db0a4327a1bc8351"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "62ecb1404a00f0cc90d89c78370d263a38ec0660e08d8448859a3187d0d35fa3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "747e506a356f4b163269b0549419b01428c14c586d670c757f8d0ef14af05f1b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext", 66176, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "dbbcf2adff273ad38d345547953827208dbc39a0b5d5b649ce0416f60ecea118"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext", 66064, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0f41c6c4443945ac293dfbbcdbf3ef8744d0aa9de2382c5360a5f1921398dc03"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "baaefbfe8e2fbb9289e447b808cd6aa62a0350cc40a8e0d972d7a9645141ee26"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "01109d33a6c2668aaa290b76ae6a3eac55b196cf8a20757efb88f90ef1ae2777"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "9b856c23c0f930fd8c2c9f81141d16041c2c57e8c4bc04e56b06c0d2fae627dc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "f12d85d94efa9286416705f284d35517d8eb7712f0792b9fea0610e86bca34b5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "94d023ae195b9b9fc2f9380bf8a5a6337afc490c9fda8f4bb5b503e0e05895dc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "30905f3972f599d4d7ad595451f7d4dcb6f30a0fc8e2c93a98358f65aac403e7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "481c53e51a7f42459a8ab3dd631096642156ed2635bac4b0d8c709d4469f9250"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "922f414f722f73b143a57216adced3b75767d93a256a7f1e857f48f27dc61ff1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "82daa540b55b0ecc46992ad6ddf31fa47e74dc6bfd4aaba78a7a2d8c6c7a122f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "f0359863c1c246ddcfa21d9569f5f505300442573caf58505281f4389c30b56d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 66176, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "059ab38888ee338a146cf555c6ef68303394a25c3629c529bdaa5281525b43bb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 66064, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "144ed03286268dba03cb079ff60a1b437c698e0a0c7153b0c42a9a2277ca6fff"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "32a73ea995818442b487640c0991a54f1d9446857cacf32f1026bb27eab5854c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "29f8ef1b0b8464a977a6147fe2477e0d741b248645f9fb70d51670fa59f6be54"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext", 66176, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "447ab8d36187ca46b0edd2f454b4e0270c91d6b25491c8b99a3aca1305a5ba83"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 67904, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "d26f28b32a974d98303917110d8597c414bf5ae4e263157a858bfb081e7f5e99"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 67792, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "00813a9deeffe5b03b7aee874f9799c2f6610da57d0159fe114170a0636e951f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 70784, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "9327b5f33a8c488acb8cdf72679ab36080dd9734b067cbe7dd01b8c6b1591dbe"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 70672, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "a915fdbf9ba902dce11f2ed5c03bae495002d020c74ddfb6673ce5e96c51db27"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 68480, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "f1f3814a572c7a168bbd72a46c2952c72f6f08618a7439d3aa52d4d63925759d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 68368, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "f3447f55ba2c604ce0a46bfa2090996627dde5923b99d7000bd5a1a23c6b862f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext", 66064, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9cf0e23b99b737c68dfa74e0109ca2fe7b2392e68921d69233d6a1065a171c9c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "4bf56aebd7f4892765614e766e30c75d8937858e2be034fcd7fea94a636ad963"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "36921b83821aac3844052b0aaff92d88985c686e4f4bcb7c7f387f3e6d22c0be"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "dfcb93dce16ebf86e7bdd34fd293b76c31348d948a3488a3678c5375e08cdd12"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "402f1aa980b38a15a3743ecaa046865e4aff2624945d779ceab17b9eb54ca068"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "30b4aab41bf650750c77653f6809e5db8b9613ae4c35df5b3621f30fcf49b4ab"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 67920, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "cdabaea9d206b590105aa116869d91f98cad1faaf58b79add3accc32d574d493"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 67808, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "9d842a7ca3a30ac4251b61d759478885d402a8882e9f896f6a2d6357bc014b75"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 70800, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "894767d2bf49eecca5afba41a46982fc10a8d41ce66a8aab4c49c93cd905a9aa"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 70688, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "6105e8d42c77b3c75847d1d75e32a5361502470485826e0bc0cf3fd58dcc86ce"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 68496, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "01fcb2edd5449c7303f82b9936b7f585e8cb9ee42d2b46ad2611691c462f0707"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 68384, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "d82851b066ca03ea51d85d8ace19c6686c018d6e34a9230c3bcb105688a6daf9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3c4a75e723ff8152223b78425e59c66839bc4b2917e98a9d0fc829f1972e2110"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "58f17ee3b5b2b18c4ac9e3737eacd9b9122b779e9371e0e9cfb5a4fa7005e932"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "96c6fc197993ae63cf61ae53f2d0fa09705065c70819b4bc4c8d08806909fef0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "6b1c48cdbd40fd1a835fa811a5c3888ec58262c7a3882313334de8f45ac8914b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "eca80cf80628a098590c4598b54833c9ab693ec9fa86ea6585e091bc1c69246b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 66176, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "e50aca6a6374349a037609713fdf0c97d859e825eb3961196f4b221397a1dc0e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 66064, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "e80f8ca6f1bce120d0a11638a27da984bb201e9815788a13b88575ee0dcb7a72"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "0fd6b87ce1f013129475fdd6881375f5cedaa40660a10b1b3df10a78e658d32e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "04c443a2c3ef44c9bba44194850148c20e67e8dcae71db20a4332444b8511ea4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 66176, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "33646468c41fb43d72159ea19e4fafaabaeded702cf1b0d95bc1e6ddee605450"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 66064, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b124eff6a88db601e78fc513c9535b336baa0685b0e286d5501591f410f16cdc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "6b4c7653af4cc2ec8eef0cfdc3a6922c027e9c718c3316071fd1f5b8eb82b61d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "34e9244aa6a029be0e90d65e1fee39f78038f1883cf4432ba99d114b7aee3d31"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "c0722acadb478877b843c1915d0998c728332d1b7508db0229604e266d6a9d25"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "e324612446627c7ab0b6b3512254096e6e8b5fbe515b67e38fc2374f39569012"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "356d3e05293cf48a354f5eea5247c5eb1d61585c30f2e2bdb1c0724081457811"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4a21d679f17bf24c8bf24cd16a2b196a49bf2295201c46b912566634b01406b8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "aa26344c47cd86aad073094d79c83240e62379e93608f2c191e2de109ce5320d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "820f58ea369689cbfd5ef882a345af9ba6c19c3eeac35d14624609f8296a1cc6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "3c8af8205de1d15d0274345eaf195d4baf9273a60e7f12ed6218f44de49a5990"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "2f9d615b204511e5f5d5653acbeff77dbd1aed63219dbeb6b95d6924b00b09b6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "227b53612e8b200f9656f7ff9bd57fe2329542477a5a2142ada81d952e205241"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d41cd706911a2a45635a5c2df248ef0ac5cd50991b55f593c7751b361bd0808f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "25ebb923d29a87ebe2a0788d25a0ab7b19ae5c003b39c8c994f42502b460cc1f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153152, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "eff352bd856fbe760631279ed930c907b40088d1074cd8152eaad169b92c9041"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "13856d838a5a2991f064f7c5034973042aa1d862f8b21400d124c7a6c3dc7572"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d3d7ac8db9f48ebec5f487e4733730229307d08ec47595b9c0e9fae66552eb3d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7ad786c97b8aac678832739bde0a90b06369616e4f860a13cb7366ff7b494355"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1e1ceff906c97b595ec0791858029f5cb7a8b02e4c5857291d422036aaa9cd69"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 66944, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "5d516c6c60ad4ba8b6941067e2ee599252a8f27c2ca67e8db517a6b166d05f74"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 66832, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "83f63fd4696a929b2aa70f82ae89a6865500b0f2727e1f255a01c3eba9efd389"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "d38fea24c64784cb5d1648bb1256a3c5738d8eb1dbe1f1ab5d378e918f86613d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "8e5cd4975145af8d4744bbf325363b56eb7e483a766242aeeb5c5fd2c4040482"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cbcfe516e2892037f07d6e75068d4e8518cfadc9d7251cbfd88fa367dfcee982"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c72b777ac0e9d46dd1f2eb1ef28ef065c37dfb8977a2b86d3c6bd09872eeddc8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 66944, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1f53d1c56ab65d3e4690631264d71eff6a6c8123b8c0daf735deeafdb15105bc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 66832, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1b0ee13b7013e0a7e5127c5fd40af5608351036aed4a334b06cae7ad81db6738"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 157312, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "aeeb41fd48b6d335a82358d56cf88e796845c3228b7975a0ed3742a809cef472"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153104, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8dad4c147fc3f68ad6aaee105902e1b76fbb27b7e360af32c94ae44b0fff196f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "17e63a258448a97bc42d12808fd6d84861d32f6ff2044b4bc09c9efbe5ff2bcf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "2316b3b0c4c23d02a2422b9b6b17378e08e35165d58b2474c149ee1668ffc4e4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "b51968712463d43ba09230416b978b5c4fb43549d4510ff551df1825d99417a8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "53253ff5317f217fbe3fafd83e26c4755091ef8d6922af987ce5038842401705"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6a9327645d10bb22a5915a7ff7d68758e6c466b42013d27382e543996939137c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e9d8d3c56c3e5d733f822468f97930315e2b194d232bdec3480fe88ab2ffe5d4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "243cc5dcd91bf17d1a651fe117cc8e0ae6883b392707c2ba2febef44fb80403c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6756d273eeb8f5b8593c8fa85a8bd678a6e25c39209bb6d8a7507cb5637bd496"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 157328, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3c7df5503538ef22fd1651fbd8cdabad0eef685eac10d8466410663c0d1fc294"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c43b5d7419e4518c9c80d11faf9c808c82835d453dbdd1cf2d46b6594756ba39"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "55dfa8870b679cc4dc0c43f70de4bcea3bf41d91cc731d233f9c0823aa9e0e21"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "f00441cfb1d11655e093fc7faf107397fdff4f2dfc4efbb2b548facebce725d9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "084cda29949f40a33258a7569c594ae200a5d748b981b6b1a40f51073e94b05e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "b312b350bf4432be4e0b4c638598a94fe5d04a8bc6f2f2029e6086506480c42c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "79e57fb872bfe7d7a01dda424e28b6dcb6efe8699c54241a7a419db16230291b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f11e6fb3fe49472c69c688286af76d230ce682d0ff09817d2bd020fab7fb25ee"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7531d4bf40d461368d2970f11800b73d89b6a875180af3a216e530b045fe6d89"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "739804473ac4ff966dd4027abf2b09978803bd20fdb6055c4670d2e1fe50ea91"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0e9c1b53b8386226ffb27c8783942520b561e02320eb0d1600ca51dcf071449c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "39f9c12029362a4e2afddff54c92d1fc3714b82428342abfc7051d308e44c03c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f786f74b9625d87b8a825f81b2c090395d7a2bc5a2e754a95deb5694e018f8e4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b6830aabbaf4cbd5c4ffe273c9c1ff59c8ec8c5ccbaa85411a66510c05cdba3c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 66944, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "51300354ee56db9d4db4932c7713fdee105eb05eb601e6c851a85f92b060eaa7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 66832, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "e615206f032959fbde905b9c618645e6a7252bd19a82df38431952797b034ccb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "b81fcba059cceb9b13399452399595f2a10337e9fd8cdb7744a966e736563fe4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "a3f14465eb5a64f4585cb1fa3215253377a4f2c7667e2620b188fc21c6522e08"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 66944, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f31b932894b888c111c131e1f9e8ae25a64f044e31a8859baf944843dc7896be"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 66832, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "10424f72850703e7647fab8d536c00062385b6a1299002abad6cd14c3a7cd669"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "b1faf1b39867a8e467194742ee09fb73dae509f29653a8aa84e8883fd1d66d5b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "bc81ffce12c38c07a7f32aea2dd680c33187712cadf7bd54144bd73c132075f7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "55aed8fcc3d2337109617bde4549f1a6c2fac04f915dd3792bb289fbedcb2ffc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "8e8eed3b5149f170dddec9a788ccb5a25ba7900fce89e284c8e3227b8cd0d842"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ce5632f165a147d8affab158bdd43dde5cf55b1c319c9a82354eb331ad8a9d90"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7865adbbce7090552cfd17d65da677ab62078ab62330b94588c6a206af8beee9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "ef6d5f3e56daeca0d44f1166339d33799ba3a2b2f52777a02dcbb7e53f2197f2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "99dbcbdae8eb849875b2b6e61ee062b7bc5753342036ea5c63e9cacf10cc6f7a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "cf9caf1c7e5271ce4db450a361729173b26fa4fc0bbf9e651f13b87dac862959"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "dac87ab23e76ff1ab394b6e3e36674488b22cd591784bc03f9e11b632b049353"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4f84492373f87816f78389be8cd2e1dd8ff22567296e05484dac1f9762490b86"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "36b660f21c3293277db338426ded7badd8bd753ed31eab4d2f52622df8cd4686"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f7cbe40d2d300610e08773dcc9c6aa97378f301f7b42128d61b3b3644c042fc6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153152, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b20825cf0c1959fa738eea32a7cc490050795ea68594394ca7393ea669010983"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6b1196f64c806ebe93b3e4ad9f1d9f5b856ad8fdfa7ccacb4f766ef64bfac43b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "91b7acb9a7db2617fe7ee9053647903dec5234392420d45b1a0eef9a7fc2a5b0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "40ad5d658156bd9b25fcf510fbf8975d71eaf1fe497f64718a4eb925277b0c1f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ec0ac810241389c1ebbb5f9392a7f8f521b6c086de992373233a16149e6c1627"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 66944, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a3b14b6d9e2d1eee6eeedd5f61ce543adc254a74c8b30ae0eef1fb5e26ac1d72"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 66832, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "e4b7f7efc67a241b9d8e482cbbc723b01b0a3da910beedc3211b760f7fbc9fbe"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "61c718d5928efd084f2e7346804861b00d6e66f3b0ee9d6c9d6cc63bfa4f3462"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "507ce10c1a1a02fc28fffc7fbde5325230ec2b2587c02fb987d62bd1805c5cc3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0b5a1973c7552b5c177b341b416948051236ce7e5b19990db6d6b747e46532c4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "aa1f3918513db8065a707913dc710ccd7edc7ab1a2d4695453ce0408c0069424"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 66944, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "85fca53410ba004c5a47abd98c786c2084c758d28f21eb383ba9a80446ff4090"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 66832, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b4dfd095b734cc69a16a7d0948af889ca6205ceca6fa02b1388570e04af11ba5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 157312, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "123ae6418f5657ad13b110191049c0b5dc5edc05e60d79a9b19aef908b3606c0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153104, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "dcdafddf5937547c6ff0094e9c70405f19c40c687ec6313aab26f93031909e46"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "dfe32f01af88044e13de12fc18109c0432d944a31566e83d7ddf6017e9f74cb3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f8f7a30f569e2e5c6568265699cee0d6c2ad34def6b120dede313c6f25c1687a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "cccaf690c9e83b137b6fa3e1bafa3f935b54cad1f96af46954641c3388e83a03"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "8f17c79c0c2cec35f4b993e982c5114949a1e6dedaf930e339f8130f68706b90"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "29dcd77c2811e95224a5b766d6ce2b4db4fc8adf94dd3f87a775171d161356f5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8bf86bd0542411039b17dbffd51a9c521ecdeabb1961bda673bb9fd458775d15"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "854f45af5ac2d7402dc079453536387a84c5d06afe627acdabdd5a95c9191057"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "eab974c6102e7816df016a06f198dabd74cedba0dd03f03272bfc36d8bad7eaf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 157328, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "30cbf4b8585811cbc56a6145e12c2e3064220b58b14aaae6269a25562e04389c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "aac8980389924d33de68e7c090d4b5b5f8e29bc67cb121e42a00a0a0c69aaf26"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "2cea416b1d32e9713d89ac67e046b066bfcd598fc49751e98cdddbf603e13f9a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "ab213bfbfb8f7fc57698b76140299bbc5cb724b1801c3480ac611c987e879c7e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "13eeb0c66e71edc592a760928c5c6b93da72afcb6e5ebea114bb096fe136f484"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "24499191f0576ae4511ac15b4007859c3383a52146d4971dba5b3da125c91595"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9ddf8f3a9542dbd3411ff6c2d6342e66a990cf075484beb7c708ec15f91ce411"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f2644280c3ba8715751dc32ce6326a6c751d4ad23a2e3a5aacd387f27bb56254"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "77f1f2468be162db7cbb551677c7cfeca30d2a97622f1426c9de49ac2f4d4802"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 67904, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "0181af02d6b7640b670a41654ceaa60352d5d6d61623058bebbe393c4e381d31"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 67792, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "7cccb769f1985e9c4d18f1e951361274e870c45a4aecf88a250640db92336cbb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 70784, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "b14c430997ff12af80566acac0aff40c42a95353269df8f3f4f93c753cbc1b6a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 70672, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "6dd6ca4e8368a544099c639844207a46328ae1fd1b861860d8e201e4e42a3b03"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 68480, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "427dbbcfad8bf84a757914cb83fad5d4a401eff1864b2c0db3605f89fadbec5f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 68368, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "d527d3c6f1493c90a5e36a9ae241cfc00add6e739621cff8dd8e534dc6604c80"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 67920, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "4cf2478393f3236007ec976bb447dd5a612be49c8803e89640b98b5ef4c44164"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 67808, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "585a26b3257e623bb2a9b5c23b85d3aaa46f73de54a2d54bb7792d659a4ed8c1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 70800, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "c2317d5751d6d495578b6d3a0155dd2ddbe3799121d2a41a1b7188646f12846b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 70688, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "0656d7862546648994a6931f31730248a2607c61465da7cf1377011d1bbc50d8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 68496, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "7d3097cafd49cfc583c91db162c84d469b62c8986d8b33b7536278ac9b94ce8d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 68384, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "9caf33211d474c7e5b8bc28351fc4bfe251933e66b12af5bd29b5ace17697d0f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 131712, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "8e4a7b2b8d726de305a6d3924e9c8d48298cb2114ba0795bd40714f13f0ba700"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 131600, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "824f60f87f17b0158acf0f0228e271e072212ec7be506f96603f88740fbe409b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 133760, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "e58c58877c8aeccfc8f1e735a134185b83db9518a5d7791b230ee22c54f08e35"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 133392, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "26fe5468bf9d0e829940c10ca93a82168bde1b6f0e40f4e7ae840776080289ca"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext", 131712, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "abc1eed80eab8e8a7cb246b3cae8a9791a7b25536dbd7eef864004b8c93b5d38"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext", 131600, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a2e3e30472627b8e2ca3369b7381dacecff192b27cf99ad7be091574059e35fe"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 131728, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "93eb15fb8e0010dca797342c4bfb61b9c672ef6eba87714b38ec5f65bd1ad6c4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 131616, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "fa6ebc9d80f693c145d7a0da21817228276b8bfd3b00da64a3f6dc76b4030503"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "cda7b4403c6774eb1c772f90618c330f92866e3f67cf151503290a7e381442eb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "1d2113a72ceaa1d4dfac0c9627eada1e953317e086c79d3679f6a33e73bcf0f4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 131728, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f03d767843a55907965b152cb8d7a654b8251923f5985e4c082459097cf473b4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 131616, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4930542235fe4b7894889c803573bd2d1fc1e3a2fec644b18f4738ca2e3b8a4b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "33ec5841e20eaf5820beb8df9dd551376df9e6371554380953f5538c302e30c6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "2209166955edaaf6828570f45e925f8d3eb9e38bfbe6e053af557be88a8beacf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSpcompQ256Kv128PersistentContext", 133760, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "f10c0cbfc38c8522e1eb79a34f4c79ddad162bed7585212c8cc0a9b74ce52175"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSpcompQ256Kv128StaticContext", 133392, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "4a5fecc78bc83bb6c030fda5a36dbde06be42fc449e3b944db129ecb558b1bb5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 131712, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "186bd9828ba71226938f20a4be62a5df7f850b97c509d63c63cb13ca3825beaf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 131600, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "5b0c24621d1526b5fa428dd71a56d2f63ef1ffeb9fd4b077e255fd2813fba4c7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 133760, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "1d8dc5adb9ab2d89683b947ccd5e57c0fc23882dfad07fc23d8333a8842049f8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 133392, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "74ff3c18712f03429e619492c29ba12a210dfe9301595b573b5e141f79b006d9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 131712, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e6a8abc21b0eb47c849d407934f564f5c2a51e0180037f0ebcb7444a7f7be9d2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext", 131600, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3c0502fc7704739dc23fec06f553aa60f5cf6eb9a237558f81a42e42d9f0ef05"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 131728, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "d438c1b3db897a2db496011d81dfea9697076e0856b422fbc89628c8c9f338ca"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 131616, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "172407056c685e830eba654c523e4ee0680b823c5c4c1e587edca40c6799368b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "d7e3e3345ea88e30300c7724fadd8e5b268edcdaeff32447ddb4b8751086137c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "a716f9304b48ed9fd9b2626d1fd4dd9b2bb44d9ed10a76c313c2b25ee98e94a8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 131728, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "20b0ae0a8de8519fcbca2bdba07238b22657e76df04a3eb1239203f1ccf9812e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 131616, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5e0489828c4a7607213f2503e7242aa8a44442a530efa7e89f72d2d0f070fe82"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "00440648a2febf65612f820148b64cb5f04604a855810b5444cfe293418ad540"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "8e1afc111e55ae5fe677788e4a7a5e8f111bc4687783665e0fcf552a53343012"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext", 133760, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "e7daf7a39c61927b3b985bc60b64f1141084e8ac1f52a938ebc38c35c40b798a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext", 133392, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "718b15c5a57ce61b6fa9772eb2d93103acb4f3066ef1442a45724f363f737391"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 166528, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "c2a8be0fd67505928dc8745f23731dd48d913358c8b1db10392562446563d7ed"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 166416, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "f940b8539d9e9fe58797e5d7f732f2659adfdf3ca356bbfabd5472713f0c4d53"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 166528, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "e87564743fbdaf25bbcb9c94bcaf61d0258a51a8fe7144e99d97d8533ef48253"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 166160, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "6b5ee4815f432876e84af5f3f27b975198c697137df817042b3073de76e32f3a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext", 166528, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f27668c2a84b8c8796d46f3d9b9a2f38aadbe27397a0a9c01150a130d7766098"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext", 166416, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "48eb8777019dc62416ad6aa8c62ecce3bdb3ba45962d605095018738171bcff1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 166544, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "a7e740494795e7b4cd6e3191fef80527ececad84b6b519380b5322947ab27c7d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 166432, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "35ad3ecb8a3b77026bb1b830131c1563f845c7e279441df4ba72f5a4dbf94d16"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 166544, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "ee4bdbae7470c5240b4ec6594ca5665589d27e3692659d0d7b0eda8c8a557fd8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 166176, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "7c254f20729544ba9c2e494cc636f552012a3f008d106f639574c3c4e1e609f4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 166544, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "eadf9033070b05cc62ce45438b004496ba0c91320cdc8eabf0a8710ffcffc80f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 166432, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a3e45c040e51aed93659bbf7aefc8b31f070fd1baac23e1eadf45d3212370f13"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 166544, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "13a06763371d4e83727e5d6e2a7d6848d60954daf2efd6f4cd539e37c0d6587b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 166176, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "4e9d5410eb6f04505d202a29bcd08fddb3fcac5bbdc922358ca7173ca28fd015"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSpcompQ256Kv128PersistentContext", 166528, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "2cb0693bdb26e5a9581f57df714844fd39b3e81998d96b21439b4ab3d887a806"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSpcompQ256Kv128StaticContext", 166160, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "2ce85f9f089b7fc6ad43595bc48fa7c6469c825d56e729465db10ef9a313f17e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 166528, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "cb2f8568dbc9eac93a518856afcbabafc1efb8e512111ed165a3e3f195dea584"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 166416, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "fa674642ec32fdf2a557dc91607771574da99727ee17410f58ef1a7488b8f57b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 166528, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "0cf971523dbc909be3321266b2254737da2d8d9ec552ca7caa71d5e065c5f9d8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 166160, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "e25a870ba7497b650ae9586d83bf20441bd86eb48614f2b47ff527e0ff243fb9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 166528, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c842b2b54d1e552ba41f2badcdd428a8a89a4c5457daeeddd587de4f2f2813c0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 166416, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d5d11445455ab09abdb1f918fc72d2541d0aa6851012694cce28ff5468c64f5c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 166544, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "c6e7577c667f0dad64f255e73e71eb4924a86996fdc50f5f98acf8ecd7bfe2f4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 166432, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "b2e7d323b600cb2187e6164e809c9d701612caa6ec5aada992b25ed41005e897"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 166544, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "4c0ff5f181d2979f121add476a54fcff45c0fda5a352a4e6ff1d2704ced3fde2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 166176, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "015cfc4300b87801a56cd3b660716b7a6a66500127ea0c01e248bb56bf8dad9f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 166544, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "71eac68f07e3d7b3b359a0dcd062d89b706e57f29dcc358c35d6fb9bb1b1c771"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 166432, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f4fc69f717e812224582ac5e3ea6a4c0586e7eaf0eebc64f07f5055325e6f034"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 166544, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "1ea5af6ac5aa9519fb08f876d42548273705c071a421edf51e5c5ec09ed952dd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 166176, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "1ad393d18533e9e479f35b5492f889579ea96f2b131a355da848fb6d2175990c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext", 166528, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "f97fea58d73018b6d89895a345d961268c945d8dc81ef834fecd9f4349702f7e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext", 166160, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "2d539268c00d1a9e6871e464e67c9fdb7cca98633ff50a051c085e1717d1d6cf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 230704, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "c5528622b18c7ab9c71df1aa2fd91ad1c645ffbe39121c30bfb483aff0126e40"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "c4bc242caaf0d5e8dca69f1577f3d31a5718d62852eb3ba57d2ad2a1d77b8cb1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 230704, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ccdfb2b5c05e4c94bc5efccadacc5b104cc9287c37096d1322751a0d2a3e2c9c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8c262933e7aed61f080a4c3f1edda5b7cdfaa75b97d046a01b133a97c62e218d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 230720, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "6c539df71a36d36189d80c7b323f29f16ccd801f89d1ad9e7c90052365833cfb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 181568, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "0fa8a517b45be27a025f3b1f4e7c68e7092030782c3f20c1ac31b3efa6735f35"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 230720, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "6935dc7e426c9dcdf4c1a6828dd02c15ab91df21a5e9139e4758c6326dd59512"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181568, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "d3b309ef50f8e73a9fe31d070858c68812c0cf648d452b6c0b3c5e2bf5d6360d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 230688, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "6a84964bf4c068eb736f4f75ecaab7be1c07bed3a31aaa4bc53efc198eeeb967"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "81b857cee54ff97b19d13f5e0cecc547bdfe96b8332418bcea35010f2f536d10"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 230688, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "9536baa85cdad7273e1dce98fe64fbc56497c1c892aec49254bc56c3d4a699bc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "744ab87719db6271e2c35400f1a837ecc03cb88c5506fcb5a5c0b5fb0a4afcd7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 230704, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "7a84d4cab549fe27155273a89cbc82231f2f95f03fb452868b894f3f02a066fd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "2685e7e45898c772ceeaeb7de7739a0fa7fd69e5099f7d309fd12436114103aa"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 230704, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "6f30a3745f072ed2230e22d0099d19e31cfa87ad28a99cf12e580fa8fdc34f73"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "97b9abd9380469dda12a91145ad0f16171f699aca1c346d8d7bf230c26a1ca95"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentKeepsAbForGen", 230784, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "de1a816aae8e0075de162abdd4cec974cbf115f387632480a2a42493843e97ee"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 230672, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "0d5b06fa8a67348810d06d9de48460531b426df79c9b5d20350566892c533343"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 181632, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "8f6e454bc27e319003417dfc6ddea3b064a246b58625013bfe2e0e00bf8e73ff"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 181520, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "85c43f209449be13edb8b279055050b5066165b1ddef12ad7cc83ca772d55496"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen", 230784, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f478fdb0d47c580c57298e0deb0ee51bf294f5b839f278695e2446101a3d2cdb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen", 230672, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "cf969513f7fdfef15b0f76d2e1156e24d5c184b8189ed635bb165b974e8877a2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 181632, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "77ac0b4ebc7456f25b667bd0928b449c527e99ecc40c10e42cfddbfa353d6e7a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 181520, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "66deef02ec0ab950083f1ec25e44232a644a46e077a5bd201c7860b695a66841"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentKeepsAbForGen", 230800, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "4a492548714ea68c4d207daff7eb3f833b81ff70573d78cf840f112c11f932d9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 230688, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "dafc806c7dcae081ed382214b8e98fd2143926b454d8194c47517fc8e66ea1a2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 181648, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "7bd4df01531c22b852acf685c2c4a1301026eeb67567ee31f3def0b2fe5e4785"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "bd93a4be0e935dc6b8de1112a8b88d9884c2c2acdc223e9d54140421964ea8c9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 230800, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "87f1ec883d70da19698248e75d1800df298f58f926a27df65e278496d325c15f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 230688, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "5996b3529ecad646e25d422535b64fdadf9715d961fd9f41f25b7f426c736a1b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 181648, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "bb7960987bb01f191f0f5a77c9a4ed3a773161ab3dc5356d38563dc10ee97986"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "40e3382026605ecde3ce35a5ad9825431cfa90f213587ca6b7cff09f1d401dcc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 230704, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "cb27c9083ee63e3dd7c9a0c1996c343c82b3eebf4ed8636b3349555c3f83ff12"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "5fed5d8c341b432ac9e0da3956a50aef976d44db6095dd8e4969ef2be0629ecf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 230704, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8a0b2fa053ff5dcdebb3b9f2ccd54305f296d22a8e2f93fb274829135b73099c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "28e0420e6c955435ed1dac575bdd16c8e87e8cbf8bdaece9595d065157a3158f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 230720, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "63c5a0da32fa601014f3ba65f103080cf06280dd6f178692690155862b809131"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 181568, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "b39b736d2fed793c4c3768c1ca7570afb3d9af98edbb056b87351c4bccc60c0c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 230720, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "df6ff3257b1093fa24c74f2bfc4ec66decd36159a7dd9361cba961d45dc9beb5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181568, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "d7b546224b4ddecf0bedd674a397af4bbdae9926921884011c07fe0b08049e63"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 230688, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "931dcc4a886777de50dac39869dc3a1653701ffa174f996029a71a2be98b6661"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "103b42e870c44550a98cf8c0fb1a634047948f526dfd63c96035807dd1514807"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 230688, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "4a1dc971505ddf6b0fdbd9962cced3e35252fa0f993da95f086cc38d2ef577f1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "46ca32c0cc281bba099a77b6befb6540cf33a5a505e1244a59c89cd3d519c900"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 230704, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "c8dfcecd1899befc9aa7fb05008a05fc4126d65723da04ee0616cf96aa44dd20"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "ad0f34d36c15d52fa7400b9350c8c10e748b89b00a528cd80f4bb9c2eba1b6d7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 230704, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "d37842d04bbcb9ca118160aa4a3fc302ac50c02999f2ee1df9ec59f765fcbd43"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "186f1188db96a574ac161e3f14b6d50910c99dbdbfd4c52c7243065c3c552089"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentKeepsAbForGen", 230784, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "886022fe4c532885403066eae2f76f66e34f40a35e7c909724643a6199f69427"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 230672, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "38583c8b93ae87cf68638e512c95dcc8fee4b22c8d287d7bb15a8ed8c5e214a4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 181632, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "a2b48097256e7a6f2b04d591f2d6e8591e694a3ac4557c783e353cc09568fa22"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 181520, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "abf4cb2cd0569e91bc3ece136094f140320443391f46ba879f62428aa2bd07a4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 230784, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "83341b56ede92d3edc220e5f292f480ed2cfd40aa2c88f5e23061873d5f356bc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 230672, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2238be63fb7c424d54889ec1c49ec988c825a10d67b96e92c1d8b8081bca8ae8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 181632, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f8a8a96b8a28d6975ee131ae832eb42381d995330a08a0fb91f7cb538cafaad8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 181520, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "173b1b1e26b1fdd6b09d465374e7fe43a443732ebe61b5fa44ff93e7730ea2b9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentKeepsAbForGen", 230800, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "b361dc8fab93c9e31957f565d7eb62a8575d22c99090a8d412b8cd100518b249"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 230688, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "685d959605e3e6d196594d02e8fa81de15167e463476d469617daae16162c4b7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 181648, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "132d3e769c0f469f616067980a713e12e21d31306d87a242629bd4cb5b8dd105"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "caf85ead3c6395a96032cb5a2c39c36764c2e701b8d8d81cacea7e52ae2eed6c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 230800, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "eadb99bcad749b357277de8ec47e9ab05e1efce5f1d96dd6baa005f63277b7e8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 230688, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "da8385d63ad4a4a3d10a45f192e633a28d277e384d648c303d7289aff9ba965f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 181648, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "3f96adc9fc87dd6ebda7f4a2f6ffeed2998a7377bf6831bbe17029f62cf0f72d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "419527f7de6b1df90d0a8118bfe2128635fdac000af6fee6314b03db3f3ad9e8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "72fd3ab08b1339f07c227f3f1f90e8760c6fe0ab4d0898b8fd7acdedf699544c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "00567e7c01e591861755be92fd936bf9574d1e6fc6523077723113bf891956a9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2dc696123ec54c4a38f2b3bb04d217d6ba007519ffb5c11320d6b1ca1d2bea30"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen", 197928, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, false, true, false, false, false, false, false, "7c3cc12d1418e3549492624d68b3a03a248073751092d9aece34f3bc401e24a0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "8073c1c9610200ae1233c3e395f083883bd7b7b150329fdb53c4f97977b8b6a4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ128Kv128Static2CtaKeepsAbForGen", 197928, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "ab5b64428df95f94d303907663dbacc7e93af1ac46acf2eac655f965478d7623"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "02a623728e1d63affd7ae4071a37d944f8a89e8799da70490b21af9b6516ae16"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen", 197944, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, true, true, false, false, false, false, false, "e65275a7de2d32104ea706b3683971288ec6bcd79cbd12a8143e08d511b616a4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "02748ab579c447ce55880b96b00c48e3690911cbef8810e38cc0f87a5b5dd769"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128Static2CtaKeepsAbForGen", 197944, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "906fc4c1a73b12d17a6412424fafd970abf9242f89e99cec8727f70c6f828452"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "b0c876931bb2bea6ddeb7e9c6a99fb5c078efa089fc89528649da6ea713fce02"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen", 198024, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, false, true, false, false, false, false, false, "a1eacae66dff2612cb6d75b7281084f33846cd8c2bc8c2f2aed402a6a55e58f3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen", 197912, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, false, true, false, false, false, false, false, "07ad84adf60005d725e1f808ae9adc76037a6e0c8562a182be952f7aadfee19f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "8730a838de0bce1ae0e759027542df9408d44ab0005f62d2a8400b550069984e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "f03961c3dd143b7d23e642d2f6f519896851e030dc9a03cee7a097afb0344ef6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ128Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ128Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ128Kv128Persistent2CtaKeepsAbForGen", 198024, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "0fd3b83493fceec94c6e8afc61a688816c2085b8d0e87e3869ba9b1fb0e01f95"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ128Kv128Static2CtaKeepsAbForGen", 197912, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "f19313da9cdabe88587ba345c0124946f28363f55ba6f4bb43cd7901689cde18"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b593f9032a8ddabad55b2d9e9d6cfced0698f63db7fbd3e1e53930afdf6b8cae"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "371b08cfab3d9c4b1b712d7db2bdc9fe44773bfd68ab1e78e426d39f14ad695e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen", 198040, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, true, true, false, false, false, false, false, "6e45f815e75187ce02692d4d12f2069dfd6ed7df9157c4a43f31dc724c966ca7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen", 197928, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, true, true, false, false, false, false, false, "c2bd81665c992924f41fc8720b8279318b437e87cee8120a758324ceb1e3925c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "9a73ff71342a511a1c83f022ea00b8c801f3f8414a0c9ca83075c28807668efb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "4fabb2f5423fd456a302028557f25835e09eb16a971abe05fd6fcff801f7e0fa"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128Persistent2CtaKeepsAbForGen", 198040, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "cf212a9a45d7e61566f57ac3ec3cee8675d2602b3615b1bb43817eafbed3ab1f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128Static2CtaKeepsAbForGen", 197928, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "26294531be10a540bdf61c51e100b6a6143eef835f4f0a7ffdf2906e0b321e14"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "838a8c8246438a1c01553dfaf3f4298a3da4d46192dc229580834ac91a83e9ea"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "581e7a9207feffd8d423da3a4d490930c0a996be283d0e6d486bf11e893996f0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen", 203304, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 1, false, true, false, false, false, false, false, "bec191f353decab83719dc2eb3b2e6e9932aa4f5e5272bd3ae8ebede81c2015c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 219680, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, true, false, false, false, false, false, "2f9cf92d937e055e783d02150271e8d4b33a158bdbbc5f1872c033d85248fa39"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ128Kv128Static2CtaKeepsAbForGen", 203304, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, false, "5f89a100770959f5d7da06204fad0816c15bf0740886e4df6b424a124ad09ba1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 219680, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "7217c96a07d5fa5fa7ba915aaf44121eac0098da80e4d57abb526789891d8d96"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen", 203400, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 1, false, true, false, false, false, false, false, "8b2b24a410f175f56ec300fb7de41b1415e8a6eda05df28eb349d0f8fa2ddd1e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen", 203288, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 1, false, true, false, false, false, false, false, "3bf332fa0d14606b6ce634bd958244cabaf629861198cc40a3dfd35eb2d506bf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 219776, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, true, false, false, false, false, false, "6dbbf0a4f0cfe830fbeb87ebd23088e62098dd504474f5bc75f88a4f03c2aa11"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 219664, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, true, false, false, false, false, false, "81cf5f7ca5edaa0e1a908e76998e5a6a0ad19c6fab13ac49b103480a2c7c2234"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ128Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ128Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ128Kv128Persistent2CtaKeepsAbForGen", 203400, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, false, "42af03cfa7785acc3888a882c68267e6800e971d142471e3ea15a29911f06f5e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ128Kv128Static2CtaKeepsAbForGen", 203288, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, false, "94151ecf47bcf149256d0cafbc31e4dfc3707b4938ddc1c786ff37276ccecce7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 219776, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "f1bf9c1b4eaa2a84df38ac35a4208fe2b6a91c390e450448e6a06af54fa19d97"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 219664, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "d87fce2096c873e24612ec44a07fabb4a78b4b6adb1b201b05f96ab469affe67"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "2e6c298d910e45ef82bcbd3703cd641f1e7b0cfc2f7ac23b5414aa29c578117a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "dd5f83281ba061e5ef5cac57cfe097d7dee11898acf284d1ac9be5332045bb17"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "4a98b217a865ae23d871f4df4f3abe6614804562c2907e959cebf87c194878e3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "015daf10adbf289df9714a59add36ca1a4b91572e233efbdb82921b72d4c12be"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "5fe302bb0570acc71884141d689a527130c69725d48889eda3edd57b46185847"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "757bec1d5a3043848381b6987fad744e8b6100ef72ab66e2a9afd0843fa3821d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c7fc77dd9637cd9293aa4a401b58cb123998c2e5c8b33028109af38c9e46c350"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ef9dc75a91ed2dadb1e771cb61383967608854bf474367c51d5d67d8d0724d8e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "b9c1c77d54057043e8b606d219eed7b5d549a5608cf68ef0a6380ec28a356423"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "a3099d54355459265b7c3f4a6309754f8d3fb57a5d081c7892c500f39002471c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "1e7aec71604237922f4988b3d27ca7e7581632801bb8ad1bdcfd4053cf896b02"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "e81f2cbcd9953f9a7c078a20ebd5e61930e13e97d799abb8497bbab4f5d81d03"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "fca5384f500366db04e1758262c6bc2c9f95426985c39ab643587eca69416120"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4791b3b1798614a61ce9248fa8aaf4d99c9b5d28ba7d488a6da79fc34c3c5720"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "be6226019cd78ff285ad077e59c7ab5257e9b7182d2d0abc4210c3e253479a12"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 207656, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, false, true, false, false, false, false, false, "d739f228077c5cd62af54ef9cec89de951914ff0d1173f7d81cf68fd46c51385"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "68dcfddf4e71df8441100e062886ad989a3a7de0d7002f9493b73a4ff5b7b8d1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 207656, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "556d746b778ed4a553048999ee3c4b49b6c97a02f85c9c7a34c30534827c7c3e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "369d98bbb48ccc280835c238bbc7805c8371f0138f79daaae496ab72ec0694d1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 207672, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, true, true, false, false, false, false, false, "6d4740d07246b638850caa1b0fe76fd9aa38480a8f79accf600bf52d76e9bfdf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "9e99e00dc17157b24dc07a72602949ee64e35705ec66986eedab63cfa9724bcd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen", 207672, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "b1a24ecbddd68f28f513c495b1515c2e64505d280cef5c3f2ec1b504afde81ca"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "ce78fd7936a7cbbe0aa707e782ac2b955d491c6ffef2d6df635f2a5e37bc50b3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 207752, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, false, true, false, false, false, false, false, "63afe283411e1949399abcf50fb6c7eb892515e436db10c2ed9624fa20515ab9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "279acd94e886c933b5739689612c6fac102417424adc6017aa1cfa49e7ffbdbb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 207640, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, false, true, false, false, false, false, false, "76c75034c1a2ef702796697d3ed4fc9ddf1d58e00c3064df60ddbf3530e9e51b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "c48b56a64b76197e9ff6b100b3fe0708266b3d08ed00f57facb5988fef5a9402"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 207752, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "226d4f9eaa1c50c62de830894895e7b5a581abf7a8c7fc22301f50d1cdbda2fa"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3c46d050cd2c75a61d78b6afdc13f0b81e9151a7a1783487586a10290a04d187"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen", 207640, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "872790cd65c501e8a01797be5a50cf0826d371083de281d427a79cc4cf9e3c26"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f0730644b05f2944e6a23d3d2c6b631fadba97d66ad198dce37023438a4bbe26"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 207768, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, true, true, false, false, false, false, false, "6abc63dcc6da2297fc77d9080a7b0645e314ded36d289129f55aba2858258924"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "8dd0dfa431befa26bb2137ef6c35b6bd57354acffe5b9267e8e9a971fe1ee7b0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 207656, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, true, true, false, false, false, false, false, "769470badb40a4c974d45e57aa007100fef2db54ef958b7654d3ee18c6e056b9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "70fba610b63128b222008983b1759ddea3feaa6b63d6887526724ca6a6dbd275"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 207768, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "4623ac97ab949a5e08da990c1d5ad4faeb0345e6beb11f5e1a09169adb671066"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "75cc0e198805b1b9698f9b71080ef7fe4947f177a5ea5ba6ee52d7838ae8b477"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen", 207656, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "ed7f86dcde3a1ccbac841dc377d813513f886d8247be505dac59451b842b6a88"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "f31de72096be67a985f82e98430da92d5c211f2c1b2b1169cdb8839fcf700d47"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 213032, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 1, false, true, false, false, false, false, false, "820e35c8382af0894f18e60ca900ad658d2bcc1b0da66833d352e61b674fbba4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 219680, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, true, false, false, false, false, false, "fa992c6bd673fa4391afa05e1ea447d7e45fc3ab64f9fb1e35271122f43ba7a5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 213032, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, false, "fdec54e6b71af032cc0313f54600d99c40e661ba319da66bcab6abc9131169b8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 219680, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "a552b4c7191800384f81ebde2540ea1b425bc5e15ab67d81876e073f66312462"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 213128, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 1, false, true, false, false, false, false, false, "267f711d6f1a9c50e43573bf5d9666cca187a10dc8d5dab256bd03fab396287f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 219776, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, true, false, false, false, false, false, "4da66ece1f7f377b5f486e0804b4eb456acede944a26bd3e92b4cf02402e62ed"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 213016, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 1, false, true, false, false, false, false, false, "e0c77bf1af31cad88d8d309894e9a03e0ea8ff670e6ffc28c7162bb244ba64d7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 219664, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, true, false, false, false, false, false, "0f2fa1606519fc1d946e8550ec7bb03aa83fceaf5c538e07b6d4d9617b4331c1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 213128, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, false, "a40dfc62dc864718f8396c43dc048e070b0c1f63622ada01a31bbaf6726a3675"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 219776, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "8f4bf53a4f83f5fdc349b0128a88e4a06a9a630e5c697f0c635d634b43229fdd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen", 213016, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, false, "2ebcf931a551151f654289287854b6539996910640b24b1fafd655388715dd72"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 219664, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "8bf743af6f6aa214198016b31f08e96de787098a14ce933c9dd06edc8175ba29"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 207656, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, false, true, false, false, false, false, false, "e1c928c1a8503efac2ff98be50c1bf0ee1bc93f716658dbda24807fbb7528c2b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "600fed0f6ceeb2dfb05a635ef62ad4a283858defa6ac0dca9ecd3afde22f3c5e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 207656, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "50401e9064f421570585942f649c3951180dfc5997bd3af606f61ccdf85b5361"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "4dfa0f5736637dde9e2e0b6ae68437b43e22df974e90f3d2dfad0fdaadaaf814"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 207672, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, true, true, false, false, false, false, false, "04171fb1e6fd127c57c32e9c13a764206dc87ebfa8a64011376f8f60630718d9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "668f19eeb2b99d940dc7c5c8d7caa9fec9b9cac7c5ffee77c73b48e195d8e2cf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen", 207672, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "d984ade2722ab92461588ce3ebe5a63a36c96b8e87268f8231d51d5d35659a9d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "07f2c5f03a0d86a1c25038c780f12798f189d729a0a44749c7f1dae6d2126ac7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 207752, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, false, true, false, false, false, false, false, "2e89f944d6c66e1c0c78f5bd97c04415b8388a8866f0d2ff810087f8a89a311d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "23d0e9477df0846fabcde30d975873ff09a310dbb85179ec4f30002dac42a70f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 207640, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, false, true, false, false, false, false, false, "8ee1c0e05ca2426e0eadfb3c446b0629925ac5db04744678411977cd8990bec9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "ea47cc8d780199e16ed8b97f0456560e0c0bca71e3ac16a138a8a3d572e47f19"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 207752, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "36163b9cec0b3b3571b4943a331d13e09a0e7728a9f4933736871b7bdfd47ac4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "814f2cd1a1833522af41979a90ef37ef4de9c75942be55216c84ef36f7c7ce47"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Static2CtaKeepsAbForGen", 207640, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "c1bfc8f54b24d4cf225507580a71f938a32c6bdefc9596fde720dd52a9ce76e0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "eeb0a1cc8cf9dc08a1b0c93528c986c5f2e1578a6eb943e2cdf5e2be38756aa9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 207768, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, true, true, false, false, false, false, false, "28590bc1984961755227fee55bbbb46090e9b9dccd0c38bf5efb4c037044ca6d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "5dd2dc25a7f72c9e1578b224d3b727ac036dd19fec1f79b6f0de9bdffd82c06d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 207656, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, true, true, false, false, false, false, false, "c30c8a0a5352d43026c3a9eed1e8a4971199e280f433ecfec1ee2ba17a168502"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "85fff9140b7db78be94c7b33ed335f43f0ece89f3883a535d5a698a53b3c5de0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 207768, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "67b069c2001ff4bec90e8109cb54cb1d35234340afeea9edaef7166c6e3bb359"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "e71ed4b9a8f360860c04972d7aa334c841d1113050eea78f69188eb6412b491e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen", 207656, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "f2af10dc9e71ffbcbce7e8e9e7250293dae02d22c1bd3eb438bb66b800b2937c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "8ecbcee2e0e568ca8d1dc597d368476828fe9ebede7a7cb29671d135f6b9f66c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0a687c9b31a5bc6c8d674ebc6f87e2957bd4b454cba7069d3e065e52067e973b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e5c32344631c90fac2caf8fdb1daa88af6ede76865a75f2a217d495b12e89a21"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "74aca2e6e88ca3b583591edc7ba6b77c28f924bdcdbd2f225b049a49a5fb47ca"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "bff5df89205b77ebf26bd0058497a2079cf2c353678a1ba5e01a5c4410da9336"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "9ca9cdbcc30e7176c43867a7a72ccfde6257e640973c47cafab25d08e8cc5f80"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "243b7c109a8aaf71aee7178ec56973fc95fcb9022e5aa3ab044d7ba635668a2f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "cbf14229f5fddc69e7dab9ed31627e5216cfced02b116145503efd62c8db0581"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "17c18a05a37e9d8d75bac3700fdd993c660e09a53c570dd32c58be594dc58c6d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "458d5e055137461b490f92c0585bfae8c37335ad47a66f9ea37c716fe21e5073"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "70d1a174440c56d82e59281f94c510691c1a95253091a2be17b2b19987a19b1b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6c338566e342b33819027b106ff0f4a8f7c1f2a0a13f173e1349f1310f93d9c9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "5f83e243a30c1d9312d76a8aa4f8b660656553310936b412f54fadcc6f12e551"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "7f9099e4c4be6f239f8f1dc95c033935f74035c925f80c4f799567ad9070a559"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "7c1dbe3fc17ece8d8b03226d79bc6549ff2012d6a80bec69a1e0da989e607893"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "ffb85b6fffefc858c4728750364665199c37f8a51fc66baa7a29c736a90caf87"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 219680, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, true, false, false, false, false, false, "cfdc86e9ae3b87a1fe97b821142b255fb5ca0568723b96ffcccd03e760a437a2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 219680, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "bb1279a693044b359bf4698d6a8dfc4b745884a50b86974a565ec056ea528a95"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 219776, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, true, false, false, false, false, false, "6110907f2ddc6f41453fe9ea73ea57cb6e436c156e1c9aba7d68f6bac7a70d45"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 219664, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, true, false, false, false, false, false, "54ad2dd04f99c0239b6f3a1e0cf71b7a50862e534a2b47922e220f48881ed571"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 219776, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "f7f88f2e83816a877dd3e5d22dd0e9df6a1774c0383ecc6cdfe6c963cca89b78"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 219664, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "081a02ee1f7c87d58b6cfc7e1a1238f1e8896ac74a0c608c2c61193df4f845a7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "bd6c8d9d61456b333c356f73a41a524b4a9b94049f1a7338c1a8717f99f54072"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "900be13f859fe0a2aec34c0ab520e77072537670b6464fed0a579f1d5a90a494"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "98346489e5e82ce2cfae0eaa93cf7bfc67120e6d2ed5a237319ac50873d12e27"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "344b0067e4e070b77d514119461a2555db99f1143ecd42222b607bfd7b6504ea"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "77cd7ee3b87b4bce987b7050e57135992d00eb7c59106855d9654da98e072eb2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "bc83c30ffb56284caf71385a2a6da48f3e9672163d3e6adce899ddceda868a89"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "4d739f197cf0ed3c8281528299f053b811b1a1bb64fb816005e7d624c7de64a2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e8bfd5eeda1c4053d0e61ac403d65fcd767082f6e7ed73b79fb8f8866c471f4f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "0017dc8954a0cf1c9aa1639a670e2848e8374a06e6c07b8cac3988d2089f49e7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "68509334767a649eca89399c4b40163542742a0109894ccc91d7d1fb5b6e9bcd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "f9f472b985868c55baa35a0ae88912dd0534b7e6184f8884f390ac39cc55e155"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "1cdc663eb2f4c827291cfee15019186b934c2497e0882f4a87a7f6936a428cb0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 133760, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "423602db3838755851ce971ff2675a27f4d985d30878fe053d9afb9c3f244ec6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 133648, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "e2de64269ec5627fb0ddd74442225693d9e955d6780d26283314b9d0fa2b263b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "26f1dc1d078662e73f55699d4513cd776795c34d78d638363f3bbdd6a46f8973"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "35a938332398b42a5a31383ab2a954e8176a6dc31d5864098d67fa8c36877338"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128PersistentContext", 133760, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "70ca2e9e89938ecf5b849ae92a2308b5073e00d52f1cdfa9dd2c5b0cbd0dd93e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128StaticContext", 133648, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ece1b11f4c0a34a1b9f28ac0a2afbf05023013331dcef922fe97e575886781e5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "0abef67dc82c9f714748515d393d5aae1572a7b0216ef99b53a06364566167ad"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "025c5af46904c3dc878fe8e3bccbf4b9a1fdfb9caba1b68a446cc3317ad891e6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "107612ac96e3a6f0ed050bafc976f9faf6001ce6c92d56c5d81669f5290d0ada"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "b97c1240bd19d3230e7ed3f0d4fe156e92248acd2c0ea3c8d4cd230aaca72f9d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5ebe9cc9d6d7baad1e14cec2fb446cedf310e9b0cf29ba097a00e5b922212088"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0e578f3e7390e24b74b39f8044cae7ead9386d6b3322fbce4ebdaee2238526fd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "cf2e8a9f344163a861fc92f8fdc5b6ef1f99cc44e89387a2bbfe0620e60c224e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "5f90abad9a27811661bb3d596878b9c5c3c2c5e3f24111f814ddf8d615391ff3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "739a50c13b24dce42b0f13f77a995dfda5b0cb59e2486afd9d4ab6efbc359b8e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "c4ac5a4fc02c8b884824c2841da0e80f9100d5b8df483302a9b995942a0c26fb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 133760, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "f6169dcbf0d036a7672069d2600644b655097e55a8bc3997f29cb34704e56879"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 133648, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a0da8d2244e8f5da300a3fb31678c67a21239b9bf00235616e78eaeeea78c43d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "3ff541a3c84aa3f119879d33bbd0be4216d1925a64c6ce9560c536c0a15730a5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "ff126624dba8e02fcb4d02e8f69032ba9cbec51eabc1beb17b926ec27eeec2d4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128PersistentContext", 133760, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "fb7f6665c64ddcb513d19249e45a3ad6f6dac4bc88de784a2f9d2b8bd6e2c4af"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 136000, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "650f6499fd1de0ebfa313768cb2fb78d1bcf98ca435206f209f07cc008701de9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 135888, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "afe4ce38eb9aa1a70748b3ae649a67b58dc3c0c871b259739bbd6ed17363bf2e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 138880, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "294d2e7e74ed44132cac1380a647a6d5df18d017003d4ad4a93760508130bbb2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 138768, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "ab555f9c84207db8dacb397c1d9670dc7f4e5dd3f3f05479183fd748de2add6f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 136576, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "54a718189d2395451230dc9db597ece18af32178edc03a801ac098da4ce1027f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 136464, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "c6b35795261778601ed9fc04225879f966c9242b18214e7165d3253bba851d3d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128StaticContext", 133648, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "896071ec7aca540d07f5a6ed11465b581b4895bd1af0a165db4ddd438b3bca38"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "ef59e354d4a78a35a10eae52cfd045d7c54d68c158cf71f127f354a82023885c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "88bf23dd8696291583801a33f3d0a18b7dff2c171b1adb595dad43ea150b780a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "bf93b1891b7363639d460d86bfe9c2582c3e3a9e6527d19da0c7b7c9fdac6cbf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "e5ec5978c016496c73f5d94cbfbc57c3872f9b31722b4d25c0f8ecf7ab5af82e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c281df3771131604e440669bb15d4ba4d8a57bd1811b7588032bf14182acd2c9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 136016, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "8e3ad0c341dd63c9841a77327dc2e377431f0f02b95703df1564f93466d25cd5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 135904, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "1fbdeea0e69db1a2ad640ba06ab55fae9192868ea7555e706088732bc269cdbd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 138896, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "b02a3e58a1dc3e24275279cfaccfb70a7ce0f2d4002f8230124e0ed93af8ae02"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 138784, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "7b78758ff55b328871c6967c90c0819bb05a3cd66a75063d69bfbec3760f10d8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 136592, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "c9c8b97abb3dea260997142bb630ae6d8ba0cb23073f0b647e6d53f0b04f3862"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 136480, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "f869925992aae17973977c0c0f04c34b51c59b273bfe53325ca3e03db553f2c7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "522c66e47559a0bd341c3db7e618699896aac6db5402f4eeea55b58d48e66c4c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "e0e44081fdb15b4313d9029385c5bf62c405a5ea19fc48386e67bfeb852a58ba"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "ac89309433026e82d7509b4a82a560293ca067076b9e006a62014703e6534853"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "793cfc75620f1126926e3b9d64e59ea86f24e1a04766c16c56359aea27709919"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "154be9d180a2bfa4c218f6f86bdb2d187723975f5470675e595e893887c8d61f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 133760, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "730f44cd88429b4e5e0ceefef34655a27cf2af21f995b028cefbdbfd6aa60be9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 133648, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "76663030afee9014d927c5cab755d24fc1a07bf7111d9d45e4ab3e8a9278103f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "a0210909091fb5a3033fe0151c5cba1b657bcc391edf3911c1e1d3961c909338"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "5b1f1a7c075a04174ea7f04eb484cf8a21a08c28d3644841d3704751e6d9e2ee"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 133760, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3952957b5e68ba31f715cbae56bc70bcd8a9c4ccb333023e74fcfd968500305f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 133648, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ed4794eff57b2d894267f616e477cb657256cae6427466bba67c6d1887428098"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "b2b3dac0a06a80763dfecbba477282e6fb207d810b75a6e18e038796c4b8eda5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "c2d63273759572bd1d4528ed0369a38cbc29d2462e792bcd4d4642cecd29b988"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "58e4bc43a59714577572db3e1ae00e78633f1f9f934582f66a1bf4be03b1c8b2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "5b9f395b731cf0dfe755a7623b19c8d7af30feb0b5b3e609e388b2c4f497e833"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f915b14b5b3c3bfe1d1db7e558619b2dd7e6796dd4a38856902791bd738029d5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b0a5429468cfb5d6b75b045bf13a612f1c1be47ab3998faffc9fe68cca5dc4e4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "12e649c6b72fe4a9452d07710442279abfe8a8909286319fc2b8d67a91c41adc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "3b801e4bf04f688abfc00c42679412749aa514c7800897b2ec7531a4b8ed9ceb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "d9ed14b5fb1dea0f63cf620e2dbf17aba4d919be6d05a80d776e104d40a71cc4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "652f00b4d626a1d722a063e293820f94930af272007dc618de91238b223f15b5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0a0a678d06150241da48442d7e5325521e14bff6d110a0cc362f729497614f00"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4fe28148a6ca5355ece30c60a780a295944b087e57ef49ed48e98b0b34c1cd06"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "703d5b51f4ec1c359ea40e1551f22f60d9a393bc3a2e22e2afc810c78abd8ff9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b3e5b2acda534cd70a47fcf17a0e46101c9bacbf5042dc75270d85a10292e5db"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "aaf749997b67cbfbc0659a1f34e3d761f2c53cc8985a670d63ea1a597f2e7fff"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f1509a777e811760730487b259a7e4dc347a5c00e1e441ab43b6072cc9980b5f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f4c0e40332629772ab7ff169dfe5688163d1510a6d92e2ea25e3090d517a93ff"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6809005e5ad3f0b96f5d9271fef84e32b99b717c89a0b473a254987a22b22a3c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 134528, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "3de654e9ce341c72b6aa1552c2bf0024978f3eb76d9eea8c2bdbdbadd22b81e4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 134416, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "c1232a0a3dfbce6e5c98961d7b3483d9da845f1b9fcf6b987fffdba35f965463"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "da7917e22dcb4c6faa131a1ad15286470ef3f3408b869b6aa82c3a096330879e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "4ef3c083e723aa697b38b6d30182a4a28c99f1d3f0a4931a04ba89a2c9f00462"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "088c623275b4fdbbdfa94a2548023f3fa1c39a83ca9f8599b48d209402e27e31"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "99c3d585d181f07733d62fefa3cf7de740f02143fc9e0e7d2d97be686e69966e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 134528, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e6753e11e5da2eb3937988ea6f192ffed0452f7a51e36de7bf9f29c6d7276c88"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 134416, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "88d687ae17e7851e1e8b5fd1b3a670fa27eb00d14fa84f78fa785df9e86620f6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2449ee9026efd9a22e82d975f61a2bb9b37ac98c196f58625532db639d9bea8f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "66b2e08d2ea2830d98404d49e5c2b4c6097758fdbb29b89613571e4a9e224855"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "853233b8f6e0d8fb9bb6a2e0ab5a364188b74f2a353a7e70b980c9e913e6083d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "3c515133cd3ed9442460dc705f6732a7474ce2f146c046ecc9981163236eecf8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "ce7938ab458af09b608a5564376e903b90653342d0327807c5e40aa6e96a763f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "b2eb0c16c474c3eae75331afc857832e6955a885f673089ab9f0a30c71a98cba"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e879b025d55e777b42e5d2b0e6ebeac1c8380cd25b980ef921028959d3e8106e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d446f510b4e59b2360b2ea7ab4804d337dd467c803c2bbdaff67af1fb5a100ab"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "750dc60367140f1aea1300bb3e2fcb5336a937e9a1921233f0750252cb46a09b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b725708a53892a1d82a6e48b9e0dcb0da66eaf348a4a30dba31d53231624ed0b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "098412d473fceb0aa035e66f0052c3b98dacf1fdbd690fff578ec08d01a4576f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4bc6e95311129233f81f687bb7eca4f8db6a9cd6ce681a1f6a9d489e63f80e41"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "a542f7ff4bb741ae088a7ee4c9665e0ee2ed49e0ef2dbcba398a04b505c7da14"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "1b1f74ec20466d62d6efbe5bcb2c122c2a067f7f6f0e45c1540205cd5b7dfe8e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "f056de49465dff17c619956ddc77b7561616261e58d2d1ba3c788fe2b1e18436"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "a65ffd9a037c7d8a6f44db39c63bb4048313d68e3d3f73d09f54622551729720"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "49aee6f66e2a5ebc63870bf6ab5645c854df781ba4a55f6288ac7d24363079fb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5a5bd4c682e8dbac79d960ed75d1cd6498c0c62fede83de3e741c17b1accc0a8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "afb3e47023079dfa3de3ac3800fc8f87d58cfd14c515e9969d3556d13d603d2d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ca2527f9bd8dbee7f51b8896f4269f2915afb953455f5b6bcabf1500f5b1b01e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b286e35188a5cb73bdaa7846d63891f9fc7d7117e5c49ffc648f3d0262c4c9b7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4883be92701b9ee4a5c02012ddf58081759de2f3e91abee27a4d7f180963774d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c1403421a06f915f6c85b60b8f45e6e2bf847c715029e9222f256247cdb32d53"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "831b1430cccfc6c1fdaf2359dbea9c7072e0748450a21ab81d099761a3231a68"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 134528, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "13ff302575b520a2556e8cfe19f1904785a0f92f1cf7d925ed52830742274db0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 134416, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "b6725a584e8bf8de9955ebd8e6ef7d16ec524c817d25ce2affc7400ffd09b6f7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "b0b1695a9baf190d0204242a2c11e2f331669aa1c418efdb5d79bdff5dfd0729"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "d9818084f0ab1872a72506c13150475a1cc52ede0d0b29baa3312e55d883ea3e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 134528, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "28ee5841d505cad76695d29b85639ff3f0c31588da4039e4e0c4245b1ed29f7d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 134416, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e8c270a54d7e8cb0d1ab188470733184f4a0030665b654e34eea6ff3c8b77592"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "4f8407be0f67fb29feb4dcc1f65712104ca51fe52b3be47cb12b54cccdce6d66"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "8249116b09b326fc5db84aa4e90334841c6890c10ced4c861efdb6f4a5690abf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "ec7604f0421ea61ac204aaddb6416c96c103edcf303ac115fdfcd89ddc51895c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "d2075516eb47892e1442699884b6d40fe974be95b11232f3d45e497b9b029620"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b0c8f29c90281d16999b35f1691ae27f519f0bd02266b5cd3edb3993394d55bd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f90e0c1fc7f0d2f6a85b04bbb81c2272621428d04089cbb948a4da62b8fa5989"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "efbf00e5f36d3174279c01b7bb88dd7528b912ee6126b9e6d226e8238006ceab"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "e09786baec17f722c2058c622d75531471e2608b79460e61f2a9702e97bcd079"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "3c041b5d731588f2bafb63ce0bea9775b15cf2bb6ef0ec6e44ea2322a8d94df1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "f5d664ea547e4040308ca0b3280d93d00772cefcd0095c1b9f3a20aee4fc0365"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "14c27193525a39a026a18466a42a833289a263e3a5647c4a1b753bb101a6b8d9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8260c46fe57c9da3e318ad5492103edd7be775d755bdb4fb3484ef1598007fb8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "27cd7cfe6ed0315daa755abedf6a261c4a51c6b09b3fe596544b50d6d49f792c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "48874b254daf89804663c461342d03779bfb8b2282f47bea0a6df7c9610a0fab"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f25bccf5133ee6d5b94a88a44d31349b178ed2771ceeb191d6d323a54aaf5e6a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "474bd290a2bd18d8a4b2ab5169fa30b25788e899190d2db4906cb6f392c019ef"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "22c121af2aaba02bae9dc904bd6cff63cfb84d210c577bdb56191c65cd2d50a8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f32a3e7505f04cf2d9cc5fd30b232c0d5dc59c48980e18a1408afd40ac47b790"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 134528, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "bb6547c7539490b86efe081bfa8d2bf5701e904f62c028fead1b9f81ed1d34ad"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 134416, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "24035467dc0616bc56b0984ddf5c117d187dd7f27803e4a2c205ffeec1ceafd9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "a20b2bcf23892301b22920ce27490a171e37b4edd8d6f5aa2736c24980e2c533"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "13c198d135e37bfe85471e7a170f92de1bcb9a3367be50bb747e039889aa03c0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4a9457f67a143b2c98a4e082492db8d7a49403b993643efc5c48c651cc10f8ae"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c4a2f7aaca1a77fb6e68aa0cd1dceb18dcd4c105e827072c42769445e106ba59"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 134528, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8073e7ba5c2801701a3f56d80992ff10e2c6b7966371caa3f7a23d4568fa705a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 134416, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "fde07e1eced30c13c3e8788e82e0311a7b1acc2b5d4753cced44a368cb455da7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e1e9060b27cb1d423b781bc109726851d540cc2a5f9b04fc16d62fa97ffe3c1e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4720f4e117501f2b0594cb386248f5c1ab106c5354e36dd91669cf6acbb74e37"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "ccd50aeda9a85742d7b5f72737fb00149c043939a49d4bd859b9fd640d4a9254"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "95c53c187f167364475e7d9bca4f56aa9272fa583418c44026ff6bcf7b0d51eb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "86e71128d87c14e19106cfaf89bd78efce0ae06c8f6a90350f9940553ab37196"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "b0e7648c59e422298ca8e4c8762e246c3905a5baf4bc6331589fb272c938d1f6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "47b2bd188ee618c01ac59f0617af430df4df9cb9cc77fe7a1ce9d3c2a2238bae"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "05b5f2564087d7ab4c1a0e375cc897c1eb7735431860b996ed4e394d39126d5f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6b88a2eaf25919244e17571287740e9bdaa06844a02151e20943e9dcda192580"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7649e809418ca19f2b56998f868201a0a5e78573555446437124741b7e4fd635"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "718dabd2d82735fc849a1494968e53c85f602ef8a64cc7422230b5a6060d6d30"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1adc143984f0054fdeefc08e9954c07fd30be953351cb73cbfa39185d9cd34b7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "a1ba620a4b328c290529319a94780fb946322464666ff1ee442410bca2c75c68"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "f4bf594c45a0f78832124d068aa541bc7ab961c6a05dd213a8c2d75f486d8ca2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "117e44842fefbb59dd2eb36c45697a1c72e6456cda81ab37b4c0acee60418d99"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "a1b73c7cdd88fa369b730a9dd653df791ecf92384b4b287705647c9f5d5ce0d0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9c68a548ec58b444ccdd2757755d763ed4ac213920af7a82c190b1842ca59bdf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5972ffffd54ff34ab3fed5eb897b3fb4462cd1fd8803ae90506987e054ce978a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a5ec723ac38ab162a92f577af3f27811a36e446b0d9508507a17b67971bf436e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 133760, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "78dba2567dbc940082e926aa40a651a1259421577deaa187d23ebb193db5e2b4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 133648, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "830c0923d91508d86c5f5dd1120fcb1467d46a3477169f859423ec0b14b4f157"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 133760, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "22be77ec1730cf13bc4ef7aef57ae190348f78aeb22889e57a4b9dd880b06359"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 133392, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "542c19552768daaf9cad8813d084dfd3d337d5e3f75686268a57ff3cbe86423f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 133760, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3a24fd63d4f6372132faf1ea4927bae69ca2a88fecb2d0b5469228344839e023"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 136000, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "eed755494cbf3998bfee451b9d52bc39cef24bb4cd0716d7ce57087e1b653c28"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 135888, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "01e6145e51ab6fc882d9bb7d3348de830d54b9d8ca16dba5cb6a9d7192f60920"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 138880, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "38d01c3e90ca0fd9fbcabd0af22481d09f8772666d9ba5a43bde00da176bde48"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 138768, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "13254809dde619939a5dd7b7fd5b6ca505da017c4e2fe95b753679bccc648311"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 136576, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "3d7466ca734763f09ff2fe6ed7a20fb0b73cd37c2d65bcf4c9cc07862b7efcb0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 136464, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "f9ccf2013212360bd7d25d6b122045ed24275645e6fb4a777f0a626e9d2cc84b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 133648, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "42ce606e92876d22a54a7c500b903ffe3563bc1f2c4e464914c74d56c742863d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 133776, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "1d2ca02967b53acd04a114d937b15e74b0f82116b431ce4d665779cfa6b464df"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 133664, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "1f693e7643eb88132ee827cf84bc5c50e5eb62d18126f27d9d818e66e7621fcf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "3c8ce0dfcce240a20b5cff514be6a7f1f800898521afd7e46212865d7a7e7eb4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "a088c0a8c03b35ae7fb7ec2f834c3f86b9474bd8ab96131465e2119430f1904d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 133776, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e417631a0abab7ea374c693be10a8ad13ecf19168be3f87a0026c32374dd88ab"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 136016, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "286932aeceb928a9c0809ec474875bc82de2ff3336cb11e475f4e41d05107042"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 135904, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "8946731dfdd303fa7e93a47bb8ac22f92058c609ff62ce328ecf0679d5a9b7c1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 138896, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "41ad26f85d51cc364e2a777f08c09d8d6f37791cf23672bfdfa471e1500a42fc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 138784, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "23b29bda54eef68202e4bb46fe91adf83e12991a8053c001fd698f4e41cf7760"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 136592, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "f034bc01e8f242c7e6ef944fb65cce672781530cf2510bcf3380a2f883cc2fd7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 136480, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "01e211c4d8e46fef68457cee4c99fad223e91194c5c1520e0e1782666553269b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 133664, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "dbc04333ee108f76a829443ffa2d5a45fcd78e75a0d3e42077fec72a1175f8c4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "903a5de8e8d799455ad665e32a643db0bab2463575fc613ec07f5393bd05c9c3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "020108e1caaa9c2e63db995890111c0d45b7a7cb2bb8c6bd6f005641cb3f4eb3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext", 133760, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "685f7c4b287641dc3a4d520669972c039abd0d28f41836fa1e32faad1f09cb3f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext", 133392, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "a59ebd8f24e425105e1280f00aadac39a5008f3541812dee0c14a13d2a01dfc0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "11a332746052a02b946c49e44bb91cf670fabd49c955d2d4b25a5c3d08f8f566"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a41c7d30490a14afb9d268aa3d15b4fc2a1c136a30ebcbe0776cc8da7975461c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "dad47aba32072c4f3a0164c3bc96b5ba5d870bad1177298c4f29cc3e2e623076"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "0a453a5ccaa4ef88d9a4460bc9d01ec32409662a7ce634985c40b4cd2b8b794c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a75eed746a9f55f3c6f39bfec47df1f58de697b8032f2ee4a9f8e034f73bde09"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "22541882b62a11f43c1f61a6dd8d94f66b547cb72af39a89734a70d80043d507"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "793683d455b5e17baf5e90b7dff72b421e248758f83411905db9d737376b25b5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "fd95403226fd9a5c7204758d761883060c4b031834bee43ce10feb009b53690e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "67757cd31034517304f4589255e7def1aa2c42f3dba245325433362bb6a583e9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "4ba18a39f3f2094af2bc14143fa6b29aea45a43a545a94fb9061f6748c4b1e0d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3abd502170ef3fed3362dd6779078887d1e5b0e16f5d485115a890f7f909aacc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "94097d71ec832be711531ef6834e12946b78ec375c839f8f6fb185803c16c43b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "34b74fbe5b83a55c3e5ceb41315915d78547e30a3ea0431accb81ffc3adeed05"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "54fb99431727fb1b9dece1ab3894e175f7d5482eaa123d733b59d344cd6ddd79"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "a6a9d81d8ab6f661816e00077525e6cc5f1c90a829702c715523fdf3f7490540"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "a27da3f090c61f935ef7c5b30b910a067c1c82cc0178d73066cfda3d5713f5e1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "c61eb84212041c68baa1d88ea4c7abc2f693c8347efb8021bc77f02022acd649"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "f97a5c819d0b9ec308aa9ae953d191c5c16608e2854de043f7fd512e0df4cc3a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "3d3826934e28cdee0230b52a7e193b4624d1c33b05666b02cbcb26405453f419"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "b95295f69173e73d34de87cfb911b26dbc2074552235a9972a4772d26acbe9cd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4ace34dc1a5045fcbe62f13cb2a3e6ddad6deacb96c32976151aee317f72f43c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c6c693a61f223cfcf6b295e7606d407d41966b889aece6615b5a20a977f9c51e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "fb60ae194f63e5e3f7a4ae01810bcf627100c46b6b567372f1cc18e1c3fb1cb9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "38df1ff6a2d896ffecd65a533e836d09847eb26141ec5f533c4404df0175feb0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "a357f879a05c09a396169e92a8b128a5cd0308ca5ecdd90e28cb09e263bf3902"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "949dd944ddaa2cd284ef62d52e8a6390c8df495d1aca48a711e54d2c814a784e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1e22202f1a441fca10becd6c46fa9b4bc760f5e91457d12ef21dd53ceb092072"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c5bd8eddc79af015c166de7f08aaa60b79e49a2c08b31294e04c18ab59fed71a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "3ece7b859367ba75b820e75ad4095cbf09c577358f0601f6712d9fe6cf41b0e0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "c9a24cba1a00a105fc24019a87b07e7672b50314169d3f0f0764faa313930854"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "5d1b2ee1bdee4a8e3dd1892660288fdd6e64cb07f079473aab526872f9abaa66"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "9d5099635e3476237bbf9b01788e59370c73156cd097f5b863cd85720092c5d2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "11388843960d27d738945160fe50a3c5cef6c63d501dfd35c1ecc085ee37d043"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "5898bcc3edfa480b603cdcb85e5a90484e82e396cd000e4ecb85495b131c860c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "0f15ad11c31308b7d49f198a2629247ef702027d2c274bda8922b8145c0c44b1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "f54b36a4ff1f758c5c4580e00b1f206256e01d518b41ea2563d643e45d9e2227"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7067eda34df61795b62351d8230ba6db1c253d70bcbf181da42913ebb1823290"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "820956366136829330c50e7392437ab28e817ba40f7981cf56ee1d47aeabb095"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "195a5815982b68370787a4126fbb26c5bef54d635f4b107d6f3a69d61cc932ae"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "40652cbc20c328ab73eac029436fd6a207089b33b57395569baf5442f75a238b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "f558ab3d6dfb2d41d62e50068c81270abb0cb777364e21337824d1bf7c4a31d7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "bc35d440e1eabc6ac3df62922c87490c40cb04b86ffd28d38913e5229de5f017"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a6a31ca5a1b748c9f2fa4f753004f0addcb8efeade4c96b8fc74ad09a79e120e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b8ae0f2d4c5953a718be9ac89ea4d6aa68583625eeafb3c0fdcce22e15baa313"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "b0ebb2560832955b49fbbdd5236a474829abdbfcc023c84cd0eaad6af8c75c0d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "97c0f8ea105ea2d179812adb4b79248a6feac9fca142ebffe2d17845d8401d57"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "8352bbc4b7bd6e03929be10654fd51a0dd3416419d319f4e0dd7f86982b9a7ca"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "34ba09f28ee02f962aebb9013813e5632e6283dceb1c335a2dd3edb4fde84cb7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "901a4684a54290e34da4954ec8aaf2853594aa18f31da283b5fb0627142a9342"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4c5ee74b326590b11531424dc7a01460964c629f5141b5deae7f5e60b3c77820"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214336, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "816958e74f2fc73be64f61760ca2f53e96e555528767d81224cfe9492c0ed378"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181568, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "37de59a1a0b4fab43817da1816deba37cd0c2c8f2a6549862d3de2c4632be70b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "febc553daf523fd941d911780257679721ba78f4b53806d9cb27ea7fca9f4fed"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "759eee7b98a5ce6563250a69fc76a8033c4c3df6ec8acff6d69eb404a5119dd1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "bd9357775e48b2f97affc0760f21b8200f715b69f41b0e1277a6b8977478deae"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8352644d6f0274af107002e41f4b47ace8bcb3f4fc07616aac199ff57bf2d096"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "e3ee01399805a20f6897065c05d9f2bc35e0cbbe49790f9edace73b32177324a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "871704abc31429259ec9e5a9760c2e007fda64edd7710acfb4a1be3f165e1e1e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "1cdadd1a829d02e219c02c9fc7556ff24908bdcb9b92238bcf492bef118a1e16"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "fad0f44a2be5cfe4145fd2167928ba42e95eb4ca674a56ddff43c00a400cbd40"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5ad078bb402d9dab1f2a98801c6a1ebf7b202f023167e1926ce22f0450cdcb48"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "68cd738a6f27f7abf5b7c18c0113dbcb80242f98c1696427177a7a5b0ec7acd5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "74dc8c2ddba37b69e0261fb786ccee2375d3efbe09cb09600458ed3708f0fcf3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5fdac30ddf855d4dfb26cb836712173a0d8210422cc2cf2083e7e1671f6ec7ca"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 181632, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "328163a92896aa386251fc8c2955ab4ca2283cdd9ce97c9fbf25eb70308e7d85"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181520, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b07cad1e82c06e5bca6d813fb92abb22554c68479b96edd0497a57c425c591e9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "107505aa125466c1436aabeea4569025224b3cf36269052b4946afccdab860b0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "87ccbd4ae6bac09bf3a7e56a86d393cb076b1bac8c787cbf74f8d20eb9f31579"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "c759775ecd3c4cffbc8cd48241c246f900452101cb14418dac2430ea247eb624"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "531a4ebd93bd3d33b96ec4ce5979e43e544cf16590bee2b45bba44358aed276a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1e408de90cbb519f2689eec517329dbe433e329a9a9126240d7c1ed4ab46cfe1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5088424a5706c7fe1c4d7cff4da5d99a789692cf08da74ab354c4aff198e4303"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "debcbf71f4e92f218ae0013abc49c0337c7bd68e848e4b12413ca958fa944d94"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9ff553a4c4dddf54b965fed9fccc5d23df0842eccbe5e181334a2b38e6b069fb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 181648, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7f0de401551b47e0c0e91fe0a4e8a92bf5993ac89e97f441a67857e559393ea5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6fda6225d2d508b5a0c35372d940ba02d05c7b5905f99249b4724b06dd1b1108"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "96c1b0afec3221750345e6c6d2906d6d486b2d2bd0a195874b92b1886c501df8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "94fbf0cb3031f0b26aaeedaa55d2c2a0247b7f5bd224ba04d2bc1acc035b86fc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "1e6bcca88201ab3e6bae924b013313a699eb3171e56b4fa3795d5356be2f97eb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "d01d3fb42d18f72c449552ec0b15531588c8f875e4e3f1357fdc92c6dc58b25b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "8fb41e9735d20cd8bb64e34e7a4b051c85487100fe1cfe06744685b941d394e7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "1cef307421ea538971c2961633070110a8106ef00e7e9b96ee1135fac6bdcc5a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "e75ad8da3855fe83a9135ee7ad0bfc687b380f82e384122958959f69ee33c8fc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "381e3654bb0486b4598bfb5839be68e4f2d9c706bb8885eeac830e59b1115428"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1c3f59e11c9477e4c0714f36c07b4a5de2c0c5ef05f114d2447b3d9fee7ef53d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7b0c51d45f69bf4d42002215aff9e8ddeba73949cc3e7d133b2f71d7a5f00528"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "8ab2419e9955f063ebe6ad881756a1b8596dfc02dfd0155b099165094b910eee"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "0979e81e3ef436078c3c09a69502e0d602e98c6b0c95fc7fb04a196073e903c3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "fb250cc56c4169ad9c96c014c9a7a302a9ab3420334713a206eba36c11b70a22"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "ddfdb38f8c75ef89771c1bcde32354100280980861d65b192aabdfb7a141ef48"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "834e4076e802170e3c5086e5768861275856e4699f9809619fb6e4963fc2abf7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "50914edbe5a70c5c79ccda2f3d02fd02b299aa8056229ed6ec0542832fb09aca"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "ad7e9272c3d02f3069db60eff62cae367539f62900edf6d8352b09bb25c5355b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "89c7effd6a0d9d4df45ee5c17f83d81afeda8b1cb7eaf0d6cd2e93e224faf923"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "b582280d06d5feb6c3589dc9c74d9d51ff6adb4cd7c9287d70922e0c7222a22a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "258003285d6422cf03d748553c43fb2c15c03eb0812ec8b7523a8960f8b49393"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "db244ab32f4a836b879284504ea8bf59797573c6ea0473a2cdcc811ab5925ad1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a714009f5fa34a60a7bdce31ee4044d576513ebad5c0e0fb0f6859c4cb93d573"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214336, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3f5638b39c152758a28e639fe835f3d1cfca27ecdec1fb05f8765ba78755f20b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181568, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5ae07ad296d0c1307f1bb9a9e14f6f13af97ff21d2dc99eac74ee9afc86968e4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "345fe32a032943a9fce9b62b7786ae38c5adf2e50eeb77a621be0b202307faf2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "049e4dd4a89159df47ca07e75a25b4bd2efab1cf433bfc9ff6d98583d7070d64"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "30f590980d539b5442572cf6a7d96f7359d46b0530e4dbc2069438cc67e946c6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "19aa94c3606b60b9cc7c59a52d52d417351cd5572ab5852b2ca292ce67dbac08"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "6f630b3e3219096bea731de1dac4c52b7df7fb39bc644e859c38c51fd47bf9c1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "01c68f0f1d2a0581435800b1a7c40720b672dcefcc271043a5221bff56e3f9ec"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "f9f194a02fc403f01338749b054eabb0c7f7035e831af9326f5ba6d0c6a75539"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "c8a5b0635c9d64a3281a1f8cad22acdc79ff7e8cd5e61d01eeb9959527991380"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "df6ec601467b7e58593c33aabdbfe07001c7f38bc2243b41344d5be2549679ff"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a9f41045ba7c63bc7df41f0b620f88d192d4b50bf33e76e4f1cd70d02df51137"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1e16c4d975591e13c117e225bfbde719ef0becf849e260d925ab13ac0b6650b9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d01352b8ab403b0193855c3436d154fbfd27de0ece88005c30a203cb49632a83"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 181632, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0002efa11a1d1ad67b98a38629af3f9807bef8ac8086463342232c019e866973"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181520, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "854a0db38728d58bd2d3e3fe764f7bc9eec0637d8ec7b85bff251c01d5810dd9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "44e2ed21e48040cc890fc21f1eef48efce0aad9189a249f4d7a690a6b8acde96"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "cc2773bb195bb9ad74ae1cb1385babbcc1607ce40a3d570aa6c47b313d0d9b3c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "add9375f40154b0d7fe187f80cc1365bf0514cc08798a9d10f98e57f728f71c8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "2371d13738478f03f28b1a075f9bd1477e84a2899c4800c514644bb1aadadedf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "511e92cc0435e05a9046fe399216bc7aeafb33e4d8dcc5b18762ebf7ef649ec1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8427cbabba19e1ed1eba9d4204b61fd536bf6c1a0fef21d950505d7871480831"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8a505edf864fe89106d4e2275b1d188f25baaeeaa6b30aee3aac728294460688"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "290bfbefdf465c5bb0f2f4c66dbdf3a5aec3d5f0636a5078b482e6fd0606c8d2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 181648, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4e07221609677b795fde57b976e285288e7f37061463d03f33a89083cc17c43f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ca8232afc4da6804a2677770a9c999a745931923e7ed0f5c4927a9f117d39272"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "b63abbb9dcb2a49209ab1dd69b83a7a1c9f05a987ee8812110a6d5d8e2efc6cc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "e5eaabac28eae2b02d3b3f78e08009a19657c4796053a5cc0ecdb139bebf3c60"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "5548694e81993969c2afaaca27c5c55afe529237fdfa06e23189cf559c41fdc0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "11808eda6a42278400908172ecd2c391af809ea7c21ccb57ab7e0770cd55a763"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a79159c9c98ee21402e9de7948d0e9513af207dc90cd1890912a3e05a119faa9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "da5c182805a21017349d9de51cbda6e3628590b9d9ad940ca08f8328482473ab"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "01d7f51fa2f4a6adbd5085f2237982377ca36b590b9e56d135aeb315008b193f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "1627519b12a4cb484cc7b0eed0f42a886102bb249a53100a74112d8dca144f61"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "77dd35b0954db2ba162b440ebe257943f5c16deae21716cc8091d13510274219"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f5319d69bcbc79c7f34a9e92c264db9eedeeb2ef4c7fa25cdaf2905e18722dc9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "ed856e8b86cbd5f6c3c2e3b232fe81f2b007048dbc5c6e22073f170521e46f9b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "b99544af45245e40d6d37bfb350bffd20c4c3184653ad24071e80710ae4e9fb7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "dd07e879f5f3fe3a3aa61ecd85a4ff1093bb30aee3e2a74680d0806d09a0ebc3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "dfa312c8ecca6994cb0c0307dbbb151f7b29013d1f3a7ba0a61bb170ddff6fd5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "803ebc465771b49f2e14e7dfd0de2f3ac29fa853ace17e93dd45c0b10296297c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "cec452470582202272a3a16d579a540d4bd0173b2466be0eb666763e514135c4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "5bf9f6717fff947f49f77a69a67a3583c24a645c5af824a882bf7d9a05ecb80b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "29ace17235d28af0dc904573e240399fc87f42eebe9a6bd5052bf8e3a18926f8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "d969c635f11cc7fa48c5deca4bab57dd352c49f4c541f46f7d2caff257c98177"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "96f8cfffebf95d5e36810ebe25d1d90725b30804b7f86ef9fdf564190fe8b5d3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "8407381e1f9859a75b6976e2df7e942ba35e12d4ae718269ef8a08be2699140a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "3bb6c4df1fd1d7d8d4d1640169d71c883cb0f03cdb1c5be6007396c2ad8a6644"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "f59897051a0834e38504e0e3b4a24d939e579fb6e70c8e705ceb13df4b76cc0b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "025afdd74adc06c79f5dfe497706a02127d6aaa9711a0cc5bbd9c31141bed8bf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5126e7a82ebb05b6224019c05a17a57f6356bde647ce2348931038201ea28320"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "48fae96fd9a3c6db98271e622ba7398edc140d0f855ee486bccbffd94a921100"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "bdeef064a82ea0e21abb949ca87e1a18314090ea7f29126a685a0c0d10438c49"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "8253cdfa10af4a99038908ca459f365f5c21ed955f7691eb1a26c8ab4a8ef2a1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "ff2208dbe7cb647788243075eed92d9ae5e2869c7fb682625621593b64e617a9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "58eecac67678a28a4fb127d7ce1f0c0ae364361622cfaa3e6792d8096598a457"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6c99fd472df77bdaa0d84f2442fbb1754edcffc18dc2daaea7d4612d5dd7fd9a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0ef935ccf29e07a34172669d4f77fc9c2a2b74ea4ab0ebee425fd650e2c32cc7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "ec1cd1b122bb18408dfab97a0f3f46c5d289d62b99cd53688ffdef15957ced3e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "6e03599e553ab2b2c5cc2f47a01f2b7ab1130aa2fd92cb2bc4bb0472f0086df2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "7925d2bb20721549abc9032817296a749dfb2ff4adbb844512ccdb857056db54"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "9ee448af95875628641975a7596c3c2b07143e5d71f7e697821c05067f5339c5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2450c912ac730f8870b83d92b2deb7f1ee2f953c9243b6a88141967cdcf25976"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "60d555ffc61f603f87ccd2d44d003021555012afde47fa40d56193c298e1886b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a897eb27da4126514a0289e494a746946f79abb8ebb4bd9ed70aa2feb676f87b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1cab0ca129b62ebce45f51245676d79ca27d090da615a7fb1df7d75560d8f32a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "d1561a142ae7e90f43a225a3ab70844d6e2a7588b5ceba4a756124a8e86e70c6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "ea84c4c40bde38dcf8f65236d556c12f2f6952da077ebf02605237c3503d0cdf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "63194b0246f5984077a90b40d208518da5915a16fff2fcef5bedba3b87e17347"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "eb3e22e95066592f70d555fd3d07647100724a302407b05b2bf11f44535fd59e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "91b020ee31ad46395cfeb7392c0bc6ee52ea1db68d5ad77e27ad2b3ed61c2abd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a99645bb87332032727e5e80e1b0869a2fb262d24ea5b8cf1adfcbb125b269b0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b155287be6b2264437a6e64cbfc943f0b15a7f3def9db5190168dddc456b9ed0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e28436569ddb0b3022e1edbf84515283042472c0f0d42e9c74f92f2128bf62c3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9f36a774e7b6bdf33e19ac54de96f2613054ab98413e2495e28f1d6160fd3b80"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0baef205a5baf4cd8b5cf35bcfd1a338db541b1fe1e41125fe8cb0f797049c3e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "3b6503e6c7984bf4ddc75ed1277f5801336cf5eb00a26a1770d64e7b34f1c066"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "a03c36722c733854f306a46219773f325604ceac6cde999f8bbe24291ae43c7a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "d3e4c653e07136eab0e5464fec27c8d07306b71775208914f4b6a8edea2ba8d7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "2eced11057032defefa85065551b41bbd700fe703bc18f50cc4911fdb4822c5e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1427243cba94e4274e33525e65ba6c6814888bb047bf5efb9742c6b0fb32c6ef"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "30eb25751c3b2b3cdc565344a73f992f3cb66299e13838b4356bdc4edfcf5f89"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a5d4bdeb520824c2b6b49f18a71a7238a1cafac1570bd0d8aba6b3504dc51eea"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "708ee26c97dc8df1782439bbe722819c5afd27b7fe918849fc3db37a217fb1f2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8cc82879ea75968f12500bb5030189cc54fd74695cf72006bb6336d7810d4a44"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "50053408c00d463f7cb363718b297d723c4db49547f0375c9c2e86d9bfa0ff14"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "9a25759da6e08a93d653f9e774f7d945e3398d757629083d1ec04d309e66558d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "e7fbcbc8be56f276869ad104a1ee632fe1b02b9538f1cc2cc22b3055621e97e2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "23348f8ba1e242c7f3dddbae7f1c47b5f3d83ef0363e6c8c58128f627813b4d8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "ac3a105c8dff912689245ed0b9cb45974605e904a16565b5fc04b5059609a60c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "138c3ef8f8c4de09d7a02bf1a80170ff5c004335579dbcb0b359b3e02dd8be3e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "aea83476039db600497e950a65ab3fbde4c0ea5fbb753b85cdd78793a61366a1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "3a42c1c7fad19e488a8a4853f9967b69769f0ffb9e47f0eaea04e0eccaffc0e1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "92836f2922d3e6ecde0f3b8ca3a9158047b334d9edb1d3c2fa32b2889e3ce2fd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5e60219eb3a8ad1ce2c541b37d69a3e7467d37e41db6d9a2983961a908baaefb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "980ffebc9630566288e9890bdca23e2084b877d4e236d935c519e0a671beb099"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "1b3b126be1e4c370af134a1aa190724fdeb917cdbf939acceb9fa3e8f1621345"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "9312fed0cf09c8577b64932f12f744e083113b51618d94999cad3678bc2fa6c3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "b503938c3c06409d6e8206288114d28c81aab982f59fb54f197ad18c196895cf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "4ffe50bdf7189fab145bad9826459b478e9f0329454aee8d5d35c912e88bf91a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5cdde9d9d1c8ac67a43be8cc9246fe7cebd625af7f93fb329b1ba275b97c2159"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "46470c3a607b80e88a2e9d32ad34db293f36bf5440cf9ea100e849285ec0befb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "ee8923b7910282e2c8ae6520a8a2953ed221eb6df158cd3c97eeecfb3ab3930c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "96a6797c8178c1285ba1471648170e018bc7fc6956364e39738dbf8730d5d8b0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "6e4db44c0d927803728af7fc89a96746fcffcaee1d60fd8db44e5fb5ee7d7182"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "c57e2a082d0f35871ec63b07f13f568e352692387c788f9dcbda5e9b963e5fa1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "32e753968ae7614b5eb0102cd602e1fce8df74629cb0045d4e257bb05ba3e14a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0b302c6dd4c4b56b37b7497de3695fe62a56da4543e553e7081aa00e483fbf47"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "55f8fe6ce7baa4a688a911fce17af43135fca9db5e3f9deb2c3cbbffce4d1815"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4f14ab0828d93b9fc0b7186d73dc318791a18156c79ae05d9dd16398b74250a8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a3a677e17ba7cffabd3b678f42a09233c4bb6047c7c14ba8841aeab6ed8795d0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "80ae921fecb622f1e97bee2e42442dd5426a63171c969220eb91e18d89faacd9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d12e357a77a6d13c2c9b253277acb82f2e53c848b9201516d8d3b8122a132f16"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c4ba0b546bc201d69881d4439a6e4b2116284e8c2a3df88726151daff3784a5d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9359f3ffa821daed0f82c3c7c3d384b40cddc6f03b903dd32d670654f94eb139"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a323f7638356bdc89a3b874d03ad34b324df394b1b06aace6ed1638f1ee1cf93"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a3e5e8e992a0ad1ead8fd36daeb8855d91eb0bce9ba74f74c21e535b372827a8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f2c7d06c2d09cebe83816cd4f2d2d194a19a869318591b172ae362b03fdb274d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 66176, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a3c3cdb37fb2ebbaf4e1d49313c2bb4f74cf76ae7af7c6e5ed0179e0f491f7c4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 66064, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "350dcb83b3f3962a75a758a2c25dbc18437db0e5d4e0325b08318d00edce75d6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "7344dd0f44fafa438ef49a65cadf73e2c5cb97e756164c689280293760fdbd70"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "afdef95e52d19adcf36226bb49953e623620b92f684fdddfdd226c481a7af4fa"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128PersistentContext", 66176, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d7f924d89a8821de27667c90aed6eb06b1aac3fd6d75f36ca9b5c4638da0557c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128StaticContext", 66064, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b792b0b76e009fa71840791fcf3c31edddab22791ba721e300f5b652a8f12a98"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "6aef336e9ff948f3bc2a2d1d00924d2697c7ef7ab427f71902e24afba4eb4c57"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "82e727b4b5d81fedd0a66533cee75b7ff970b17c6e427de6790a6ae53cab766a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "5b66104ce9e198948de1d2f803e75dfde08934b190cff976413c39c4e6896941"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "1ccf5671327906dce269856bfa24752e48dcbcd62bc8f49796cf4319b0edb10d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4c61083aa2d8037c22f0ed76be350bdd37b3c6f4c4698b025a952c25b94bf439"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6632cc8064eeddf60400e48f7f24afcf5bee0d246e31f72de3d495d87a678cc9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "f55b71381ec1c52d654bc10203e534dc82c67a15e8a3863bd40a8c4b99306375"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "e0e7da1dbb117985169b40ffc983de0d79ca3c7d3c481972a134ea50f2cb1082"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "fb9cfa3f44a355827acb6d0bf4fef0a1e82c7b7b1bfcbcfe9b70809da305c55c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "1ec586629d36e9401cef81890b983b5421dc4997b4083485e570ce96a7ecf8f1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 66176, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "16b6207b5c09bada63e31211e4d02f43c82d5ec0b5b0da3aa66bdaf3a0a20f55"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 66064, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "ffdc609830640d55b302b32ac4a3be1d97e3394ce3a62090c7e6f7f72f0e3387"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "e78a94037365078f35a73c8e5690a05fb4cf737c1d9bd95b466476649445ada5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "9fcaa46990759e7c7feb4a0d59956c250ab32983e2a6a32a7f669c4ec2f9891b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128PersistentContext", 66176, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "20b67e4f5e688614b64bbf369ec994db577eaf482549aed017b16b553a9555c2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 67904, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "f529034807d2b6f57ed6fb056af57de868e0367022fc6473dbcba329788cc95f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 67792, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "210eacc21a253861df8b57f79f5176b8d4ceaf793ad7cbdf630ba23f92934fd6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 70784, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "7c9e0d9390503367d6c2681ddbc969886248784d5cb305111518c7ac00bc1aaf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 70672, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "9f3650423c9f97eda5fb54d6b845fcad3b124b4bc62ead51c7ea6f102a7b7192"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 68480, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "6a880fc37d8216bb519fc7083546060b017ebe0c0a9405b47b203522c66a0c56"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 68368, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "0cd506bd146891842e4d75b0fe38f34252f2ccec3081358b09e7a71807d78c63"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128StaticContext", 66064, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2407c38c4e99c99f1b0a99a17da4f78e340141cbb40c3c913034462f93f12aaf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "d40bc25e7207355a29067e70b6411a59e5a73dc840d41f06ed8ed98d6ef15ed1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "12fb46466f15a46954514043e062b229dd41f360b01d95d114ecd90659e15f23"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "d4f33acc604056e166e5f141fc4023ff921256f9003a8119aaebcf3dbd7bcc47"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "e3f52bcb1bee244deb0ea75dfe686cddd1e363863a9934d73394e11c0c678db8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8777fb5180d2b46273c8f1d52b8d30212321cd1cce5bef1076ffc0d3153b9b5b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 67920, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "b5899d00783eb73bc2ac2c4301ef8699a39b120d08ebb749cb4464740d322d12"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 67808, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "0ca8b4d9bc7a5ac26ee4d45a47837eb99ed16248bb7c80cf864a5da453ff33a1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 70800, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "e92bd074e6346dcade4eb1b457afb670d6931b1dc1b7d1e0d618416d24114df6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 70688, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "a7a0db5ad377f06f6a93e0fc5546165fc28d7f4e69506b813869fd38a6a1f926"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 68496, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "a7f5567025db110f05d47026f904dc4ac0666ad37f4479c066d8be84a08cddc0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 68384, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "f74b80b09c0b2b4955685775f30eb44c7033911bac476f2ebb53ab8e2fdf8c6c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e7429680c24138c5f08f512f7dd9461b60d967c154acdc094cab19aa11e67922"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "0d8ccdeef1f538168450c151b90524338a578bf155bb7eb6ddd0065d2ed0332f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "dad17c9ba0a4857c6d169b025fb6f048fcee24a6668c5d430e54f7977b773caa"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "b9962b043556b2270451881d781ba8f92c58199014f4e7c661a5f4787d29dbc7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "72a632eaaf34bd1188672484702da48967e0218edbbf6b5f57dfd5f32e51bd7f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 66176, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "b8b395f7879bdb2d6d417ff3cd95f7c5122fa29c6d6ffa0d0f466338b5008a7f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 66064, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "e2b6c455a0f17203b7ce65211e39106d480f58d574b8b2494f18994b66131991"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "a78d6a87bc164e759baf2042a22e1f2d61c2adcf69f4ad73aad8975476d591c2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "d0d2ac18a0a64751e64865636302162e02db93b7d41b18daa87bfdb3381613f3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 66176, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ec592f9331f394d77fda0e57d8c0613b0fb1475527b7050ba38f618636622613"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 66064, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f742947c2acda9d5aa61d96655ada6c39e5a8beeafbab19e3ef2480ad1e30d51"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "ea957595d3baff9cf01eccfcd7f601f30a8abde0657ecef3b89f3869aaaf1c37"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "030fab0f9034c6b8a0cdcff490866821f4000387ee009d50eb65c4abb5cd1d3d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "94ec498762360445598e3a3a17b709755acf5a23989d5a641717803aa939880b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "3e1a811c65bcab639c42f00c4c56f1c36365ad7ceeda4d9196aede3f57bba13d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "025630899c767d2c7d7945eaadacc7eaa85f19a3da2d25a5433519759bf49cc0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d1115164808cfc8b4a9aa5805ff2c1a045f96caea9f2cae9c6ae8c10f57f9231"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "4cba28bf3fcf3ead7284dab527e1f4d8a175a6c0da0def2724b2bca9e16a7909"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "123c2104ec9e35f2846641d6b7f908b4f0bfd67e49f821ad5403ff96171c182d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "edf139341364575b23b46c5019dcff36f2955fd6463d76c8947b67214d088fce"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "cd4d038f4be24ab9d0b04b4123c17607c55c3237e9791a097f6ba29bf166ded2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5848c6b7a37d01089e2ca489b209dffd02d0802284893392f6e7165129889d5f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "df49e4dd3c49947c3ca35658af9f1a7da72a04c607d8e86951b1bb040e8d3ca9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c25f9e81a769b4fb16f56ddb3681d2918c6e07c2d07ee4444af97661113e071b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153152, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4303ed765a091ed923fdf39b20190a82aca04fd289d32a660f53ebefdf7d50b4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1961686ad0c45677b481475c8529c95331240a007a7ad79e83776e850e11d9bb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8cf2947d790a9cfe279672ec346cf313f676eaecae5ddc0688c8ad8e0a3d2361"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e11a9550d979014a40c2104fbe3dc4944a13c3c5c15f5ce18d06768295324988"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "465f11e65764faae4de5f03b498034bfe7d01e290712397aa7c35b89e95a807a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 66944, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "2c877636166423955f47d68c1c7b940154611cd6bacb659b1d71c45cb5eb5abb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 66832, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "1259b59fc26f007e1fd2351529b74a502a085e7ded07eda44e9a17e1e1213934"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "896f0a728f4424d9c7b052e580bb2be57daed412dff739d9e8ba930212726aa8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "eddd5c947b6ea7bb3c1cabafeed121399c57c3a94c6ecd96ccebbdd3cd151706"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7bc0b6994468488f251b48df6efac586a82ee102819e99e6d5daa2329256438c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e4147f473b0d46c2d1b13a88c74a2e06548f639a423d494f1491462a73e9caf4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 66944, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "322354eb8e402488c9175c6bbc58c04c4277f83c5367e58c33288268128c8a83"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 66832, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4c671e34a7136f43acd2b0906acb9b1bd14a0981c705c387b429eaba0ee9b4b7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 157312, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f1f2ba85742a60a0b908ad12c7272cd3fc45c9c0a208535865d5db179a468f09"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153104, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "fb5a8d3e764072f0a0156a37fd64ffb1d4bcad2ea4acb29291145685d17193ef"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "ac315c68fb6475765d450ac008a9e75bba4f712d2095ed7d2ea9c04fddaecc52"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "6b595ede1c3c87fd5edced15654baeaa83a59805e851361911364a5507817ddc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "7b61c3df453c726b4c983477c3ce5dac63157bfa93f0f7fa65592fafaeb8105f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "01a58f1fe961b19c1738c33d2ecf49cff818a914f17bac3c8647a7ab6f5f8401"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "75b55cd98fa1457abcbb1a6270ba02f4e4549e10cfdf19280ca757dedc83951c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "bbc4aeaef4f06cb384a456129acb4b8d72e490b65d25c92f604f29cd742d3a78"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b8e14ba43d43ddd52004c3d0300147d8fbfc96ef9156f72e70fa3735d77bb8c7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "10e83f9b02e05dcaeb410cdfba7ce1bffaba476b0c9a1b5612ebbf4c23feced2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 157328, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "bb059ba9f9304e452c5daae14471cc541f1025f3176957a4418b9e689b3ea1bb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d773883924fae743e12d7528e258e3bce5085b377a5cc9723010dfb894c9aabe"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "95222887ab465d71e5b48e1b6926364ae338c72fcc13368ca61342a94396076f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "dc62efecdc82e1ab6549ac993b7a8309cbe178c0139cd771730f04b6ee6cfb36"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "83f2f63918457e0008adf96bcb71b652af16ae5a6169f330d6c65a1cfdec8ae7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "aa933a8cf136328b34f0f04c06b4ceef9f96ee9eafc13dc60ce47cf418b247a7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "575578cb122d558d4a3d3e4eddb0d8a516303ce0a02ac18959ab6f43d904054a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e06ebbb84cc329af7255515acfc13dd6ef08453acdcec2cd4bf0f56211410a6d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0976011ca3ef55ae1a7f9ecf80619c66c2ee647e369bb99343cd6a09efc3e0e0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "48edf308f205813b55dc770addff9e886013ae84b3c2c16a07faa4bd8b390683"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "026a499f26d6e54c50cbdfb8ef88bccb79321daa87845d4bd611dbc6d6dc59a9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e9022a8c2ac323605ae0850de5f550406c95ccb727628b02cdadafb08aea726f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "97e9b6735ce41328850cf6399fc0ae879242aa8293913482d26fbc6ab099684d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "049843050398948570f209b20d592faddd371b7053a4e6fef41e16048c2a2fc5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 66944, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "0ecf38c59b69183b250a52a01b66668dfe8f017ceb2efcca23bdead5303f64c1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 66832, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "1bdb949a6586e62ea9fdc28f04f46162fdb24ad3ad1519d9c53460812439209d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "fabbb9002e992659e1ce1e6f84ff9cab08c78b6f8092b9148a6036ea2d7e22fb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "b74525ecaa6dc0466934587d8c19cddafdd0cf6e3948888acdcd4f072f790a84"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 66944, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9385a262a8785b7f61fe1633c22bfccdff0d1f660d83d27ac510f9ddec7cc32c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 66832, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "25df912a5554bae361b6d47caf8854dcb951300764492e9c1c3c2778fc9f3379"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "73b6d896b41a7e2dabb99c10840c6d5b684ad6702d1b4807a5d205380888f018"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "392e984bf262d42ead1898960774a3c1dfcc1858b1bac1570eef47bfe86d9e26"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "54f8bd5cd4996b1ba7a25a380b7acf7b09b57434927f988d54ad4b0ebc1c8166"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "8680ef88d8f3623b4ad86edd7ae329838d66586b1fdb95a66d7ad96a303798a2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "445403bc6e0a5c49da3a793e1443aa2d6a42c013c277aefbe0aa21b3306a2632"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5c57f4181061b9806e4b2c7654d4a236193972094102121ef9eee131e8ddf6ac"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "cabf1d289edea011c4c0dd7c6189e0a499932ae57b775a126c44171e6ed613aa"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "1c773e552cab2e44104841ae7b363788568c081268967c535d0b0349fb0e9f60"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "b3ff09f6737ad044781c8c4d46b994ca6636c3d29ec0c701cd77ca59cb369626"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "0f0f3ba97c4294ef0f89497788df8b09a9fc594664b0a1d005bc8d027dddd468"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f433e8fb5cf9543c2de1c4962b5e8c857555dbaec7a67619f56e5af6896a31de"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "10dc0a9b7395a340e68a2c9cde01db7674e0cf96e224d821189427cb4f54b207"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "534b1726e06026d934efb523ed8d96af3e104d0adea3d66188bbd2d458f8dc3d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153152, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "fadf4333787253806542831dea3053d995f53920de9fca8785bcb70e00ed285e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9efdd83e58e42ed0327f6743526de8619d3e2fc7b43d7cb50c6d918844d1a1a2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ac0dd1f2239be52c2796ff7d850177ca9cc3abbbabf1b71f53c3cb156e6183e5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "296af6ba334605620ef078d26882ff2b60e9bf5d7e01c6dd4dafbfcfd3cee074"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "99041c7c440a71c8ae94dff58130cd23100aad5b70a5dd05bee56a84956323f5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 66944, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "c6b53f6b3a5c3c4a6b01524e92d7e6bd1805ec16a995ed42aa3cc4225a89fcdf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 66832, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "d21d1697035deafebdcaf9e1e0808993e53b53d891b0a27e5a3403e6db7759af"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "be0865ec857c68609bfce05d22bf82a966aab4d4808e9c665bd767d00c141484"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "18b6a27bab54fface16b0f82b114b52c7d74ffc96e59604fdfff933977726d77"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "641cbb5f93ea24ed06450222a5db5c1f2e6e54121bb7b686dc0b0872334a8862"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "94a339a9ff7b9e875f3389f4ae5c1170c3fba20292d56b126d49bdf38ad94c89"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 66944, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4fcdd5b3623dc0d37851a15960aaf9f2d37b3c5553f9fd8c245ac17eb390cdbd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 66832, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c64611b65aa40b33fde7602f8b1c2460182a0863736a9e7ee94cd43733a317ca"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 157312, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e2c69bea66394df71dd9bc6cfd0c3843817a9dd354b3c7e4a674f73a08ab2539"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153104, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "66cc50bff85968b4335c3b69b43624737d9ed6edaed03e3c2db63a746822ff45"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "1eea4bac4e1dd36be697362a45b30dab8b9cb5e821d46785aa773bc808ca0bf6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f8d052597dc6c9270315eeb8915973b21498266849d31de4a7c85760981e08af"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "86f5b2e116226fcdca6fa06d916354657a01d95b6e8120dc7dc00a23e2310cc5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "23fc2ae204fd5d2c06ddac19997490e4f8e80709d92ebfd8ec7138a123a91f7c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c693e32be9f44652645dd18c3b214e377f8ed5c3f4c8da32d8f27fafd6ef5530"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "fbcce558671b267f1b6f778d73dccaed598dfbd4f3dfe5d3c93b373ec2175d1c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a478df2142c2d1e1e8d090a6590414809d4232213c84995058760a481b16543f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "419eeacae2a1a568e11c8505430f960dec5be89154ada6b3d3da6863912af440"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 157328, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ad5a06849c8046aac0de41edc11f6f9f83beffa52286b5efa9788c5e209e7579"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6b63cefae564ec11312ed7283b92cd5a0f2815500a81aef52abba9759c2cc205"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "7243fe6ae3f48420dee24871bc948645ea55543c6cd651aded578fe78e5d488e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "607e155d064c08d092e1a799692ffc0d4f50f3d92d1d00aa4c232a5f36fa01bb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "547ccafbd158d733738f652110c1563208b0e5d206d5cbb398496ab2fbfd7d98"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "d46e2b445464bc22f502b3e7949efc2fe426eb782b7ae4ed4ee6069e954f76ca"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b21195f2c9b8e1bc49891e66628521612e738bf0d60e6282665f15728f1e918b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c7fd3311415e183cd542af80cf076da17918333a8bd517ba5c0fb7cea68640a2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ff6de14249d9e06daaea05bc7d30d2693d049b26298c6d7b1b5687cd8b07fc20"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 67904, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "9aebce3a9589e6ff8e56e50a65012a986d0723edc28b2bf2d1bedc50e24bffbb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 67792, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "f187a36f97767f18809590297f16f03a692e84e93e904ad9e3554a7e467d878e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 70784, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "de9d40bda30a259ea040cccdf4d67123ba91ba910e216f76df1f99ff1997f128"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 70672, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "a0fa004bb655e848a4cbe7cdacd0b5d3b060fe6414bf31c0e123d7e41aa10164"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 68480, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "7c29f11e27a2503416f989578364bba929638a1d85a50b9b3611f76787d9b84c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 68368, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "486dd98accc67ebac0603e934f8c48abdef87c9ee428a1e32565135832710070"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 67920, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "8c5c68e9047b2fa1adc1d88a42f6acd91b0b259b6fb61dc9aa4046fd0a4b9714"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 67808, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "edc2ef26f142f21484530e9b96140e08897783c79b9eeac0cc42d0275c24fb6b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 70800, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "19891dd461358681f348a6401c5e9a43835fab37bbd67912839774261fd3b075"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 70688, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "51e521c006736d9d5ff15ea352f89632387953fcd4b03f6999909042c227359b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 68496, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "75d3b459f195d357431b3e2428e0203ec3c7b39a2370915d4c4d9ea99c687c20"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 68384, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "f43c0e3992068454854972e997046928c73f17baa34f570cf400940ff418ce4d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 133760, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "659ad0d95713f984c18ecb95415480ebd04d486e836eb7eb651b89cb391321dd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 133648, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "9432fde76fe6e7f4ccd27bd49aaefc1533d77ea5c7549dfb2b204dfa542a17ac"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "116f5c1bad05f5163cf3f81992a5a736c26e34c59578c75a127f9d3acecbec44"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "54d1882c18a6db54d45857a0bbd374dcfc03d79a531eac050be6a642a2577cb8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128PersistentContext", 133760, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b2c1d29ce6803133f86a7386bfb490413091b49b2f7f7e297c540fc96d6ade12"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128StaticContext", 133648, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b797465e289dc848403aeda0dd66d4c633c665a07d980917a57ed0c145af7f6c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f82f5f6f81b572b51e47b54068ffbe06ef6238ed280d4d2f051b0a1779e88993"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "34292b5e52694588c5be7e1323b7873731bde58cfeb4e0db8c419b46278e0b20"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "06d1986165179f595e3724487d173c4bb5bc31122ac7857f801b45206306e72a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "0a414b6b1a2d5a733361fca87dd4cc3a831a4514e7c7d1a13ed5963b2a0a8ddb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "62762491987031e0c69be16e7cc1af22450358abc233515d5794c744efa7ced1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3cc4b266a9211ae2a5eb6571e3aca2d99fccb75a67b0ae282fa1e7cf4f86bbab"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "1e355b41adc933dd69d414447d0394e5df7865a097bd0ed64f5fb6ab7160bf24"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "37dfb53d0c3fdeec2a0cfc26a44f97ae56e1535e51c5c9ca0209988350d0a316"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "c0eced11a9dddc1b7e86f53d228805966fb5db73963f8f09add67c13fbd7137d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "764aca02c1cd6560f7f6a53d49d02e8565d6769f0d1b18b1702fb92d8863511e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 133760, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "d57d99ed07ba11a2b0ead7f87941417329495f89d4f3c6d9ca2c5c418cf342be"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 133648, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "eb22d625de7b6680eb000bb4a1e1fd56e6b14b0c6f921697cede24dcc6e3cac0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "127ccdad5844309f1464936fdcd2ae7d40d724da5700234d80c958c01e7e2f4b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "38ea3b1af604a1bfe0161aa58571863223e937c254231532479410f2563bddca"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128PersistentContext", 133760, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "24ef81073da96a726eb5d36413b05e37a1fa7584846adf2d5c4f8e54d80ca97e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 136000, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "e38c87c086b24cba59f5c5fb10b88a8da315705a2d76e5f2d8370cc79ed212d3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 135888, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "2e8267116506d7d105a624a1c9e6b0e95db0d4b642c13fb919a7722a8ad5de23"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 138880, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "e486daefa8e038f1aeb684faf336110cfdfe4f29b1f6ec6e2ebbc5e9da81f4e6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 138768, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "0175d1ac965572f72770a9037d137deba2190b4ef81d15c18d2f82643743ebe0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 136576, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "2ef17be4231e33cf65bd2b983340784e4d5fd7212e3a431469e436632b0854a6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 136464, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "2da6319a047c1e3ff926c1c108b6455f0a8c723d6ba9e1fe630e141995d5475a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128StaticContext", 133648, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "31b10dbf16e3dac86d825bbbb9a31f7983cb2309e76d9b86b8e6f817bf1bfcf0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "e6fa9e1c8c2cb6e91498e0aaf367d309d90685986ecb77345106202203ec42cc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "fd6c015c5f06acc35757f25eae80f61803de00ab757c080d38c7d6f75ff769d2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "6f5a3681aab5faf98d8950345c6681ab8eae3fcb9f498e03b49fca4bcd51232b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "307d7ece7aa27efd45a7b8aa2d8b6d30a4c4ea98476b635f4935adaf26366066"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8cf0799bad8866322caa7a119c7f6c57e51a07a936dc7dbaef78aac251aca8ee"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 136016, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "73844e35bb87bbe4cb350e7ab93fcaba714ad8c9464032a3ba66b315b9769072"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 135904, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "66d6a6741df8dd781df5ffb9a611f830ec5beee2d017fd47cac4bdccd24c8b26"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 138896, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "7f21502edb44929ff200baf6b95ec69b0e3a6732107f0fb8b8d59efc8a4fc1c7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 138784, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "60e8ee672c0967b03e489d4b891362db09a6bd30e410a99d37e0f78f25afd0fb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 136592, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "08b5d2810b1ec0c59df92c4615ac9a6251acf028ab874290d87f2b3157b61f70"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 136480, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "148c60a482657dce4800f9eadfc214bf7d963de48e98c3d2f3f943aa240ae75d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "59a32419d9ee93be610bea57611a4edac80f2c16bfdbd954f1a15b590a27ac5e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "78ff449b01b342776ceef2a85928ed9473a4c791ca0ceb7188da6d42c704e8fa"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "28fe9aec594a8a545a092ba708931a12ca0f01ba633726a00552b9d109a64865"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "db8edf22cd208b2b2b156051ad2b9890d6f3af76bb8c941ef97d39ac30b3e2e0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "58f1c41690d57d64dc3649d6309355ed1f40d0f56f97e49a82620eeafa04a096"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 133760, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "c086cc21d5ba9672202e1852c46e4e56f71f0855e56dcbc7c45dcd65afd17358"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 133648, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "bca9f849cee04b5e6e6c3978adf28fb3588b1187c95f6d17bcf3c0dd97c6e45a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "13196653621bdd5c0fd3da423942a90de1f8c29eba33a9eb4326cb9c58c08c17"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "180f99fe97e603d8f4ca73e70f3dc64286a5780f5edb493a5b7007e2bc12db63"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 133760, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5cb25a30a499791f6d6220e9d249f025862652330ec2208467a811fa622c173d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 133648, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7274a0de8532ef1039d9eba153e3c3e5ff5e6f3a16d468958abf7aa0936ca8fb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "a97479045c4bb8ef7f3cf53ece6f56efba329568a26eb07a303a725e7870b89c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "e8214a34922288d6322a100786a6999c78a8a40ce542a62f6d1eb6adb30e76d5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "0fe2d7f0439f1f742c5457bb83b5d3ce661c65ec1cb0b821fc3ef3813bc7add1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "09ba031030405ce98fc5149416605485d570e2bed7c6ccbdafab49cc8b82a35b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "31dc0501d037b0266ca04f670b21dafa01191ccdb99d91b56cde26d76e272733"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "774c7155491652975097e4fda1d4c1a40991e2bc4df8a04fb68155ea113bdea0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "98c6b4d1e64f1742d37a61683c5fdc629a87b9379caf874cc04909ef5dbfedf6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "9a66f62b9020a23fd31331047d9fa3845889731629f31c3f32b4f29fe70a9b67"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "275539d7acf2a3aaa3876219a76f58421f923718e62617d7571eabca25652271"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "c72e38186f3da485c7b1c1c843358f3e29d4fca58f4c51d09c2bce87ed9575d5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "747ec3407866a3ecc3f3f7d263c2a644e3210ac3228156e17132b60715faf53b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cc15c25f4aac1959d0ba8e3d88195a44751102f6f7f08de6ca845933cedcc55d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "24ebc4c3155365b1acaceb6dcac627d8f0699b79784e52ad32a75d5eaab3e8f7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "45f8cde4be313bfebe61d682a7642117f3c516c6e96b71bfd45de5ccf5a362b5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8f7dc68a6cca29f11508e1a45ee4486e5fc87a69e8d9fe2791350f2da44335fb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a11a6519abcedf9abbd1851bdc78a1a16aed4f61a311ebe431bec0a6bb8c8cd6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "348104ed5b7fa0fa21fa91bdbf0c85eb0dce6edb69f8e6ef1199178adb9e7aff"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1f6e1ce633cb85b79c30edcf8c7b59a0830493dca81e04585ef37e02061921a6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 134528, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "23f3de08dc1b1bd532b46847d1419647c27056cd4ec40ca05ce9186245e1559b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 134416, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "067a4258f2623c5df672f623405ced20d58e9092e24b513a1c7b5f30c7138861"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "dc93f690e43d535ed47b59ce977a0a9614bd8296cc6392fa4e1283eef86c51a8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "8778e998a2c7f9beebaf48ea56f3370d1a5d14a9b1d25c38994a0e4004a264e4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "78e30d88e50277c4a114889177b254b5654fbb2016a1500efc2131e46c4936df"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0e08096782ed60a623c717397aab2312205386728965886f4dc37d5d2621eead"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 134528, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2951f5734a5e9990d9c4989b19b2ff9086c77ca272c897a2a0f1512b67b2e7fd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 134416, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d88b39c3c6011de09f3768dca6b02015661284d2a2fa1bf6321040c0865c0f47"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0858673b0480295956ccfbcab636b97b02c8116602ecb57657319abd8e4cfce5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c41cc6d68dcf2cb0c4661c7b1e06fa4c6ec1bf82615627d968b9e85ee0d3124e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "8387fa20ce1b2b3b09b840590735c38dca0bd84d7397ea48722572192970bc6f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "cfa23b77055085f956b12926634ac09a56ae23e36fce0540541c3b18b4211e53"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "1d9b365c4ec76a9ad08ce60b247967facda6878a21cc20000be396697e1ec707"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "5639108fade72e7da0d1c304d1b1f7f85be7d57572a45016160f503d5ad91445"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "29c2ae1f81974b38d2f2bcc169362ca3e4680a815c50833d61b1cb172c8a572d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "41fa3dc07f4eb064dbd1ce71dd26593c565ef6ff932d181f0d2d2832ddb7ee37"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c4511daef05576ef7e10588f0cee6f07548d1e12a39e7c87f14e17977dec8bc5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5f63c81fb74880e3f23eea685ed5630ef7cc991255049745f72595b5ffbc9b94"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f902ba5ca9c941b18df1f789eca2a015a9928f6efaf5a16f65b8c96afd4aace8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7a803a70738d8cf69b8b1143eb1c35e5582a152b3a66309a1715f6743ba31410"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "9232ffcc4885e90a0e67b9d6e26e7875dc1e64a72bf81cc66ceb896f3280ecfe"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "a83862901d3ccb95a59aaa9782bb0a22f745a6aa420f29b6ab01c32f7b11deec"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "e7467db982a3ed09013af772701309de2b496470284e257909541692d6fe6d21"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "1ced1fdf3d2c9167db63cfc493d8d0a9d3958056cfc8b1fcf3db994c6af186f8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ce785666b9a086dd23c0e9cdcf9d6d5a05032fac039e6dac5f2e8a6ebe6d61a6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9789d3ac77baaeccf4a19d0bda440f4b0c7ca8d4be5e214d147164c7d502ca0e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3cce301fd8e2cd7f006f0ca299cfc8d0e14f06e7291fe109de88703324118763"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c80e2657e954a79e2019f4919b1dc8be09f2c2a272298b60491afc7d2a9e0e33"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d0a8aa61ee05e910116edfcd0b46ace454235aed039fa430459c97fc2b1c3ac6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d557d0dbe7a5e2737586d6d109cdefe0f46b3c24bc40d673f06c32a94cd99c57"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "19434e11600fc34e26724e7a98afd4000d71314e0bde81eda4f75476d33b9cf7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f8ed08d05eb451bbff9a4ddafa673517b522ebec7f61be452ce9db16774c3d60"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 134528, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "922b8067c9e86865f6de5cfdace2dd08960efd549580b11790c4fec62bb94c10"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 134416, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "140291a2f07e7d84fdaca883c00171a316e2b11e6ef1a23778440706195ff2db"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "3a200d8c0a15ff84d3741d10fa079cfa1547bfd0ef5180ac7b85665d631c51b6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "1bffedf43cab3c49c6261bdd3a2dd7c63f454ffc0e5ed7655a4d1422c21e1bd5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 134528, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0c990b78fb47ec5388717a570ba9fd01a0d08c41ecea4801cef4d94a7cfd04c6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 134416, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "93793da72c124656d287de2c48822a835c2a3197659aff9ce6ff6e1dafc6c174"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "c08dd288562bd2fd9a64b1a0615f642cf0d79f650e44e3b76845871c4c2fe988"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "0e8d8e7d46a27a1c440ad7ae3984e3632b136574d0b39cd32c54a9e6971c668b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "739846228e613db55ee578e1a4a46acbe84efc9690fa9d41ee72eef42451e75c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "9e7548b35f59e0de1a9270fa081b6b9bd0afa61e247298b518cee20045cb8abe"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3522451ff6a91db4cb701f46c843208159a57b4991a3d07061a8f2c931334ab8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f10ebf830a7b36555d71df12180f20cdd707dcb9a695313a43980424af9dfefc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "6b102e135a89bf4b09785db8f2cc14696cd86c079894151437c4d6636a17e5e8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "3d6652d9fde6f4151551254cb4d72e2067829678cd6a957e0ec23091e7a93e0c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "85487f12d4f57d70b606f283c24458cb993acf4d06a4e0c60bab4aa1c95e9d5e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "aa70aca5f3f908ef1d2eea48d8e11ccf17ee609be88358bfefc9e200765117d2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "41edefa2148ebe0defe1052a77def0180bd2f98425fd81e983db9ff8db8b72e7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e4c3dfb503d54efc0ab3b71609c73a488c36cabe660f0f819bc450eaebe853fd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "276e5e4e3577c1527b0be89a347587df7bb7f579e2cca1ce5e2341532e754d40"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7e2c7778db578cd9047d50159ff21d530e4045caa24c04ee4d881336029f3eec"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1178820f55056b0b62bee5a47ee32dc6dbbb730e3819494a75354e85bf8f3a99"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "41bbdbddefcec31e4b3f88cf83942d96f1bff723f0b817ed9c81f3b148e4c68f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0c42d486f3555f531499395bec6c91a64f13bccaaa5e5ef8446dbe83cd15b3f0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e2f6c2026b6676eef27a537afa84174b685b1235e0f79fca2c6d34f63eb65f47"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 134528, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "97522879246995d4fc5a6246bf5f615bc3981268b242b87615faef417055465c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 134416, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "8b5f9fe3da84ebdd01b1c6fd936e955c7fd1e4aef2ec1d77f99b04b73fcdf1e7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "b4c2851a66d57626f60fe30da342164ebe526253033abb2a0fdb9f41f482ac5c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "97e59d0f86e24e8991a7249a4ce612336e4f8e72b781bddbb480183bb314f60b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d64536e9d93d36824f6158f86efb3928ba2784b46036bb5e4fe7490c4087cd8e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "dff4d55e2939cf472cc86fa1feae08a819d0274cf0ae882dce29beaee9117071"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 134528, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "43a87df28bc7af4ed50454c56fc8585f71698c7082cbdedcfc8bf15a7b60d19f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 134416, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1512a22153332e03bee01555e248f6a389ce752c8c38aab78804c3ce165abdc3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ff86e10f89605b788ee4b79b8c081d1ed4e1a01b59955464bcd1909dd0448cde"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "18c144a53581d3dcb89f4fd66b1f1fb04b145920203775021b7a28d6bf83cd14"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "c2bce44931fea9e96849e3746c161e98c1aa624d572d09009d88e91f56149ea9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "fa751bf926bfce185c976f2ad9d324eda84560c3a27de029d6e9e8534791cde7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "b6afd3897a15e8d706a5693425c725d8d2a2d1ab68922e7607123b86bb947d73"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "17f7dfd0a63260f06b13b65c39986954320003fbb306ed2e77ce96230d672dd1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a6416ccd175e0aab5fa6b08f6822a123a7ad91bae0644af0b666b533d695f9c5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9d3773e395a35748859ebee11d38605e70e1b4008ed6871c16b5385cd6eccd6b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1b6130189f137b002e41fa6e92925bf3f90344da099de3ce1181c695f94f1896"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "02c96ea204184b0d5b9153164f2dbc25c77efbafb57af0ceb83c22db16643ae3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "96cbfb33067afc1039a97d759f803460702bee19293a98516996f3c294cc7b6a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9d1d5923385ab57d046256538fac818aa5dad93d9a8ac060e539a34690e9aca9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "e9f942a6cb90db0cb27341590d643b6fe3cc3fe6a1b2a16888601516b7a26382"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "b760507dc2f818bec5443ed50cca9b8c2d6623c032553a122ca0c1c12b449c1e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "c432fbbbcf66d3ec83d4a8fec876fb35a6fa10b8a435de21f5f9c69cbbb99810"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "57f6e67764835db40bd44141b65032cd187b26abb85c02f358d326ad4149b8d2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "239509837633dc253fec2fe2b9ae06b50b944594ae13c44d578ba9cdda8e72a5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "610809f8062d39cea09b561f3732831f40f3f78a5b03bf448036aa18a33e6f14"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "73f7d5a124a9e7c2280a20b6483780ce879c0c4946a52633fe323c4d6cb9ae6a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 133760, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "341a7e24673808bdd1bb91a47c670a116c6365dead56671fb7fc5c2bfe4152a9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 133648, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "30e22cab410e8fd9551122163978d68bdfc4f786cab6bcbfdadf7260e75e19ae"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 133760, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "090854847021b04923eef13e84bde62aa42c091953f0f4e3fcddbde39a6bbc75"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 133392, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "3df0c659f700e60da83b56d6c7cc182d56f17e75286751787fb40d98537da76f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 133760, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2bcc42edc741afeebf5e7b88283e035ba979327c0bdd7b8d44a1b037cd8febc9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 136000, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "541dc3f3d812109aaa7c1be474ef4b7179c649c6722d5d488ca0f050ad4212a7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 135888, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "b59cddb8532e01efe09eeccd91ad6090378e8150bda7a27aa2006614e7afbe2c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 138880, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "483fed9f5d546a6be54eb3acda33a970c1f190d9a376042eb0e55c1337ddc379"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 138768, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "a774b6743317f1d41f92c3f4c19cb55ad7cdf1a662b1fc5fcd2299ea3d44274d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 136576, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "a03bf365faa6fe8881bb805315e1d8bd30616cdf9f9e250fe2329b41d1d0c609"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 136464, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "f8fe28f63c0ee855e1457f55f05b8ee1e4839f37e51faa03c2ba27b12bc8c971"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 133648, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ce2473b03c3084646782aac08c9ba909ab4238fea151afb4da5aa5ed3a3321d4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 133776, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "1838118bceed883a01a43870cc0de23f8207dcb5cda87e923df7dc968db39907"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 133664, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "c99cc26be0275b98ecbb32227855c7519be8487fead5303e744c43f35f65030f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "6977b8d3775b6fc9c8de730f36949210e722efd19fc029e35289f7b9d944abee"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "6aa38f4e78704b9f64f24eb5b60a0877ee7be5d3ab3c7bd153ab0780e073f372"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 133776, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "faa99b22c024eee057b37414f43cceb7e1dfd01346047a98d538adb3cd0985dc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 136016, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "79590992b9ce7fff0912a7c4cc9ddb918fd8fa96328f695680f506b89914a2c9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 135904, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "242079bee0b80f86a0a6726260bb8ca7d75919d6d567582d679848509acd00c5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 138896, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "f7f228d595b4a43d585059f05ddede3483387561444e668b27e9e534af7eb6fb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 138784, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "f3f88b874329f8dbae125a1730738c93c8e5c95db4652a5624e7d1c14f200b4a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 136592, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "7881c52a4bb3b4c697c4e8157903d86df0204d86766ad909a5ad063419efce98"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 136480, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "dc4612bf6bf0f09ff290e02eec0ef57036ea772b76a50db15f76c180b83277d0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 133664, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9d6500d328d340f3f52da67e918a16616586f6142349710ffcdb649e03a98157"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "3af65fabb772fe9278e9e6afeb3af2597db4ddebd7fc0fae9a0ff6f84048d610"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "d95ae22ac38d1aa586c71efd7d522a4bc493b7ecf444519538b5a69d30b4862c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext", 133760, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "89c906b46a4b9eae2193559c7f4b191f57f81321f6b838aa8f47960661c25983"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext", 133392, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "e6f2fcf61f01f0cf4eac466148f322c424be23e04fe5ebf6e41cb7768d445a95"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "078298a6a3a5a78af9aff605645b01891ad1b21b5a66ab06f050ee25662f7402"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "f415c51b8a562aa397ef148414703e448cadbd61782190abecac0b7ff3025dea"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "145a758d8b58ac5b7f3ab66b049eb47190a4c0801adadbd5f3305298da2c2f73"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "45b397e8d1596ebcba14b79600834ad9bda61a3dab2d24f58ee7d67742b9cf50"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "744f6962a0ab15d4febbf4a5219bf948c937b5b4033c669e2cac8bc3ea42a4a6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f7f58dfcc35b0ec5a1457e3015c12cb910368d673cd94b80ba7080f67f5ac889"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f5a02e493497bf001d2146c7da0e51d5bebb2c3f22f93c18dec995c4aabdb4a1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "edb3de5e8d0b1c43e05d56d50bca28c4b823903882e488750323026c17c820f1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "006d9ba193cc6cbb2f195a24f893d2ddf6019c210d2a6695f3a562f07754a083"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "922b960976b19dba3dc41da1e3db872c6c3f9a545b53f6c99c63cc41dd07d8e3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9b1341c69346870870991e9a64a633f60d0c4146310123696da0b60353cb819a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "50e39f292e7bef0bc6ad85f0d6e72dd7c3b3577bd3f5db17ae0e03e9f0f34499"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "065ac0224085cf3fb81720ee5f84bd7187cd6285f14a131d8e2346809fba37e8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "bb80b580ae4488d555cf78c96c33ae157f83273d6f71b7fba6822618b5ba159f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "e3807f360f7fbc28286f55172168a2d82d9d9905f711a6051ec6fefe9e362468"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "1db51014fe6778a81dbb53a9ac85dfca69ea8fc291bc039c50116bb2a27e9332"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "112fde1fa7f3120101dec3f325ef5f6fa9252f54a3328079cc3870206dc7ffe5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "8e0807b6d5aaaed1e3008d257ef29fd92d390c6034fa2d7a6671f6b380044fd6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "546e8d5a01d49952bc0fea53c2be96077710751688e876e9be84295f6a6e3fd9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "0df3bb557b3eccc3bc17a0491582e13b6c317252fe62b8519d5c65f03bc1fcf3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8859597f6fdb06f097c9ef4b035f7401e1e9a9251210cde2d1e7482da6c8c3ba"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4d31e90986b4ba0bf750b790a51fbf6311bd0a6b44e865456b162c9ce44b8350"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "3c38ca9162a7372fb7e273181f2e1b5ad4562bebf0224ffe58dfd821a2184c66"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "19ed7b0db897ce8338917c4ceb47e3ba5f1243510e1a1007bf09da321099b104"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "48621b39a1d544df8e7ed837dde192fc8d3ccc624f8b26733bf1972aa9f423e0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "6a8db0b3283c0ebd0257141592ca0d0c79b2b7483917b4bddb04eef4cf726dae"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0b4a5eaf3c19c861c16153fa61ad167bcb709e47a01ce1ca054ce8d9107e4542"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "eab197ac2de801d1d3cd7a46f57eb2f47ccc2c88f73ca34636927850653f0e70"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "5df4fea2a5d36bd92a5600d4152912b8f8d6d8d07f9426053ae82e8e76d4587e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "3fc8292a9627a3b12e72937362594458e2d7ca696887f08a8909b6b5fa4e3618"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "01a692325e4ff09fdc12ec2a3ccf088af4658b270c06311a857712cb9204f29e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "5c286c62cb908066744455854ac5553a0a3b3efd9234ce256847827c14e19023"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "fa8685185fd3f7044371fb007b896d52af10dc3919c9ae23cef89bc3d95ca295"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "67137d17b94843982117429841c11860aae17db4c6d6e4f0b3636c027a84681d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "11f379199bbea69676799bdc8d44026517fe098cd9872359d76620b336d2defc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "bc1ffe67686a00f6a872d3d09f5c3caa76dd0cadda4889060037394489c018a4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "db78a5cd9c1d35d6ca5e57c965756f398f46cdae83c3b0821140cbfe3a6759ec"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "625aa01a9136e0e67af52b42f54abb7853c0131fc5a8f1b7fa0217ac7b3e3617"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "e1236208890b0c151aae34b28398c55b4bd01e539e2d3e5c631b353e48fe43c9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f236b6fcc6f37da4d6c2e75105929e96fd68e84796add56964717e7244109b7e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "656e1d9e44ada4b19e9c0c74632c0e5a91b117a161d9d16204fee4a8b49b5d81"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "c569a20f3009e557eca8d1f71a533d05eafd4f86a18a7135cee244a8ddf12604"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c5f7dfddb1aa8c153b5a5f83274717f64bd51bc60752526e06ed3ff5d48fbea1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "85ad75b76a70adbdfda989742370665691f466412f0e7898528f7a4d5d4f5b98"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "c3d04b0d70f9cd55391300c6d0e2499223b0f526d56bc005b68b050f8e2c297f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "2d30c789167325be9a0bd8b1ceea0ecae057c95a80365fef384e056ccf1e8b4d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "62f8ce3d84bd43cb7cfe9c8f7b13cb7e2b4f874872d26463b46aa1d4250a7e24"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "6c65f10fbc3f579439955ccc9530c99b7ea3a9081f2d27cdf49426a3a785e083"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f0a5f28f5e846a97382802c70145fdcc406e57bde098383ab00fe181650fe7af"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "da698f527efed2843d64fcb7dbc34cb050c784364007d59e4f0ed36f515bf4a7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214336, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3a3fed3c232370c40b5d5cddaab7b180de7a92c0c64604ac85bb8f2703c90485"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181568, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1d4e741b7aba44c995a32f44be045334233138bc18b0ec7bf35372f2af7a38f8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ea6d7b53fc327824bf533fd2969f25102dc753c985b4253b06ad9351f9ddafc4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e5b70747f82bd7e07d2ebdb9069c7d54913e6652cae26fa5657362854df88fc6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "98bb13887d436361d56ac0d398121755115ee1985dde48da1a727525cb2640ce"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "368283f25ed5057e6956defcfc32b0e70f24d048f4f5a662ba7c0f82272701e4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "5830402af16509f0dc5a86b6de4c2f2a3e105d6feb57273214a59f2a930b074e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "8349f716dda2f2d6413f71ce8f8c94e7edd1b4920336bd384498bed3f99f5438"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "f97f0e2031ace2e4335942af30ca821be542bbe538a34a927a17e17c50f3a50c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "c2056cfc6adb218a77107a1b32e02e7203daf722bdec9d22d760780ed823ecc4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7da2b848dd7a992ba213292be7e27043694290a271ca191a1fa753cfba726deb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "463d87f1635a18069082bb3c2338e69cc5ee815368eecbdf986de06b165d86b1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d383da4a2ece4f5776bc221c9c5fc5f0955939bddcc82826ca30dab5eb8be216"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b38885c14934b8437e3629df0e0334c3beb68c40fd10cd7af1e15879b17565be"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 181632, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1d90d1ac2f3210a0eaff40255412859d1c09c31a0fe08c17022be52f8728aa0d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181520, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d2be51128971e99b855ef14b6e9cec01e31cc5958baed58acdd60d1f73df6672"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "e63d2b09eb292eabc0ca90f7a107010308e51b74a43a31201f923c3b425e5fff"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "4f4c918ddf8318179c3cbb29173153fb0cc9124eee704f9346bb5949ef7c253e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "0360a9db20a7caf344d11c81db3705e9426030a5486826bae79dad4373c279d0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "0dbf03f950603dccd2adc706f5c4d2d48c4c5fa43ae452f504fb61913442f012"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6137ea1e9b80d0ec55b0541305e3a2a5b9448eb710562c6b26e481d63104a580"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a466883197724dd4df05c56cb4dde3534e96d3f6e160e71f80e7e9877e26cf6d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "30503e56e3cc3b63c498b8d8f3e1f8b02f9aabe9dfa1b8a64a44c858a90d79a1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "cd04fc91c84ad5f9110c6dbf45f505cc77033b97d29b6424cae54af224bb1139"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 181648, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a2c495364940d3ab5b1a6077a7d54b71b39e58d1a94fe723ac527dc64e2ced7b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "93cf5d09a37dd3ee96a6a5a083a3e2a88da31b25095a03226fbb6d0ffa3ddf41"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "612652e4f04aefb6b59ef8b23b6244a16b34f773d93d25565e34b277024df589"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "1543b98bbcbb65d2e3afea559baacee6aa5fdf11c0294e218fd278c500e373c5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "ebdb79fec31bfcbe2449f1641ab5e6dc4b231759eae18ecbba2646ab530e39c1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "db625c6783adbbe5f77d90b0d7d0f973cce8c72343d94d10530c28a6a7a794d2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "d6648db85f0c4c257a3ea026c085c6b0fca48389e33da540f2883d24b43218a5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "0a3b152dc837aa34bcb9af7661bef0cd9492c81c659d45e6e14b7a2ba8db24f4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "aa29f52d37976b5d26a90c8dc1adf9c36a55c1d1254e5ea3e7d64a6f34236426"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "af9dce7d4238909ac6403e7c3b1f765f73499f3d35c4c0026d4505a338168dc4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6cbf389cf9e3d6feaa669009f1df61b6f8377db3fbfc001991946fdae39eb3e2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "cc60a5f5558647806135a8098b621fd498e6311ccb2ba13d2241e410e7f514cf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "adf36f730182251631d5e36141c7e22d26fd3b3c43233841e3c1be84c2a6954a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "27db4e760d2cb38ac326562477e72f1c22d7396d42192d3039240535c07cef85"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "7620798bbeb14cbcdb5dbc0c46df1bce0a97f3c261bc2fe6dc0b085b2d436074"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "4620b01143f769807b8246a0544f68f9866f8780b43ff506dd7e15a1b04b2aed"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "933564c422c4517ff6441997c769cf607c5e96e4c1869963b8cc13d007e8972c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c1ce5d5b725074f6d76205f1c27aa196ab7b47ee1388b02d75702834d6ce572b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "8b4db290df33d8ae0e4a80983c1f4a8ed625ab5736d324961b70669e626b6904"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "08c562ffd0a2479be61d3e3f057cd407f8723ad857dfde7ca31cd1945146049d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "1b38ee53d7ba7b2b62224167ac3dfb24ab08f155e740a93c791d7bf306598a08"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "eafe90d03bcdf1a99343cefb67ba00c0b4b1d4740d4dd112f38bbe136395322a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "dfc0afe5e75b6a8b82a6ca2ee5e2f58925141953720fd8d7d1a2c826845430aa"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b2c89155dbf43f35d114665a2e838b529a1dfca2d213655021c7a77d97b609cc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214336, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "596d0d5f3340b93e49d86a58b62095dadd3c6a86cf1b929c601be15818cbd424"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181568, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "11ea59b8b6f12c0cc5450bc19deb8e9647b5ac83ad1d740f81671dc141497449"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "63af3d28dac4f3bc075432036d94850735f87099416f8cab0ef15a48d50e05a3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e088a823e5f19745b78b45b505b3794a3e1dfb80ec583730776c878f2a342405"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e684a636b2b9c787fdbe6476067fe40bdd41b7095d3b277613a350820f30f107"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e40a085d867d7e74313280fb882052d6929c3056ee3129bc3454f7899847234b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "35cdaa0d483dcfced1f9f4759c7beee1bac7d0bfe1abf02ae8573e1bc4654d72"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "7813fe090f4f058c46877ab335ea5ea596f573df76c8c34a4416bf2aceaa409b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "d66b763d3c9e85031a1a7aafbe66d415c77d8ffd341c1e1eebf466f99270f104"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "a64a750c842409d2d159d3721b9a0852c00236deb571317a5d347a8f6770b5c5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0049a640c51a476506b71ceeff6da418bb4538a6ede51eb8235b4980d2bc083b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "81394aa5eb68729aab2b74344d1c6da7ecadcb5eca00fb0f1699769ca3d8dfb7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0b6f1752dc475ee546078b68b61c839703dadd47df3c1cab96b7a4f660027627"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8a35c845b4e1bb26744a2e4df29a4c9e0585ce0406bda823bf3b705aa22017ea"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 181632, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ef618cd43abc191f908b04f49bf6e7b7ac2a119d9df190767c7c18d2e7b96ef7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181520, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "131bfd67c3d1eaf9b8e54e02a8bcbdd29733001055dbd912c0e56655b22ebb5d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "08d2f19d69e82b9838dc6a46ae0a50a042a1ed54f93152e816ee77c3efc98460"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "ccbae879278b953b6a9ec2e792cde81f5c8622aba96a91f5956fc3b0ad32fc77"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "2d1e025c910d81fd5dc72309a6581a16e3596c682825af4f1f0bdfd2c98c3364"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "9c9e9d13be6ee66d4f53b433f959a9ad1a80755ca813973cadce429bb1c1ad86"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d99e34ad130239c3792e4d3eb32fb390851904e04a4f55f4e7768feeed583147"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "070545adb14bac5c7b36bf5450ea239f2906f73743f62d51ba157dc87484d76b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ab359b32049c50e917c5135e78066e2978362eafd4ba18a878d7d8c8b2e57029"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d7bc03f0e068fb4c4d910feb83cb28bafc4a306d572833c0f673306e00a5d16b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 181648, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6cded321b3b8fd06790b736c598802259b796b36280b330c6314e4f2bf257bcc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9dad82e8a0e072373b17435f86c6df19032b10ca8748ba8adce0e5522aef8da1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "055ec58dabf666ffeaf35388a3398aa654a3f07489b8939da14a8cd6dbd41c5e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "248f49922c575dc28e3f21354b0bf0fa39106af54e47a077925343d11d6fb391"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "744566879612b467d5388e673b5f88ad46ed54cb37e27bf777417d501cc04222"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "37a80e4b42048d40745ba9419cafcb0ef16c2b8d1c9d5b3764e7fee8ef322858"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "4efaf49b904156609b8d76e00f0ec2dfae26b76a4e527f680a42b27e51337f72"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "34d4cbb266913f023e08ac6731ca4e27f30e841acd244a65311a97461c3d140f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "bbff0936e4990104ce8f757e9f839ad05028cbaf282ed9f17a5f3124da69ffda"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "e4e2a17e7573cb9605100defac827845114659d98d9265f2b5ea4632fac88915"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "95042500f7074b19647373af76a14ac413b5621fd0b128e14f762a9fd6a6d4c9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5afecffc9704b3d71abf78c89ba0fc034c8f1dd7b2fa0042106b2145889ff856"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "3d4868ebc77d1afb44024360079adc8d005dee84d08a4ce004c7ba71b1105659"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "b18fd16a77f71bddc16410adbf7e65b75df6776e7ca285432e5a19bacca58f26"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "d20aefbfb8e8cf9c4ee9d035a69009258b69aa4ee5b8a739ae56232e81b10552"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "08ad5f0d42fdfeac0c5e3ba696d10946c91d012082f924404c12704c24b545e4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9ebc56115dccb68a2108c843714595c260581528f51f96fd4334d4e0451aa2db"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "44e5b586667a7ba4f5d5373ac6c14684837c2e774db1f25ef3bd2342355ec22f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "3b2d8fdb53263dddfc2b1cdf0b1917eef2a11a6c3f650bd03f5e94f5c250bd5c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "546cfe779768f8a6de6ad240dfb6d7e0c5fb6881b54fa11e28b9c87fe2324f20"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "fadeb0d0d625873634e69a72c84cd75a1faee36959b202e84b73d5c956ddbd1a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "e9f22b944e5ac54f44be5e9857401e164084fd0c89b5e0c31a25ebe4c19f0be0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "afa98610d85f701d48ce272d78ef7261624e0082e37bffd9add06858d1caa781"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "0517a36f3c56f372b0f4a5116ec936f1504b4818af38d7a731cd6687463d63a0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "ee3ecd49d1a1b9e08a7758701a25cb97044ead16c09611975782177650a82a6a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "91dbe7b7e7200752afc95526a1697720b4aedb62ea1b5fcdb665f46c329dfbf8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2d49523a138cc6b3f981e22422f3b574ca79fd0a86d1562b188059c2cc764cbc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ac077d18d13b53952ac0628d3629df949d780859b8fa1c4eb3285445d2fbee81"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "95057ea7a51117d59d5c0e0bf9712c6e636ec5f70fda324b95398a055eacf009"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "5d1494e9504461125419a69e0e9ae1bb170b1f10fd2f7f4146443d2aeb21daec"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "eafc04aec4b441583010869764680ee4f783170dcfbc7bf104f7c5518e1e3705"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "7592ad3615421c7deefab5f6f8faeb18aed106473706da13e2be370bb7bf064e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "74690b4452ea3cec6573aee81278483c922407df62216ce9a04157582a894955"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "00d1ba27bb8f57cb1bee44c56b522ee715a9dc8068cf34ea5ca21c46aa2b293f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "1d0269d84179698703b0f66897d90aa861323b1121a88c73da967d494b3549eb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "252c59f94f36608418783ea9f63f2fc39775b940cb6ae3ba1ff42962e660a03b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "da26f1fa5008610d9e1fe2bc381eec9f33f30631500a674517a1739f1d4a4ca4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "17aae66f6d3d111c853b843d085455b36a3de2db3cc6f24eaa00f55d8b00a0da"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "905293dd72ec95c0e38b8150f6a7bb48d5172694369094fb5ad832ad21c7bd13"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cfedacd828909c1f81987056a39202b9f031592d473076e1246626005ebc27c4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e02199be2a3723967ae5e7ef7da63cfe1c4261c55f43abcbdd0cc1added58c75"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a817c1a76afb1b83cfc61416d4a8eb4a102a15fec314598685e7ce331cf3e7c1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "380f27a932cabbc0f6aa653e5864554493e64b435e14d6ae5a7f90ee314243f3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "7faa08541fa50305e3e6f7a4302113555fba1f09f0805b30080d456e71dc63a3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "87216716e0647f27bf8dbfd6e80ab0cb4c41a14940f1d00fced8dc2ee9c757f2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "0d84803ed6465dd4caac4deac4dda04ebc812cba6014ba0a3a05ae2cfbe78356"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ee26a7e4a57002d69712a0b13a85c66a122f8819ab65e657957ea18985205a54"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f860348b6c84ce5807e019fb18b4d1e9c8ee29acd458503bd0007e11f519415c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b6231e56babe2a883498f425e6e3521297a8fd472fe59487affbda0c66392017"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cc9a9cac0a097f3834c6ae18141988bdc26b52ec5130b3e44bbb2aae320f696b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b16966ff03f525014a35b448ce67bd8f0ff8e3b03c4f828664f5827cc628fe4e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2700b39f498bdcdbd1c57f6655b84af2befe7a2f994796454ba2e9949787cadc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "fd67253090e35c25ac91a7dd61ad925639fa03c38ae3f604e6c5269750ee8b47"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "0f81b7b6d4832c631fcbc29a305f042d79124ba59016b0b36d1e6d2ee95ccaf5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "43708cdd1a3707b036493c6a96a27ad10e3036041e91c97d405d3a5d0f1f4160"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "9c2b91c037fd1fd79ffcc8f897f754692a1bd24a6700dc9b0e527d0c82db321d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "961dc21b4127870788b80ebbe52f87d6dca8412fea8462abdaa60bbb90886ffc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "531c241a3e8254838742e55a369d36ad130f0ceaa03736060d65cbe37fe0511a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8ef8336c5c2ab164279a5de8ec9c7dd8d425665ad5e9901a163898d6d47da2a4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7c708582d84dd7ca4da90a538dd76629cef8637045c41278483772e1935ced03"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7aa961441c75f78e55ec6ea229dc3f3f225783e957b023d678e8ab37742f7409"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7ebfab1d014449059dd7fbe73f36a6fa5baa645a0d677a96c52a9c43c45482af"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "967f8f4662066dd38a15211dc312270b92371740b417090fc705566334fe45b3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "31617d0b2f1256979dcfdcbba7c76eca8b08d7fa3919e3cd66f3f730a6dd0e33"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "af8397852508a26eb821908f9dce911e536b326d9f1b825725e203a406ea13fb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "ea2714e484638c3baf56055f3469fcd7437f04c712752c85c56035ea4b050b37"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuantUe8m0Sf_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuantUe8m0Sf_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuantUe8m0Sf", 188536, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, true, true, "adc375b3d0b5501207978f8847e496bb0e130a00501b3cf245434597fe915049"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuant_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuant_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuant", 188536, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, true, false, "5d571d32da6dada15535a0bb2bae5409da7b2c6d4be68f65617431d8d0094a2c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuantUe8m0Sf_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuantUe8m0Sf_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuantUe8m0Sf", 188440, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, true, true, "2df76399849dc727dbffced4e54dceadac2e3d88ea6b66b40e2d01b81bf5ee04"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuant_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuant_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuant", 188440, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, true, false, "5707efbfdefb978afd43b084592424bc9897cb72adcdcaf56545a9027e6cffc3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "512e6b3791b22968a280e94ba41283afec78ec5532b28e9d583c52b4aaaadb84"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "376c367f7ceb16dc721af150b4e88d767a7e54513c8e91f27b60eea12bd93472"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "e71c2324d8bd77b0525fe9a6248d145b12ba179d422af43a82f67a62eb4556f3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "0441b25cc75b9081175b7ed1f20b653a739f2999de4efcc65b49f7096f1a3724"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ca87ba19bd1f0b54a208e3c31698ec3ac0541b9ec4b7c7b07b6d4c1293e66193"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5b336ee45af9a94b33a6ed72d6670e719eda167ee5d4b67d21662a48e264810d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f98efd8a11bd3108b40827e46895b42fea5523eb3259944b951463f534a29511"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f77e8a5d68abd09b36b455d7574033db1da252f71f4e4f04848247f0338f82c7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "187bcb2f1202245e0be379f553234de3e59cc106b0f92fee629d0a3c7d7acfc6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "1775adc1717f7724e908b0eb0f8fca4b6879ecaae80b86f1d8815bfa1c93cf81"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "de670b719f51cb3e931140533e34c0a6151cae65b2600bce45383bc624da8999"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d931d4625a45d02bfeac1b86cfa663652b059afe98a13d99376156caca2a78a9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "fea4b5048b697fa720f8e0cec7a68138df5f8b523466346dfe8954c55f6f71d0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "27d2078490ce722f942f8d842c43519770cb66339c32162a1d11f8da43c4584d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "9181b0728254e1aff4f135c4f2da6bb052fb0666da3a4f3903afe1018240b70e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "bf825aef7b78979d933f1fd9697306aff5a5950f904603a3c5ccd29443c7d77c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ceb4e1e679ac922531f4827e26165ba4dd3515805869889ae926087ae1f20d9e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f14917de034e326a2f6fba4bbe96d2d3570c6023a225e4c5b01a8e61fb0021ce"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1d195b3c556b4ce800466fc0d33ec831f778070dc3572f7ad7583edff9a4aadd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "93c3cf0d9ca123507617bb0535508e36b8de4a79e872e776a2b34ca82d9a9317"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "79f747593b6b3db187043fcf9dcb3a7b2f1c1338203153b52d1d982f199ad61f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "be03a977a696d8d4739866701652318085322a1a1307d26208a44b7ee63ea6ac"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b3d94b532d5cd2eb89f08f806dc1fa2802500cfc364a31013de1a65d066ae872"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "edfe66506a7a1989124a06fcfd77a524832677f27fa5931409e15be42c77272b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "53020780d5eff7182953e3542451e25631471b8dff16ceaa808ae69b8d603829"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d5cb536c5ff6529fdbde759c354e6c9ce9b058e57b89e45b49118d867e0c1379"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "aa282cd2c31556cb5cfa8bbceebafab1b67ea44624d3ea3712f958e7c035fa86"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "903e9bff3bf5e27935f321b606500acf414d174c62213f049d224a0d6b9a019c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 66176, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "9e0ed5283c42c59b2564c4980cd69e14b81c2ed87c28c10e684f7f9b642277d3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 66064, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "aec75fd2c7c565d0638c78c941a60c8bca1a4b5a9ef504ffe62f5da776914974"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "bdb32d00e0f44750d6d9527a3af7a89ea7040952e5697cd132d4450282759079"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "3a86e0febfceba0d3665a3eb172ed96bb7523e071e955ca3c8d1535703e7f5a5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128PersistentContext", 66176, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4fe0809a2c235c4fe7755f89fe83e35d5491c636699234ef80d45c64ff803e47"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128StaticContext", 66064, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e598cf1a9172e9b12399d039c22194dafe9e55d8b957af9ac2fd4fa54914b8c4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f909696dc48124640bb041bfa8b80a2fcff50562abfb2e415f337aefdc0ae7ce"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "1414ebec4cb589543af3a35a4635a23b150058a6637504b5eb543525142107ba"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "f50ef70005d3eac61132ca82f23ec81b49ee623b56e07e1b1c3fa51c703bb868"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "370173864dae60d8fe86c74b87618b6dcb5c45d0fc51dafda7569dcc4a14211c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "071ab083fa67f2619f8c8db4f8447e62718ce83f847d4d971ea531256a2dcdd0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a8116b449ff4d6ca56ed55824e338daeb075209b2d5edba1e2fff767be8accc4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "32a16eaca2bfe4bab0aaf9908389aef915ba5fb33897d2df39d14fb8be74e42f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "c39daab9d2c8e56263a652f61212ee6e2f576bbfb70ae5de8254c061761e01cd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "d74cb3a02b15ecf1b47268c35fe95af8859aab3c282e236729b3a9b68b072007"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "b577a15aea4f701effa50e7582a8795d7f8920e61d82b98137ccf19a7d215c51"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 66176, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "560ddd80caa279e4d01ee0e98033643d777c04614c7db78fe59d604d23a64229"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 66064, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "67c9c6c293bb7d44ef3b42b5009ba93e954fc887858153aa94fb8194e019af07"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "0738c135bc3454b9e0337dec0c308f3e9a501f7d68052b93af79643e0b5aa277"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "4602d717a785fb195f0e0a96bbc64b6468459252022b9ea80c79658c12887465"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128PersistentContext", 66176, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "64d0b89561aa96ee1ac4add31ee9cbad820b0057f38cada41c36eb123c2e0dee"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 67904, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "953c346655659f62b364fccd5d07ee6e222eb26195bdd307a47b811d8ba1974c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 67792, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "06f119007093effa0c492daf893c5de6199f0237c2994f7fe5453ae5288d324c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 70784, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "d33e3d4c29e3adf2b6845b1636fba416abb09be183ef65f49bfc13c0f13436f8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 70672, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "9deae23151a413ad8a92356e9a2aa052f604835271257b2eae414cfc0907de12"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 68480, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "50deeced49a49243d5b2ebc63ba19e0552cb5f130fc21500cb6c8f45bb3968a0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 68368, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "85b7f0749cd1e8f97115526c9393b4115d338d295783a82ce3a4e0b554928cc7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128StaticContext", 66064, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5cf7c874e740dcd53469244eff83dd276b7880a57c074cc63db405d0a0eaf3f7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "799a7753ff12ee4562f9c4af6b6c85ead0ea5b3c379a40a913c3e883cc8ff86e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "12add3936572648b68480ffd87cbaa5efa9eced2cbb8f210d0f4ad5890c8fc52"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "f0ff45d3b98022847a82fe63bd9fa2abf17364137468cf695918f0a4e6130b37"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "f02eed350a457722cf6923b1fa5d94da592e5123cf9a215e5129081e6bb7be99"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5300b27d8630c4f05ca9f241369e1df1276ae4e2b4c5c0ef53e445996c598563"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 67920, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "db5288dc58d658592d99818c5c2bcb937b8e2db727c094dba91754385e386cd7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 67808, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "00e5e9ad696d2d8853018a071a9aaa5a9f6c81da61a9a25f8f430ffb362ec718"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 70800, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "cbc1c471e24ce4a2f41780abb9bd95c724c97af6a750599c96d51d3ecc8ddb52"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 70688, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "f7f7fd8de2bae457e87068c8adc6ec9bb5cc716522b92512994a284c0044dc88"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 68496, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "c5e3d97ed9dde05bc5ac7201e2fe61e4f3fbdd052ee0f5eefb436e809d04d961"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 68384, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "cbbbc9a4475c54aab041b8d4a304fbff4d1dbeed36ca09aaaf81fdcd514fa16c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "08327c636829a044303f4bad001c9e3a37aa0df67c8fc8e85f0d4198007a837b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "b3888b70f411f1fe0daef23ed7d72b6e51fa77413dd4a176ba1abd55e8d5da33"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "3a6e043fef5d5f6ab84915b22b29772f7fb471d3a6ba78e145252e859e3ccec8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "5c75a83f40fa3b2ed192266ae430c4b44210ca75e0f2f6172315d9479555c172"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "cc735da23a2664f43be45cbdcdfc942e00d4ff38da89f3d9d295f9a16ba40804"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 66176, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "bc5dbf6f8055fb05bcdb753ec2b5cca802e4343a0f038a71b5f1e5bd722f1eef"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 66064, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "76374b1066946ef487f038a75447f9a787d7d3392d1bb0a9ff1fd1aece67dfde"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "fb62b14639961d9ac325912980d8c66f6013b0b4d4e4d7a3ce8b45d46541b58e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "3a4f8c08169454b4968b7d641eca619d3a174ba26c1940d7b34042e6337a7ff6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 66176, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "554a19249405503932ab79d94b56413cdd548cf54c92b8c0c689d2e43d924f57"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 66064, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "577d62a0f1d067027b42fee344c1fa1c78ad265e85fc9ed625ae092171ec1e48"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "860a8ef519df66f17cb609bd3fddef4fa8c1caf0eb4d6ed35a500c8e22bc3ac3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "2a0764d2dbd86e38534f5ca5a542189ae1310ca4ef7ebcffc285b4b1015b4bcb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "9173a5e8b29ac66f9f80e10764fae611f358a6574bf93336dfaea59abc94ee8a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "d7dae7765dc44cb2239927a5c099d53fc7dd49d8b0f50a9da3f257a152fd9ac1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f5e6b8cf08adf376d2cd68b33a1fe51306438ec2d8a56d700429c5781809a22b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "33e7a7e6aa2d919a5ce3f13fce997d0fe96cda0f66a83872e6a2c5c33f949c76"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "28fae7bf41dde13f4f9a271baae0b09c4e39e2d8603ac766108cc286fd14d443"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "a0a2e38e585a2b58388c94cad761ae7fa0f823f42d334d2930a74abe1ab11359"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "0bf0a1071bfbfc95a958e3891e51cd973e86f23a9d3524bc1077bd8d6cdd346a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "841b356406e8c174e069f4e98a4533803e0a77dd6a4f140d39b4074362cb5af7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3d44332a0419e34c74812e9aab618cc2f363a5eb9fda135cc836ba44ff7e4fda"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "880168b6ba76315fdc61ce6b888d52c0155a96c24a82cba44a3041fcaf7a4968"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e644e1081feed6911e6efe9c8a45426e78c60ab86fa29ab38df5b281a3d2b656"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153152, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "956a125280b1070cada7b71546e5f6077d9b34ebfa07e11218b50a0f50df0ec8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "26846a2423194c449569f6b62661199ae9bf5854b68bc6631440cea123b353e5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "011ca0c622d4fc030e2ec02c5003ab24cd45663d8b49a5f8774c665bf4458e8d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "674e177d21838a49a0290d68bef6db76dfdf72ca25c6f8506494e7b90a13475d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ebd7f8b7bb013e6d7e44fc76608eee0eaaa0b859b801805a2a47d1319ad4d923"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 66944, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a399ed7cca9322fa8ddccfb21a8ca835176cbe724c754f1e9fd405affc60e9f2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 66832, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "87bdcf35cb18eff882bfdc89050dd69e7c34a68c8ad244c21342491495f0d73c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "82a8beefc73091c14d42d18fb17cdcade2ed4592e6dae0782e49268be096bfa4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "291f54f3403b878f2e5c1dfc14d861f84f6f638167df4504092ad22d764a62d0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "874501bcc038722f73220e18eebbf403b657519f27ef7f1858ecb098cbf44670"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "adc6148d1bf8c1712e1017ff5bdc82a327a39435668cad02ad3a97fd190c4411"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 66944, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f1f01a37373d1db4c14e342acd8606d21f461656833ef87237c4a2713c6b0f6f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 66832, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "08238aa5e5b743386a42de180b39def60cf32606656fef7d3a7f62ba7f7736f8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 157312, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c28b489778197feed1854a2577a40a5e67c200d8343f4d3ac37b21dd0e53a52c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153104, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7a073baf1bd12737da46788fdc7826f655fd279412b0604f9e66dcde2331b515"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "88f65d43091fa57dcafca8bb0de2d0dcc8678bff4972c0be8280ef26e38ccc57"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "875b5d90f52abdbc0c66c360ffc3261b671f1da5948650ca2338fc93c1ef6daf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "e7bc4e9fbc87fb28cfd28d0902e8a98d5dfd96652f760e7e503c6490990cdc12"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "bc70e4cd54e4125723a03a9be2d21ec6a8f463725ac1dce0304a884cee806e33"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8caa23e89e49ac45907d9c8893c0b40a5c165d67af2494263dbe30c7eee304c9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b063300bfcb330839e4cfc4cca8708c885dfad43618c11bdbe1097f77c874179"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "590d909f7a2a3bd155f12cb3b2d373348d1770102e5e1f4d6deced15f9411f0f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "00207bd1067d5f3c733828f98b36f4a04d9f5c10cbb93b1b07fc4ae95e5eb274"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 157328, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "72f51a3e0d50cb20cd734aa7ffd480192e628aa468397668c28ecba0e016e126"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3adf98a21637f91bdf64447d648a56313df499b480014c036147cb8dfc4f33dc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "4786f67fb62cad6986ab56f12f5e9f11b29aba99055bed4b7bd1324d1f32eade"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "deaef6fe9036b06a721adfb84eddae44c765ca2b1d3571a360ef419bfc518e1e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "1ba1178361a3d8a41d648a6a6178e50e1e686aa9a79ee1374341ded280b319bf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "28d2468f142a0b269184ddb1c621c7dd6469f2bdbbb98c85a3633727d243fe27"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "66539668e2763fda5d0676e0f3363063c686b47142827ae00456de6a0bc1937e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "caa36debb5c5ef6c06f88bdb4a16192a416fe1afc2286e42871fb2a45faf79e2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9874139e32ee5fff2ef2e7b02b02951d77cb15176b5ee0c83506e46383aebb74"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4d3daf1d37dfe67c658d52eed57feeb6d8d798ac8f272bbaff4814d0d3534234"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "89c58ad6e8ff7b144f4f20fbe704fccc54ac9f14589bf55c991d3a2371af820b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "fab2f7d0caaf1f9f4182c7f0e6cd40ccb556bd3784d4d2b3867a3fa19318e886"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "75d0e3ac2e9bc4b707b4c6ce1877775e597d921adef2dad3de691db64d91248b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a96f4eeb2e8126552987a31ae79f2a71b3fc858bac30aaf345da025125d229eb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 66944, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "b32f31cba5723d2db83ab2052e6e739a8f463d0247814c3b6e15d23c24f3f240"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 66832, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "eddb5b324b437b901cfe7e36863a79eab2511de38b1c0ace911f1db9a9a345ba"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "fb69a907a4ad998f7848e87b3059316c71b751e8aed4ea9e462b99fb7c0d62b9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "0a7139d98d73bd570613beb9a7c63a2cf5e575ec187fac6588af38f222d27d6a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 66944, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "be0c92f64cbac6ecb43813d2a3d11caf379e3944614add074ceb239bbc8d6dfc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 66832, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4b57d6d2b8d5207fef477adfe2b476615ddecf6f9c82af4a6ee13cc214524eef"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "91b1163590783a1ad905e748aaa89b4dfecdf9802e5fe9d332fcd3dbd0546478"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "4a5832b28e7aab08896f640692043b9405bdaa322aeac84e75dd390422dd27bb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "f400777e03cfc4f055cdf026535c85b8c251848527d070ce1c3e9d9bc7d89f65"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "9b3ab8fcfb507b24a76c556b0761a53166ea5ec5f4998d4e0ffd674aac0c613a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e1a4cb05717abe31d556b4d8702bb1bc34ebc91443605e05dc7c1cdfb6badf28"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2741d3eabf16105503ce6148f3a2a8d447d4b2459d4a04b0b3775c1ad59a2ff5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "d5fc67c79f23228dcae2466d150fe784216c10c6084b4df1ef3be827bb78a9be"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "f05cb1ccdee0eee7d7faa78bea60f99a62b3e0e8392bdafedcb0185e0b1f27e5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "ebf1251a385ca5daa38d16b7fe2a29cd3318f4e148d53db29898aafbd47cd250"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "6c6d2192ca304acdfcf78d3a8d08f81ff0839690b7b2c627dc6e905319349ea3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "47f11b600b92363b2e383e19be3d331990ffd7e03aa4946f11e94eab4bf92276"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9b4cdc6e554dd1fb8aadcc8fc77887af029434243a51e53dcd754b35eeac6aaa"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "53bad3686f9574491fd794486c2209bee8b8791f26708b82872ef104d33b0c2c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153152, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a803d11740df3f386729114a6cc4f091592c61713033b13d87e4cdd6e4cd8fb9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0f27c55b7e21ea8fbc48c3a4799a32c4f2407ffe748552e0e35d28d6840cdc47"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f3b90cb2a03594883dbd80ae8a69dd9b0245abcb3caada18e588fe2093c7703b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0b740e6b6a86fb11d08f151849a9d43da882b68a828ded4ac50c4ebb194d6e90"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "97fc141535000282b04305bef0860d357592b76713c0243b4134862da5ad82f3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 66944, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "c2f7a0d17938dc5c80e2fe6fd0aa97d7d0740904b07c817be0f56ccb139653d4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 66832, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a591eeca279fb34c29415bae7aebddf5a7df6d1722b717434e0984abe1a36ed7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "f331c5d693405a3427d079d66f06f3eeed6ce8b2cd801386769c984bbeb6a97e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "f215f4c2386e0415af053f093c066bf535f40dacb23a509415f4bac4b299b5e7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5f0ed2cacb104aaf7c6484f4a424696e7ac1a8e41c27b65920701f803767e35f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "69a23eec866ba6ca5047206e2a0e21e46f1eb0081c17c835385d17dee59df987"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 66944, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "78019a22722363051c6da7512d5eea7d9a1251896a9eca83e3e9e0b4d069b61b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 66832, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c4ea08af4aa09650c575ec8ad2dff65f0aaa606b1cad839dbb73c835b68aa750"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 157312, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cccdda484072ef5f834e3790673361179bc3cda23276cc96dda7b0da30d7a746"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153104, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3a39e1bd358d6010f3ca67cd4e3b84fc5a0d9dc67411c10c940294c3cf04f058"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "1e86f471493491f100c6ae57e060d106485e656d61ba5a34b9987f7b6d3edd06"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "b82e8819115fb14d6d4ec13a6e0253a9f56087e4dec537b9aa6e4f0871ed1ca6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "b22bdd8ecfab95cb88bb83d4b53d6cdeb044a0a60a2277f975fb46e9bc0b7f9a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "1c55da04db2b8359cda685d78c03176e64d649ea1bbf50eb5c26e662f37792d1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "621193fb662dfcb6aa14a4c40031f56f00bcf606696ab37f8ee948165b62a35e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3c2e33b1cba8b256d2080320775bbdad874cdd67c43a6d3279d8f2bc136f9fa1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "48430fe068bc706949bc80cad4858ce6f8e0b005b4f0b57c3b036ae71d64174e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "04dd0a4dc653c80ee50992a8dcd525d51aa51270a81bdf9cf151dbe7890f0b3e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 157328, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7d2a6418f3bb9581b2342dc96b7d59f1f5acb815d70681adda4c69059af4e479"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c7c2f170c80c7d7f22874c289b4308971b7cb568da8d23ba5eff943b73c9ffb3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "eb76265029a592c3f92dfa6e7ff372ccfe083b9077ab112e7633eba6bd08187f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "ef4514030b32d559a77b5003659443bdfa46bc1dd40fc80fdc0bed3091f0ec98"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "946cb1089329e884b23eb4f4b46f8a7adadb45deced73a5dbc5980590192b272"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "fa4efbf4cddc8f8e7840680cba415088db9be0eb97d0378360934c7219507be8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c5fc7f3f51cd875cda25cf1fa6be71bce5b2ea05ae79804925f746a749a27bb3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3d9eed6b6fadbd994d1d8453c1193c315aa8bb53c07dc6255a85372c428faa8b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1d5feb2718580f066e2cb875845f19c3e343af40442377a6cda79a3a07d533d7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 67904, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "9b62d7c63aa8bce9887cfb52eb5e0e03c39338c2fbc4fa4352c8e8aeede34cda"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 67792, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "029408e1c5075e7b4d7049620015df1b882564b18e20bb347250f70248037715"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 70784, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "33bbbd6ba1b5b804717cf6ea0f27d76bae520cf47b8103ac75c45f25e59cd9a9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 70672, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "a8f747b0042fdcfdac5d367478f57ec59f47d413fc2970d799a6648c3cbaac3e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 68480, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "5246943c699dfedc8f4e3d8aa167205d9c02100c27882e314dae494674164041"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 68368, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "4d75663aabab9d0fb52e8ed71e121c9078434974e436916de3390b691bda27b1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 67920, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "41d4f9047add479e94aae2db6f1710699098d3f6f10b03ef6812ef169b64f36e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 67808, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "3ebedf144abaa735b274871368e1d9dfb7232f6fdec72aceb12d2dbeb8f1a2b0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 70800, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "1013bbbe4fda6d1562d3cf2473b04b907f320a54604311a1912ee37dcf42c3ac"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 70688, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "3e79e643564a3a3df8824bce98ccdd0e945b6e5846728faf8b45ce616e3a55e4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 68496, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "b4690ad79afb46e414f108abb53215f5cdc5bd240fe19166c8fa93d17c553bad"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 68384, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "c2f9387a54f647c4f87ce01a347f72362cbd105575c9f160966079ba313a0d67"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 133760, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "8a7ebae0f7c5cf15f78adc2d6ce6a9f8ec58a23067985faaac35d19b49215f94"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 133648, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "4bb9c463ac3af70391c51f52de518b4dcf4f022972cd87d34f86fd59e2f33849"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "028880a0855c8e4f19afb88371e1c2c9c4c714b88a1004a4d3d3b39c50524c59"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "62a1845e998d7359e6a11b80e782a47b431f23dd5959f64946f6b5f752982af3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext", 133760, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8c1cb7b7aaac1a8f633dc6f0b63527c6c49df4773750e2c1e22fbe472d26e967"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext", 133648, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7f6e727e02e65c1bd1808e249802946ebf58a784fd02461cd4165e74925c111c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "7ec46ed97fab044ec70c2362310ffd9bdbcd3b4fa0c51e4fe7f625405231f754"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "682476bf39bb1b59a551bfb50e38c9c00a02e8797e00bc4af72500542218e428"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "1df4f70172899dd1bcdaaa8e25cea34d8ba759f34a70834b8001b4a65db41421"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "600bb8065b19a746683458fc6c12d09037454be0ed8f06cd38e2c53f86fff482"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "fdfa957cbd6011b129d60dc98557c3503b4183d89ee88b210e824478de9eab6d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "bc56be36940e8193835614f8142c4e6ced81506a39dfb1f199a5ac6f8c4e3463"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "09ee085a8261e201b13a369b1cc8078f37df780c78d075d42cff1c8313f2e061"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "e0f8b77207b1d4a98c13a162b6ffd7f6a12fc7fb8ad9128a7a8e058b35468d4a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "757294d6737dadaf1ce4b3bb50f5b50cb2df3f9744f1b5fabbd9e438ebd7087d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "69a89c8256b69542d3a3d8d8b1063200c84d7dfe4b2fc1dfedfe1840c1e8a10c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 133760, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "c04c8670832717bc8c10472434aa5dbaaf2b0fd3c3524d1eef9f71fe4ab8be2e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 133648, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "061f16a2426c75147a2fb48e16f92961e66cfaa374273a2dd46b2f6581a6d258"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "7846bcec33ba2bc940ecbd1dfd313c45a1baf7e3600701de2e67f695b0841f4c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "0a56b2f1c32c6b319ee66d3284af1228ce06eeca57fd0c325fdbac83b204aa45"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext", 133760, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "64d513194421728141c0f35acb631600dc0b2524f39146cf3e411c2c7abf1fb9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 136000, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "b68a598790d27761f0d8f3ab4fe1691b59b653f706d9ea0cccf62b2d149ebc29"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 135888, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "e1fb6746498e42eaf62d854100acda8d17b9b6145b8b7c65e71b3c2df891058b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 138880, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "41e15e417388fa1dbd19ca4c290daea5b3c2bddcf832db218a43844cd558a8ee"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 138768, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "acd641054a4e029693d90ecd16e78e1943690998e5490e6aa2974af6fa68765c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 136576, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "5a2de3fe8a5c0771af5f840a765c6ef5610d867e0c3bda1a736dc668a5468fdc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 136464, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "80dca642dbfe63a241198e7d5179b0b36ab64cedeabe56abbc8038db6362820b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext", 133648, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "be56805bf184eab7130f9f95b2a27c3be2bcdfd6fd9ceb2a0a74ad9bf7d3246c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "6c32468eb63f489951895f000616bbc3a7cc39cc82a42bfe2f6d6847d59087fd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "dbb574b1a19d90eadae8ed3da7a67517f1097707f2faed29f97b5f3c1a1e2428"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "4deaf880b9287b32c41a5aa6d8a348286354c62f0d536ff719167c283f2f6c32"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "b5add3c2023bcdc286e7dfca26e50cc949d5c01f2c3185f339c739af8708be3a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e2a49282acea2715380af5666596bd3f321b796af5d476f24b878091fcd092e6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 136016, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "666e72ea3d74fa238e7e86644540d25ef1c7dd3020f4a1c4547e14aa756488bd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 135904, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "69502bb7d98ede1859c9434de6845b3811c498c861b77c34fd3849487406af76"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 138896, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "ee56d0de3669771914a9c681b85eed49b2af0fa9c08a5864c91b7b96f4fff1ec"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 138784, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "feaaf7656cb7f2ad0b84ae0bf3bd951fa5444ff6ad097ecc10472f649c0a43d2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 136592, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "9c3db55bd974347a2d60691d615f7731b2e96cabf2b7a28d1bae7e85366ad3f5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 136480, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "ab7dbd84a342ae8f62ba888a88ae342e966a36e1dc82ae671023be30dd35fa40"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9a8b58383f3f39c10bab7286045e4f944ceb9cfae497ab1155a984b5892ee52e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "26d5ded1bb54bf978441e9d4c691fffe2eb4c6d044c208acfc9d64cc5da0699f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "ee2fdeca479d423db7215d78ff90d70a8983459830f1fcacba681d1c3bc07c02"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "03ce3d959e46dc93072983ef91ea432fa991bf66f008700c72a94f33db789fee"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "1a4bc82de24212f5965a37582f3cfbe676dcd5b92b9b7c580998e9fa4890dfa4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 133760, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "b08eccc6a249d0d265abad264dd2ab69e2fee84cca3f2a159ef53fe78f2254f2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 133648, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "3653d9bb9a58dde25f6abb14c9d3bdb24dbd04b6c4a4029729b7b4bc4095500f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "b893317f5af1d392cc55281ea4f22d936f1dd647b0c7b3b5f6cfa1ac3260ef33"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "f198f208f41a77b5196d2a7b6e4e1d413856723ca462b797d9247349f938baaf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 133760, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1f6dd4c8b34f26581005b3e01f1c57141acec639e7f3dd5b51320c7663e60c62"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 133648, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "22fe71b9d9e241aa7ac9267c6920039d933fc6a3db0c1e776190960450fcd845"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "91f8cf3b023eff1224b950571e5721a125fc1a5d207d1964426aaca9f0648141"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "a388f1bae06160401fb961b175c8f29de40f7291a58fd303f59240ff7c5ae2b8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "660e71be9ddf2a23be9ff01900be330744273914800fca9cc4aebbd306472fc4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "c0615cdebd0a9c75e55e0eb2f40f3d04aa1d8cda0157510c010ed248c28e2bb7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e99b1450e5a91d28cb664254798d7a945a6689d5a65481ce56428dab74ff0222"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "42f2af7696c6b20e532c282be85adb307e839cc1ddff9c9adba8a84a771c0a99"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "5342693aae140ebab05776189f9ba7fcaf2def60b7b0b89661e1b1867eca20fd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "235449ff7414c137c5ce99d2fd415041ea4cc74b6c688a332ed8f55ec92861de"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "dc6b56e111ca79efe06a3df91906600951f1c49a6bd874c65c0fd7dfa1436b2c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "7398b6fdaf469a9f8e9a1487c422f048b59fd69280abc575274078201772a3c8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "dd9d77b9b0a26813f488b79c405b59e3eb82244df23c3be0ba638e9a4985216c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "42c65436e52e1837339bf83ce42281a7cc9c326fab097ef4331ee4d32be91938"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "2ba8ae610d020ba85b90492f0512ddf06a8df3400619fa62a68da8e60935d9aa"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "10e89061418d1882ade3674f3e698ed0424f903686cdbaac2a6141802cba56a1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "450b091af71317807176f1252de8142741d26a09bcb5ba177ed6d246c9010b9b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5127e554faf3b235327b5b91797cbce182948c3b87e1324089bacde4d16bcf39"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "eec4c95f1b542b471897e063c97bd83d5c52efa8e652681182f178797a8ee469"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "400d6ded80294b06bdcdec51d43073f21c93c6a78f9c2048da87677b53ab0a8a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 134528, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "0eae9309a1f3d826fd4cb3123632b1cf35d0a277708a7919d11028b10742a9e4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 134416, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "67fd22d10f69f2b9fd5035f4b0e7d672f509e69aa9592db31f55375b3e38fae3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "e982eceebb837b791f9eb8313d7655fc66ae760f2982779e99909ebd6f205177"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "ac6c6ffd8ddca06f49190a37ccc88fba2b213999e43779a7b33b8fe70d53dd89"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "70f2f66f880cdf249fe912b8295a53f7b76095e90b2a0c31279f529bc3a16db7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "00ce740125b95ea17d34f45aabb50955175d2812ddbcf890546acc5100e5f667"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 134528, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ab21af37f2e1d7a054de9e82415b5e2d3742f13fc11f4fc9c7615ad2f39feeac"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 134416, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4499717d8527325fd688ba4133693e176d534e8615b66e0efb40ce50f51d4c81"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a08adbe735efa846042aa48d6100ee925c20fa0be99485b8172e826ec9d10d31"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "811f2d2438ca70e4b2b732b0a7a2ffa1db45fb4215fc667d8423277d0bae5665"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f721f19ef4a4f28e107c9896456f0a7d326644b5993a24dc0c1b2f319f98e758"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "b7a91fc3ac2a99b40ee7284be75edfdd410f4130c803e0d55775b2aa6f11674d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "50eca8c1c1f99533b736a5302d15ef6adceb47b81251f4dee79d9f1316ebeb12"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "11738f57936ffdcf8d0696ff8cf71d34bd97263d46e365fe018f0d9bb22cd12c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ea73c97293ebf8fff03e224fb162983c0d9a050b9a04063438d22e6fe89b6445"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a7ebef7faebe77b2979388b57722fd445b9097d8f214823b6e0ffda3e6a9399d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "fd01fbcff521a48212cccfa91395b4280fc8945c2034b6bb19914a175eff9e39"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "abac96ca4e295ae78e001cafee3f890157b01ac42376b5979f435ec6730f88da"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "25fb96ea91f4e25335d28adf7f6e094dfa5f19cd5868ca9757ae145af4c8caca"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7c1aaacf37d7895c7eefcc3fe8efd6fcad2e22777ae8da8a64a1a52ad4357258"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "1569d08aeba106ba4a707686592bae70e73164c74daea677b6511749ceff1064"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "4423c53a0406321fafde6e83d2838f04e7fb7af4c1c016c2e4babff3514fe4ed"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "3525c0b99695dd76cfa4911c6235f82901ee9e61f58c0feafc511a7a44021760"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "47215b392390c868c79e9af6bc63ae57070b5c0acbc4a8de6cba0ff598558927"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ba7d1fe00201243019725901a420b4592675f41351bcba197b3f0eb4387dd267"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d0e1cf3863d5d0080023a30dcbceae7af4552993281db36f3d4691dbc02d729d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "db5991dad5c056ff39e8974ef2a1341b8b75abc9b950579aded57b3e5b598db4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c467fec317398006f9dc356bd654758e977bdd5f13b4f61252543b17d7555baa"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ece0278853ccb1b1dfcf9012c4db68113f91ad871282ca741ed3d0ab182fc45a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6930bc249f53b6e008f19534d54249f8ade00950d319eefb498774c6c4949c12"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "98abe3965e9269a8de4c69348eaff727275c68ec94a7047198e69a362b5c95cc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1f1d9ac0e0710978d226fa4dc90a65fa2131ea3f548114b05e490008d3c04c69"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 134528, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "e41602b6cc4e3edfcab8f465e4b3edc3a5afb9b9cead498b88341edaf966226a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 134416, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "07792d4212dcb28480cf6a196c5412c1001e03299e95a4a68334129d75de7402"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "b098505c5ed2572cc5fd38970a3c315b1083c9abe3a38938544aaaf19615e6a6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "8a1c3e5bbd1ef73558a8b25ad35ea67371014ea8b2d05c3dcfc2b471a74d8e9b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 134528, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3655c0b55aa1f528ce8067b2e189038d5aa54d6755d46e0b386e554f70fce172"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 134416, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9bb51c8931f354fc24962a855ccf4d406b1e357988146431721cac470f357882"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f0e36fc334a00cc4be2f5c354246098f7b4b5f377e410422a0974c7cc85c2a5c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "b6c8ff765810080dc02dd8348a491308e7309232a573bd5c6b28a2d3bfbbad41"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "24dd005c9bf4ad3861e23ce2a49e72f7aaaffc565812713ff7be5f32b85d8172"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "80c19e2aec3f03e4803277b462363fe85e2dfd316ea0925d666e40b27af3311b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c9785bd843a57dbfa37381c8e673f0532eed9012757741b0a7e81f618d720b5b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b2161d24036c20495c7b9fdca0b12133e8662d07929b95fc3d0c99a5c7d553e7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "bdbb0e4eec51adfb4a7e87f17a9f9e1a7187f715da751ff52781b696882d6c7d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "c40784724172a240ecd16f7736a73774850544299894544c3e4da6dbb25cc25d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "f2ea113d81434eee31e4c2c33902cc8b4bda260adaf80f88f8f4a5157868f3a2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "df6d6026a58d19d9e1fd3727f232723e2d8e7cf096c70b73361f1d0c7a12d1ca"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e3beb8ca4e756d40bae5003709e92de2eceb27e260f33d6367c17a8a9bc725e1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0aeb9eafb56f8c7c911cd002e3955a7a5aa73633a70ac1ac8c85ce22fab5c720"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3bf547b31952a563f3c2d952d3de36f3dd86f87dcc9582aa1c3bf5194d9308ad"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7636138a9c293220ad7fd2edbfdcbbb353b96c690454a6aad869c83214f44d78"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "55e8033e2215f2fea587338dbd3d8a67b8453497b80ba085ab1615910ab7dc67"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "bad60d643a3943b09aaf8ffcbeeb585b73811e39c392ba915587794328c3b0b3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5c81d7f880b7c8c2e5b0061fcef68e78932efa93ddfe100dddcbb4758430fd85"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "fecf2108e6cabecbc8c4602220d2b2e1dd625c83f43610281406151e71cebde0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 134528, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "665366061b476c27c90b13b9cbdc05e6ad8396e109edd9e4cfb2285548c899b9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 134416, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a63afed277afa4fe477c50601bc842879b48a3f54972d653f3735ace83348973"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "80f0db6fdc8eb731492af6ce001ce8bdb51a75b3515c4b7f79101a906acd41fc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "91c5f4930db9f6e74647283a6007d7cee21290551278f0e90c78af8310d6ada7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "afeac88f30f554fab010b910a5f9908b0b2656d223199d12fe9bb29c0edc2824"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d65ee82b7465ed1d1b73f297eee846d27a935dcc9eded9e3e195256e4de7a3aa"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 134528, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "095d7fccef5007fb8f9317b2ae89c23507a2ae8c1a8a829096d2e6de8c6cc250"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 134416, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "dbd291c10efa3893f731a0bde0004c36b2cf0b91929addcfad8246b3080b1644"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a1ba7912f0d36225575a553fe2bbd8c923b0933043e6ec00700d07d9b97c6c35"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e162969a3a06e6e8df6222ec8b9cfe2db606e88f639992e45ddadeeff282443e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "2717ad948f1c48315ebe6a2f0b8f02f650c07459f8631dbc74c9a76168f36fa4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f468224d46c6cc1f0c1cdda55aa7836e49d53f78b6203ae927378bd44cd6a597"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "4384da07b73757300bc42b2e5b00c4d522f28178b0450174c90f5853c93803f8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "11e7397e6b831a02efb5bdce777c39bc14794f3894455064b2065b8fc3c7335d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3dd14ea411309efdaa5fdce461d3759cf98148d1818c8a50a251393949b43f9a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b0044fa40e7303db75950d9b4940c56b83d04170e93737e6508c36857c7192d7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d2b35fca8aadc1d2f3458818726eafacc44977734fe9a6aa9dc740799a096344"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1194305e4fd17ded521f2421c9632d7543fd13cbed644bc51af228926be2bc92"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "78de4d0c9a899c71c042d61de2e126bf035d76b053e4f7c17fbcd4cd22c27254"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5ebc2efa76d3a851dbc2caf03c6e85d230496d343093585e08caef9d7c72f4f0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "64a941f1156a680c48cd0b436baa39d0e243ed3b485e4052c9826b188cca22c9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "0093d4c866081a75994e3e0f344e7cce5b5d909786e840764e468aa3c2d7cee2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "6a3c6e0ab8f5c7f3abeba748a6f998c3be6a8d529032f5b1c015547b42ffa737"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "2906ae58784df8b7a3dd48b5110a75ac508546342ca2d17593929bc9e00380ee"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "dc171a7d3c4e7ff85fe97d7c067aab3aa02b71ab26cc7bee70ae60b123a014a7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "021f8ab7c3881c7dc46d5ddbaee0e5f4eb4c300bb03904e94d2adf30b42cc7d7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "71d5940679cc84c529b18b7fa884e5d8c0ca06d83b3bd0072a5b1435a6ad13ab"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 133760, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "b4eae9e6f550b49efa31f38d436ceb7844d5bde2d95070104cc39b6c27c2caff"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 133648, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "bdc8ec5b995afba1ab7b52e2b61af2a2a75c80594589911732b059718ea16cad"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 133760, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "64f0df1e40e27e03a488d62dc2d8a88cded07582acdd12450f3fe07119032156"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 133392, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "bde11ae6ea810ec66eb3b0efdeb637c84f250de48a3679db105df1e518744176"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 133760, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "327edcda98535af02a8373aaa64e0efce1e44d1f4a6615a0ff618824d2c1af65"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 136000, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "7053c722d9e468624a2f6ad43daf451ec0c60c88a187d679a88e29add3b5a6d2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 135888, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "cb81bb3d774e75ae724441b02667c93f910fbbc355999498af665d3783ada90c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 138880, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "acaaac47c01e0a3dd506877caaef2476e661bcfc32bd418f3a0a59bb739ddba2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 138768, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "304b88f0e54cf7f4ae092ad913cebb51c45a203d13cca98422f6ba53267ca7bf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 136576, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "f3e351054920a8b24235d59b56eb02d29d35b6b2f600a6627f81b3fbb33d21ad"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 136464, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "070e013ba57f994853fc47bd4a786abb4510d40d707a9e23065232d5e95d304f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 133648, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "193610cf73be1de51470bbb297b9cd07a6633d369803288a1e832398545b7de5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 133776, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "07274ae193a3038df65d02937b9c0e8dd179e02b2b713bdd82ccab688e1affa4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 133664, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "e455b4fe8adb077d4e2d45c33dd9007054b5036df16fe3254347468f6e9632db"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "8460e51a57dd0bf95813d6a3165ac2f1b65f2341e8da32fa4b2bccab1edb66e5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "d883b0e2f6f6bc955fe60c6d3a467ee9baac9ccc6652b4a2715d357f428dab66"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 133776, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "cffaed1e2a3114eb9aa5e71d68133a6b3891caa3f51eb4c60d7731c2b6f3548b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 136016, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "3f9235b2d690033ea15624e6f107ac47b0c893ac9bca6353eb41e7c8a91a5070"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 135904, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "72c3597bd3f4dd751f66978a98cbcf8f8ecca6d459ff4bbda296de99aff876a6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 138896, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "b7c08fa08f02e705caa8bc7fbe8964f53d96771029e824d043d478298cea20d7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 138784, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "6396ded06b3968a0b9bb8b57f31ba5f6dd9990b0203f7827679ef454f09cce8e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 136592, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "a8333320e52e8f35bcfdf729a326b420e7ac7e870d05a18bd3c23d1493930646"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 136480, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "e73ba76e1121c54158499cb83ad9b3e3cbeecf5eed28223068388deb6116999b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 133664, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9caf6552a90ed43400fa3bbd964edfaf00f6d81a9a351d8f78b9a542a9c1982a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "796b0fd12c244acce19302c5c2f9ad493207a09ddd1902811a72e533c68042bb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "8f6d04854fbcf4bb8298e78701648faf8c84debadb72f0dbe2851524071259ae"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext", 133760, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "13ded3d0f79d9ce82bd34272a0114c20dc7819bf4397551543ea3dfb9bb06b7f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext", 133392, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "2f4bd7c13c8234968475bb726437ccdacc9b31c7c4298cb8a615cfb190ba3d49"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "6f00a4260ff65bda4aa72dbd500f8d2621e4570fd294cc6675b071c2ad299f93"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "5a6970ca4d6bb9d72cb4af2c5b535c921b72df84ec6a6605d95e271f0929c73d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "40e48da1a4c252524e437e8df75f55deba7a1cc8312226d36a4bb28aaeb144ba"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "75439f88c5fb85a204033bb4398f53bf94f113f31ee38cfc7cfd555a1ee5eb1e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "11f8cba4feec94b7375296b768d41f493fac42d896c3335527bf8f3fa74a81d1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "de70f44900437851da5473d888851b6783f10dcd61ac4fc99be0acdad3a7d4f0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "b59206c54695e4ec44fa2eace585843b13b61f765ff943e87f872f81e8441afa"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "8c7a39b40d15e5370708a1c524c5610e2b6e6f1dad42ba554c042441d7792ec0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "41571852e47dd0349289bb7f9f981407d1ffb2c64b54367977c93a8c85866e71"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "fa76dacf6d3bee7d7dd52d5de4034cf5f09f2375c85d2be213f55e364d5bc466"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0fa0dd428684a77aa9288395b397d26d2412e3cec927c74af12311b666d73768"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f8657351e55a83a248e30db7d2d8eb3cecfbeeff5d37c8e506305ac9504c9de5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "6dc191b4e4264e7f4597243051a3389154ec6fd648d0d024b2abf7ac6dda1b3d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "28c7496adede8274579d9cda268ac576f007e1185f60ad2f795a5b7502e0a30a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "bd28b61e67c6b88a79e5d4060c40c1583f07835a3c2c3aa9662919224110145d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "a14d83818c866a488ac1b7069cfa6f4c47dfca44e817d8f5a0228fd561a8f8f9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a791ca8aeb5fe599f8109eccb331b1dd3cc5d27a9ebd0b799146a2243d2b1d1d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "af152580359ef98f248ef66c72af563f0c20ec75ba9e0908bc0045639db274de"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "acbeccccb84c99c7b1dadfcff0ee6831e68d58b5fafaa1686b574cc5d2d1a605"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "756a3bedf5468fc4b93c14bc50cc456a3084446445ee439bee45766a4cf3fdc9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "061f053f7d58fc5cd4dfb372e0e8e70752a5428cef0fe9d8f804d419c8111c9e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "bd72f3cd6a4437ede9d1774ead9cfef860c368141daeda00de1bdf9a057a546f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "2b80289e6abce2ac0ad2803138412b9092fe120981f1d6203359f0cfd61d4ce7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "deb39953c60f1528787281df0310ba13c7607918db4bb966aa58a4133136930b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "580b60b6bde2cf655b393b02358a313fded1d4645fb248e9a1ac345d0d38b0ce"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "5d109dfd2dacfa9533970bc5616284c97e128768429980e55872a0182dcca4df"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0f1025b4ae3d995c99ef754e0df4ce10a4fd1013976341bb6838c18eba34595b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "86fc7c911bbf4de3b329e9bcc0b2988df25c966cffb33908cf1a1f055a36b1f1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "283a28a568e806971dd7387ac072e75ca5c9bd005a3da839d5ac51de5e0ba5ee"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "32b5e623e653e67d0d969c05302f21a51826b3d177b03e22b7c8e93789f8c95b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "893ce5a24cdca2c8b169a3e59d6aac79196438ba11886cf35f1d4af2a608aa23"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "2a3e3d0951f457630abee77c214f5ece3357790fc3b615edddec9b5767a62695"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "10b9e9b599aeab94f34ddf8d57dd3dc08f6321176d80b7d2b73d90745c674b96"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "99fc86b40347ba6ff8570eb779d80b03ee592205d14e182a38f1c95b2ecc90ad"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "1b3f3c8b1d6e9b611785b165da4f38468fc03d3967a275124af908ce1a9cf35c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "3fe081e6960686c942a8bbd37c72fa366e6a3c218070913eb0817e93379ed863"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d98c5368ed1d2bd2fef0281c377f280b5ce517595fabbbee973c1b83c3ddce8a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f7304aaaeea3b276866945cbf3ba1851319ac3116dfdaeadf98b7ee6727d12eb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "c8ed23110d3afa9c56966f038ccc6be719d7dd99d74b681635b3676785aadc9c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "c29ee56654de33c0d0cfb70397da82a5f21cbd40f52393714889c912a7868beb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "c0eb1150a2e9219707d78ac8cfd1530b1e5479bbb83348a0a9256f61f02a8349"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "02935f0af271465c5a390dc4101de50bd315c76508672dc13341040dd1c18814"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "66a23a556cc3a198c529d62cb5eaec7fb90fea1c6e4f5c7f1004fd68e86d137d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "18642aad5b67f805fed50108e324d91a4136c8ce96915acb358e7bc4e98c7978"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "f7c034c9babe16d8578a1e075c7e72aa09bac9ddf6b7c7ac835ba3c1a282a272"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "7eb9e9e3748928536e2664a67f00c21a661505104bc85b5d14e913afd8219af3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "2773b5bf2d96c0c44a3d2094d6b56d254a474bd4aea080d37af723d727e5acb7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "1e295900a0f5746f3f581a8458b6960453b5664e2d7e7e4b1d8960c62b653982"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ac90ac6d8ed959b89ec20c45892f184f9732a084199a1fb2b5fc4d877a018139"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "26fdddec6c762bdc836eb02cf54ecae2264d66a620b45e7707c689ba77619442"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214336, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "02efd9e839635ea443bee6275e08e23a6c20a608de658855498b5bedbe28f166"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181568, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e2ed72f4609baccc300aa27badd1e8bd0937ec189c378d209f511d026842b264"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3ff083031d3c58a36534a1232dd812477e383682dd056526b56e7100fd9eee3a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "356baef3c7734307d774fca65de3b4851431b9e411c384ebb05024475b3748cf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3595c95810a977c960c78017fdefb90408b2d79acd804b4d69ec42cc4611ac2f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3c5fdc94128a743e345d3b6519f4ce376a2352dfadcd6a72abd0587884cdded5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "92b22115a21ba9e753a2fe2803fdbd07803bd04a4858195a9b059f27b9ddcf23"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "de74528e694e30524786b40ee233b1a1b7b31a4c2544387e0427ba83e0d8e6be"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "0c84154e059018edc7a4c515c6a386f8396809e5e529dc5b1076590040980048"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "167784c90cccd17ddc4c3fbbef07d19c8742ff9977d95aad8d6bf7c1747b0a30"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a51286ebdbfa33f59aee73ff7a1f3907c42a82fc7ae68fec3bc17fb9aafb4f51"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a5dcd38ea051c834e1f59fd8768cb0eaf4539f936048f6cdaada4cf1c0025123"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "94eafd1842a4a1e66985cb6ef66883a3ed59a55082446346206aba43e3a6f37a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "09a65e9762a601d028cd19b02efb637348843d701e03153a469ed501f6460bcf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 181632, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "448547fca9213adca9907957b49086195c28242cdc67692ed66e2f60557a6d06"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181520, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "852190cc18edd783e3f039fb100da1e128536e17f015d1284456ce9424d818bb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "3756d1b1f44c381997b71383fc1de4a58abf62ff0d5b0ae3d29c9af4497b41d1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "991b351d1db839260151e29bd2fcee36e6cd3fedf7b6c73bc7f5ae3b64ead01d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "400dca3157efb0fde42f290ceab29ae532e2010ac068574e7040f29c07fa66c0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "665ea30595d74bef79f161d824eb29b7371e234d824d49f2ec768bfbfd96dd23"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1cdd42a7b198ff95a9e8941d46c5024a0ab05be543eca0418238b92479037b67"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "267ce2149342fddd00f051022d62db6685ef1e6e208621db007ab5d945a95644"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0d91e9ab3e21e7807a20f0756aabdf7971493f9b10238354c2abf6617c286d9a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "cf8ae5b655dad10f71fed100bf4e55b4c7437875ddf90cce6eac780df3078c11"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 181648, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "43b6bcc7ebac2c74a7b795acef194644f04ba299516735128bade884757162e6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a04834aebe6dcc87083b64a6fdbd02d7b7ae86c1dee574b56b084c4fa02532d0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "a613421ae79f48ed48b39e982fae924f579eb073b64fdca6b65229849d7807f7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "3fdd82664aee3fc3926db0436ce74d006efde887dd7d33420db10c2ba77a353b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "d740ebdc02be6003bbaf0f199f9378fa8654204ae9011b71d14f061171c060c9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "8906d36a84a27bffe34b96cde0c6ad15f7e77e42f47aba69286988b334c9ae72"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "7f2582963c52bd4c86074f1e864234cca05f529f925f226cf710ca3374100ad1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "c3f8261ce6a61a5f299fda66bc1e5b5ef8f880a5d8d0bdb44b6cd5fc07f57f3a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "795bbba07d54ecdc8aee18a9ccaea3e3fe2901e53c11de0e9a6bfb1693e2d766"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "4044bfcf8dbe8d0dd3e014b623b510e8d44827a5fd7b9ec5caf175672dab39c6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "343b075db7002366f2cfe7c1b50155b1c44c1d22e62f4119cec60be821fbf664"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ae8ee765909a439355d43f71f04c2b76dcfe35e43124938321bacb61c361960a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "2b18d708ad73f758941b0df7e36126d2cf6ba26450a1bd74c6a5e2a3916ebfe7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "8236508c15629788e2b2f39ab0b62d9a0cdf2e50a9b52427f3cb9f03e27df478"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "a2915aec16fa71c327527b9ee190bba548ca3071e49a2256b537758619c40b47"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "7d0825839c48c7bb529e725a8838364ea912346c6997aeb5ad15d4f12016de9e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9a0384b5569e1b123d5624406fb63caa12016c182bde0d67fec97f35d3648065"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "407d7fa9eda6c436765357c0f60284ee620d4312b4a7eb69243fcfe2116c02b8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "7710bf95cd57bc838d90ced9b71a1ff77861ec83f3485d1d997e86a2ce729e29"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "60431d868908f72585f4cec225b4b24cfc7be9a19a022d73f5405693c70fc633"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "e220b147d5b0841ce7ec78fa2a1321c4d6ecf286d01d544bd36f5bf81795d393"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "a56e5c2209fb55f32ba22c78dca842201f1531becd01ec860336f26ea79bda5e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "261d5b746a2afb41e070edba0ff4a147a79ddeda8386ce7b0e36a5a16d59a85f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cf890ae15c1eb77d2fdc6afb40c63e18adc8eefa84b2645d7d17daa39596e9aa"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214336, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5415073f047904b13cd753e9eaebc55762b262a85fde90615e0fb2bb9b42e73a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181568, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5a12ad6d768d06d9d1d3d261aedf655f7f06df1ef60229d90ac8ee9d16528b3a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f3253b721b8863752ca74e82fb77fbec1cfde04604a851852a94f4d892fc6172"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "65f16c33904ec9a251635f0b15c9a7cded0819930514aace83f4b45af2861cbe"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "15422b4df571e561c3d7c9e133af7342b2b17858c3d395dda78efd7aeea9b3ab"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "30a5911d20a1149c5ba550d0c4fda065c259210fbaff828567c6ee11064d0bd1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "929ba349c06ff96d63b5cc3564f33e3f2cb2775d7bbbda650b54bbed2beaa25e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "8466c37aeac1cf5be85a0f4e1f02bf295c1728c21eeae1df4e6f7491f7556efe"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "3809e7cc72e4648a0618ee0669176ddcc8fc31fbcbb83f1f98c941375e0121ae"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "2aee1a6decd694e45c3d382856dce376f2b41a55fadec7c5236edaf6bdb1619e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "83007ece3b7497d83decf37a9587ef556af4eb4dc23629fd53bdd7e4c74a2e13"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f4694bafb4de4907fe88633248c272ea35baacae750d34c22263f727e6879ccf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ee44ac894258aa3c174255d4586eb1528a17307b1fd7d42ebf7a6398463e7ae8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "85b1330db1f6c477e529158292b47a6e805336e1273b54b006dc0c835da558c4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 181632, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1783833fa0946e06554858e345ee40efe3304e4903d4b1f5c65350917a10cc10"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181520, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7cbd5fad4e3bea4a61b8c6ee64ca1c63189142754d8de79a72e3ea1bd355c00a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "8334f18762e04567a59c794fe22451c5bbb9960b55687f0703db47755665fcbd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "d9a67ad8ffd642df9e33054ecb425272b9e08f08c9524317b887fea0dee88c22"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "812a2fed0c0a4ce03323d5613b325485fc952e14b80586a52ca58c6a96241d6a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "a0bf6e7d3c75e2d053b7db31740d61fe08a1daab51753510822cdd7bff75772e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "39aaf34c4871914dfcde07bd419db00f150b5bcd866848abbc968a6358e8bc60"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c5bf5ff8e81d2bfd444a76523ab2b1ddb6bca7aecf02883ac9a07ab6d6324300"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "339ee79f5e809b693277bdf9d7a28d64f9b41c0cc9c604ad709d2ab0f8120c4a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "611127888e82607813b2ef11a82bc1ba70da031b8b03466480fc5a5c2d225fbb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 181648, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4bdf8014bf96d2b8ed22be45560bdbfce2eb92ac2e5e4465a5ea0ad71a3d1023"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "af6c89e198f277ed67cac5efcd79544035d8f11a55f8725daa0b53a8abebff8f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "4df87f39d9f77a1d40a242628826868156c2105cd70ccdbf66649165cd5ee73d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "685f6fdc20a657550f02a60b91401b39465b5d0cd61a9215982ff3c796b13914"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "dffded6d6547ce4a6a2e528193305e949bb6514b31a00c5276c4d0c69f0ddf98"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "cc9f681ed8f621ce125da108a2f0967cdb70295c2b3595f1adc4033138a21cf8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "69ebedcb9780772b9d7cf948dd1f1a97704b90b3d0a56694eb7e71f3036656e9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "f7d918f16528848620354db60f4711e1928f08ad6e6c783c1858da83d173b214"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "b59a035a362dd5a21833bebb5525f74b904bfc1e7006990387ed016ec75980cc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "5c9cf15692e62b8379f454aa9384984f1c1b74c1c21590dd502786894c0c4349"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1796c74aa681a5b79329fdc336d401958eab8fc21145ec0a46580ecb084d305c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9682f641ec24c5710244fe61ca99d71959d0b6dbd8a8d2b461689fdb29665519"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "33f180dcb1f0339bad2596f580a3bd9b130a0e33c2e572f4a95e6ea2d4294b2e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "8d80b58ee2f3aec343031e37e7815e162cd481e2ca53cb83e3e9ead880e51041"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "d1c9c4fa3fa03e52e81b21169e6b6ea9e15ffac8e88d0aad74024c77100f8698"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "c6766e4509b42a6967cf7a5c9ffabc18c7ea5e9d0ab29f5e0a13084c0c3335bf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "01d6608be12555b143db96ed107845fde72d9588110ec3fd0f4ff1a541af8559"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "522305984a59c6ee13455b72795c852fd7054f557c8e55debbdd0d1b0b42e9f6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "4cdac0abd30b48579818fb3210d2fa345aa4d8c4dad415fdd4e04ed7d7132725"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "2541745361d5151fb232ac591b1ac7d689ffd6719d6ab37fa7af608257cc2711"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "236d57fb1f0a794eea9554473d3745ed94f17377ac2e7b4c7be2c538694c3488"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "1c4c28730b46a5b5fc4d850f7a97b95aaaa3057b3bef4b69597051551c58d671"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "19509f9b4f2d4d586d1bd4a87443208635aedcac8f20b24d77fcd401be9167d1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "754f7a2635d1ae0f85d7e50c339c2609e2546785bae9d6a5467f8a601029d3d3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "e1c12fd54a96f9da41af8154052add3673a5a2650b3ab692bec290f644aea0b4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "c2652330b5dec62832e1912b62fa211d26cfdb73819387ce28e72ebe34c41f50"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "52104986c38f402764fc6ec345ab999457b167f9f59c921172dc3bab4b6345de"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "67013858d0578f82e7fd0343dbe7606181d4312873ca588378b31e8d745de447"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "6dc15fecf4ff39eb542edbee8c9d8c6eada235c743a9b8c863da0983840ae892"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "67d28309f66d0eb716be4a1b55c7bc9d57b0f78f087197f6d3b35b2c7659a11a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "28d5a611b4e9384c4ea65d6abbbf6c6cce1e958e86b003aec23479ac33352e35"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "8e30e66ea1c6d8b8db31a1512971c23b280e424addd11069216ef499a0ccc31e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e970683f73f22e773f068c9142a964dff89223f13a50fa0774d25e338587a117"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "de736b74aabc6e7b70321839c169831717d60b60f7ea8abe25e3072662b678b4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "932babf79f81ebdfcee03a08369fd1966bc51f9a757ca9d6edf56f8158c01916"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "ab6255495a039d843d1ea6824a149f66f3ed7bf007df36e6686c83f07d48851d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "0bbcb7905492a9df156ef6166cf12b33b6d537f2c1fea1887f6cdac48153d52f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "0ffce521979f7f11b1ae5ad2a41f3531653594f67a3390dcebe1f7418feffdca"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5d2df136f3f82410313631c91c2e17dec83ad11de7f83d43acab7a55621a0938"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ed46a7d39efb82ed9a90d2b52ebab371385f55c8afdecbb2d981baec8430d9f3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8d279136ef69ed7e969d0a39fc7bcf1c16ae809fb3acf18956bcb1cc6d9a5793"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b23df814f5129c35bff5d36871651e4d2e9f126619c62a3611dda1d78fc7b999"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "67a717224baadfb0ebec182a53ce069b32afe39683d9542fa5b21098d8e9b44a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "b6c058ac1ba65dce8dd6793ee4fcdb835ef1b8ace005b4615183b8c79d4429f0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "5f4cee549faeecb12c6e77b6c55e315cb91bb244bf3202c000333d2dc872f40f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "8f8efe3f7550f54bb8a494ef01f659e51322c7446a7371018cbcdb2658f82cdd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ddf5e17a68a680ce341d7fbc52014b04e297e45d97d8201d375a651b591fbf51"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "bd39cbac95841ecd6a028fe4db34af19f2390f7d196e16727e47c12904da31a5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "58a4bb59944b5354f687f80dee10d1b46ab05794e3e765b5dde6c7ec91728e37"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "05a641c3fbdb107e695030e4839d40d932ccb30784fc1200b399f2101a04df89"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b2065e2d3f066dc674726fb751db09037004623ab1fd664ec0b0d1803e909dab"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c0201158f95b9983345306a5253ed651568a6bee7624f4b5fe2641e8d23b481c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "611908742fc1fee56160d93096d19c5b9a951d8c68f1619f6299aa2b5949fae4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "c2bae216aad17e454b2ef9799060a7e2ba8e7ac9c52ce994604054b8ed711fdc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "49263de68eeebdff56fd922569f9a3ba7e067882ac8057fb72f155929691d54c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "70a93eced584315fdbae6a9f76b59fc6cfccd1d30f109b15f908645fa4087e24"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "76ce954aad6d56a56244c0e6723c8649e4b76b0ffc03536c579739e76e2c2afb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6f8d9d8bedf88c580e9d69271d6d3d54cc7455c9e6061a2bc7942e4374bfb6de"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "bd83f0d97c637dd4a49518afe114994e86ecf6b5a63090a929e791659c2ea481"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8084be2fc2be6b1013390cc75f643c3db1f7bfa2c94ee492f01368477991163b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "22e697e88e35aa287840872b83f717f420e0f513a98f55cbb4787bd8837bc5ab"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d5110a276d78acdf1b12a77bc433099bf3e84d4384a9f2f73adea87fc9c436de"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "5e0f51012f730767ce40698a085435a989b800934a366039db9d90225609eedd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "7eca42d7eda83ada58fc035c000f9ec486e9f9e38bfa56fdc8515aa853e2fa1e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "90083c7e2d67a323f5c47e586ec9b867e08145e239d018c62417d51422575313"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "99156c52fd7492eeb5a72153848df09811d54ed7f12e825800580e119271cd81"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a5cb102a9fdce866fa7501253552dc4486484a59e3e81702f4d6e1b60cc38554"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "71fe1452ad1ee52e5ac39fa1e2220c10b011a9bcab90f72124ff24bdd4c16dda"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "e2af476ae534a58b3df0f0ae186f200a98fa763116d4c087133963c5034dd8a5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "5b9efff8e113d6f855ac35bd3e9e5ba69417f905f5a6dc5af187b1b48be27f24"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7bc45e4ce82677377e9718ebdbe2eb3244d25439d7fc119565126b67d6409e9c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "76389805539ae92ebf269f95351c3a4ce4e6bf6ad037c1937da6ab54915aa39e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "0ff96ed73c752744331c6b20af22226bd4bc6b351c14371ded3a18e733827339"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "c7db1ab6b971f9818debc175552a7e2e9d430f9c4d356a25097809d20ee8807a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "45c21c9c0983982e35310ab65c4e8c3403e0647d61f13f8f0d9ffbe2ded6b290"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "10b7ca365343434c5d10e7d26d4dc154eaf90854a959ae71c3587abb82380a3c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "177395925f024aef9ae341fb5e4848998e9867c58e643e2cdb3132eae746331c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ae17cf9de6e5837b523c8be6c75feb24827794c6b4f514d6b672c52247f7e521"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "d27acc79a56b637397fe0b62696cb40716ecb40867f6e1e8710e9446ca4d7e8d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "faf6355e3f5449a8701427a6eeba1c48a73a1caeeb553c151342f713d72114f6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "d5195e394d7bed51ee6c6e2ade6e6e16aac05f1a91509ec06e3ebd032490970e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "033d6a7b036336218b03abb36480c669163f04eb073e30762be39ecff4c0a63b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e7ec26ed8b7bec06ef4b8c1be086c8b65bc6d6999f81004ed0de2f2749478bb3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "93ae7305657cf1a1fa266f4d4ada05655f685d5ed5d47390b1db2e1a947057d7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "2c434392118f51a447c8f8461af62305d4b29c8bf4c079214ad58ae085d3e43d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "53821c366af8e7a8007318a0fa4a627f023a43014bc9a8e92cb83726e0172d83"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5e5c92c4f08ddbff32b28e9b5a661b4914e680ad85150d7c5101a761d9023ba1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "04e1764f4af13f649401743c0a7454cca1576fec23cb9401fa52f6fcd80584b6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c0cdc3cbf2bd3d850599bf0889dd43d94738a2d91110c984ff13f58cf47d46bc"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0ab418d9814a896cc72aae9b5de2576ac89fef8d82191e6e6a2b32400a1cdb90"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "22369155f2bdf5d747146d297e4b0d611099846b6b7068b70ad397fa1bab1c8f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f7a623e1652f76de2793ebc775afb7b7172144d832ed07c66ad4b1353276bff8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4efa350ad14dbb8e0b3752d3fad436b4cbf4b84e9acf6a28fb9f8ebc29fdf912"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f014a221899a5b71bf09f7627510f448e5c498abeb8820d968a90aa7a0740c80"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 66176, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "0a64d192ad7e2dda2475898a5ae8b79031f65adfa7f90fd4f8d1e685310d4c49"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 66064, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "f962808833fca5cd9b8638bbf40a3566d126da703a59b1856374d6fd946f279e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "c783501458769c5e1cd59387df31955f07f3ee390eb6b561c9e37ccd06658a30"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "c9ddb58c27e02fe01396e73b9b4d53435e47268deb66d834b22618f536453276"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext", 66176, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "96934c5b5b1ff137c22d6a0d3c93b73587320bf2d007b7afe5e90defd2e768fd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext", 66064, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b0e0dfc940304651cc9cb8bdda67788f4475e2eb79f0ad4d8bc885b66d81bc0b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "5b01da44e0a5cce5062727801eff044159caef02f122df9674946653bca74eff"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "cf6808d88cea8a6e085d1f43b84a5ea88c812da2c5abe7064aa4e8c65f36efc2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "0bffa09b5c76c200a1dc2be7bd5cf227e8d9428284496a67798bda8dcf42d0ca"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "ed5185cf92d6da0f3da87d80443d96928ef127126ba8653fcf371397fc4f978e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d5ab4a9ce17d4483b9480fe7430912ea8a639ebcb485d93da43512eb49c74661"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "209de1ca14435742202c54e24679221cfc21cb3c499ba6badaed0e89cb411820"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "b4ac5745085d0fff419d6313c338707080375ad6597162aa299a3ea3b2ce766f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "cb5c763340a622edec1860b47bfbde8285a52c52d7682816b5b3acd164edaa7c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "0151fc2d8a8b8842e8ef2932e22cdb4bfe7f7b820b33c8dbd095d3dba9a8da12"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "ba746c7782cfe87c57a5e4bc27f6283d805d4b281c735db17d4393e5465e1396"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 66176, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "7658b9ffd4059bc6aeca989b7b78e60e53dad66bb4e2c0d034e1d24242475027"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 66064, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "8eefd7490feca651efc4ce9d00d1c9ed0e7e55b09de1068d1adf408c8be0e362"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "d319eac42ccc8855a973fbf5c14597d17c8eec32307a5ead122ff382a034318b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "7c62fb09df36a0248bc4f2019b37040b5582d87f669bad159651ce69a881c640"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext", 66176, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d118d3c3045f75c0f4d5dc909112dceb48a17cfd7547970bd3eec3f26b678025"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 67904, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "0f3f0bf11fcf818d697ea190e8a2f71d7429cd3e32fdc9a9af16a1f356d01107"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 67792, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "014b5e8d21afd2bae76b6565b708eee7fd2b48d98726e24595fc60b7e5792e54"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 70784, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "9921247d5b4c44045ea06669c0c45fca9b8e24484117703b37699044f909f6e8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 70672, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "f8853016d918eb9011b26bbd3df99f79d77f05b836a910aca7e89f913d572f16"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 68480, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "1fcff96fc99581b54d5f3e7817d80f561f0574f7dc393286fec4791c6f5b248a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 68368, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "cae1c1aaf02d21a243fdf9007030a46f47d833f0bbbf65e027b3893347d644f2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext", 66064, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "91efa39bfa64fba8f15722cd79f0d8a02da22f74ca5f535fe2495afc24b5b35b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "a4d96505ea1f986103d7ce90ea19e13647075ba7b0ff3386742c9fb5812f97d4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "fe5372c73455aeeeb0eab474e2e4a4109d6335e36124694af1b83ed0ea34c91c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "c2f3df5a70e0a7c0d1366cfae4e158dd7b935ca9d04cf2bbd827ed9abcf3a0b3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "855cce4c9ea24b84d0f9b7a180d08c6770804efe55c21d12db0eecd53fa5216f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c1895b6f3dcdbb1f38038853ea5b1d240680cca2f0175d4eb677a49c3298e533"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 67920, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "6678b8461fdd5f235dfbbe8d8cadbc435ace02947e9c280ebffe572ba6f8e646"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 67808, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "96619ba5c2af076cf7b07c9ed7d16283ff8ace8e8e11e55887b226e89f7106fe"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 70800, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "b0d98ee204ed3225c5eb1735059e70d1a422c73f27c98fd36fc99c6da4afe62f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 70688, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "54c012d476e29777e9da2d9d965c07f5e6a252703c94e2fce3a3e0b7fe6fc570"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 68496, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "17c6ebd37d3b8372c43f4f4b8f7fc66f4bc90dfcf3d1c135f21c99885f8d339a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 68384, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "64635ed8ba38994397d257e6486fc0ad3ec90d71f16b41dac3a60d67531dfcb9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7289f233c6e2b7d41779cc77d88b91a730cd0a6bcd92e1bffa516751a0e9360b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "2cb956b90df1d859311afbfa6dd93731e4298ce44fc3172fc848a3dc17e357c7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "0d8b56f296cf9d2fd5337dd62892d4ae56f487f2b39f7d5df146b39f25c08e75"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "4f1878925067b947324c0adc2dabf8a30b8d9abe17d4fab3dc304c5d36b711ad"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "255a7de08c73fb13fac305665dc214311495d2248f15c002e80a9f5c75fd6e14"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 66176, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "82a614a9ca6b5e87ed2a7ea8709266f6ad2aea8dd823d12e724a8397767e7d12"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 66064, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a9d9bee4a7c05fc053ee14ee77cc7ba99f22120b2f2c66b8204030dfdae1a6c6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "04d0021e13b486178140aff078d48f7148a797c286f2fada6a8e7da2e14b65d0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "265df42051ac4bd16e2ec44b5b212145a1bd608506c71b53ac4df2376b60e7ef"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 66176, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "26920cd9fb3df3f1159705fa055f9a281b97f02f533a9bee1a05514619056ea6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 66064, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e1d6e093cec319051e9760004aeef4ecf6cebf55f789b372b234d364d435d9c2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "ba8ff2be387998a71de4b95e90e94b8c15b77e547a5975f61f018cb1970337b5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "48c73072003051675dd05c2bd16ce1b530e3e3eec3301d239fd0049577c579d1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "62740b62963b67f7fb8558bdcce207a11a5f57d417bf72edda3c013390f8da23"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "ae3b6758a75ee6a3a059f33f6937b2070ccbe32b51c958f548d0621d1e8bb0b4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "de7b0fefe02cc7bb65ab5fa08259900529518bc78536c07b27ce5b5c0fdbd139"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ed42bd96e02f654fcee32d99f2b90a4ea455b102a301145b580d03eaaf0cc40c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "e59004c234d3a37a1fe688d05b37b7f8616ddb63c336802eb9510a623b2af076"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "3539193acdbe39ff8bea715c288f338278b9e2547587e0eece4da14bdfeb059c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "dd1fbc99a60f203747c5c6bd950957b619068146a744a0c6c6ff8f4a10c0cf4f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "faae0a80f22312c948ca4bc8d0476b1295a9bc9cbee9d865948dc9e2156cb1e6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "55182f868b34b5a27c356ac277e1ebdb7f48d1e8f584ae8e27d44980f0715b48"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f263356579e2522b3fd00d6039d5a07317b7343e6b38565f646f7306997fc701"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "2af3bea291817a54a843d1df489fd8d673244a87669832e3351ed1e860a44585"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153152, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9ac91e36c52cfc67fd283323053eabf7cdb7431ff349f5628e9f288d8e52b093"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "680f050b3a4ec68ce7c66cd3bd4877888d7504d54af25aca4767e7bafa39eb9a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "fe05316c8d7aa4c85fe09f239961d590e05acdd3a40d44a1a50db269f22b95bb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6570b5feb97e225f9ec91dfb6b77c0d98316d74e626d3e5fa5075168c9762259"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "611a5844554b41a6fab790bf518669a2e640d137640772637502ba754bc8ac61"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 66944, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "ba6e95d904bd9fa69bb496389f6a69e3540b36581320dbd2f8508b757f2566a6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 66832, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "c1d84bbbf9de701516a96b3775721dc0a26b44f8fcd3c72b43d4874cd17070d7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "032f06b5d91c1fa7049f63b2fd1f626789245814b8b719fbebb3e93ee108724d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "0246e672d0a638702c55e864d90f5dc271037b75bffe6612132fbbc426a0adc1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ea3ad6e88ea6c1cc000f3e113b2da59575fc385ebf6957ce948d3a8a5df2b3f1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0f4b1073be11cdcb76d6d9212ff1c9df2652d5806c9773165e79c6afe9e69ce9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 66944, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2d660bb3af0f370a5ed2d908f8a80b5c1ec1dcb3578113abbeaa880ebf9c8f35"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 66832, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "fb1bb1c69e91f9bd71eb294a64dd562442b884b6fda629b891da574196979c48"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 157312, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5ba2cdb79869b0d494519e140c77c30559a047a187087f86f277c3e093c40200"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153104, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e634490e72634404b1acfd9cb52878a1a5d74697e5d2c67a12de3c96ea2c7e52"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "1eb8517c813013a7de8b7dcec870f8a6523cd8b6030eee1a5890b1ef0cc0c9e6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "a6de8c45446bfe2ea0be11699d8742d2dc2770e750708021e61dd8fcc7344c9c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "fa68fc66660018932c54ad13a94833c12db2d6c44578cfb3f2be8777a310ddc2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "966f2be7c178496f28c80bc5cb4a31e8576c3af2d9d62f1cbc9d07301e3cbafd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "cbc63f031ee50d8b6e23339f172069bd46e071792ec00f6e85b1c0f217351a4c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "58a81aae504aefc89065652dfbff39f539b0d51c70a1d748969080ced02ed62b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b5dbbb20452c128d6c15b6ea4901fa1f4e89cbf412327af2975f638a75772e01"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "15bf1cbbf3423895df43677d380578c1504abdbf5f1694f9e25a32a550238390"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 157328, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "bf1da4029dd03fcdc028c67c4154dd1975ac4fcf16bf59c51f0b1697dd2e81c7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8861dbd2ba2751325613fb628f62e477f0d92f59ee5abb6930b4be2301ac9771"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "3c0dad1c5df29ebd608056947494d10f42a37dd798d02dfc302e3d5957553473"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "3802ad7f745b984034e39954acfbe929f57bb6a3fcd1505cb969dcde839b89cb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "1fbbbb9330b4ed544201bb57dce663c35da51cd5278aa7b4a0f73719023df0d0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "3f2aa172e658d04ea348c298aaadbfdb10bfdc5f10409447a370b52c1900bdd4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f808c2444eb7be2b5dae41d1cc317600867c139b3ed51b9f0f45d5da132e398f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8ede88f947b504ae6f39f8610037d96ee6d8bf6149e664a932ad9653d01f2538"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1703af7712e689fa01ad05d4be1222710b034c123904b2cb7449d79790e6ebf1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "cceaaf40d479f87a3cffc5a215fc1d6db2832a047d47726eef8cb29c0ecab5d1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "101ff27c58eb5b8974efd16317759514697ed3ca1a34dcff52a9f33189f7d756"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f4e9db252612b527378425efa2ee8cee05a06b6b0d57a7a5f0051d4d4fc9edc3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c07d576f9ef974ad9f60199f1c543905415aa62359cc195f9a170ca8686806eb"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d4d7d44436f645fc8b44f977f51b2dbb04fba01c428786bdea1a15655a286e20"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 66944, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a54904126ffbc63d85825787f71635b2015204a2dc8977607ff1ef0ebd4e826b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 66832, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "2f0cc5d6f41b0d22d0a1a335923941f9dfda42758d73044c4720f2f7e4941ca5"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "b060d685f762a66e3db5f04f007ad5171c584cf3fda84dbfaa43c164ef6ed9d9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "0047fe690a74c4994c46ecaae97ed0303bbc8985d2943f83aef62363b3cdd385"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 66944, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f6cf5747d3da41ae3021529c5f849908ae217ad6e247b0597fc3e9de8c10b5c7"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 66832, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "133598175d2a68e92a2f47900228612d1df40ebf3a8a5ed2dffb2caa9cb7e14f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "0e2e515a2238c72bd01f6b42b3c56d68cd90101274b745be7fe904a4930c55bf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "7fce4edac065d3940bda8642325b597a2f0307c6b53c5b74e9537ca6a4601b82"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "054a085c461ae5cece5ae653a0c9fa03e946969179503f524655d52fe664c9a3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "80b262e54ae74e2452d19e4a694bb43d738431625dc15419e25e677b6c4c5b7f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "dfe86727b10755c85011bb4226466106539595a5b85961e4fea0b96de1dcd20b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "dad3a156e328b62c31bf66b7570ca4f12ad7c1c307c8393c532e56b4b60996c0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "fbb74b923aed0278a75efd28b34dc0ca6e97d019bed10f3b81884b9b23c1c5f0"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "758c98e42179cdc738ca2214c56e4d53bf63b6e8b9d68dc4557250490ec9f94e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "85395e04e92ee97436a6d3858f406b5b426cf8494d417b875c808ac6b891eeb9"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "7dfff8127614acd832062227b7f463a37d88c39bc8072932134eff0fbf601fef"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "89c07f8f3cfcfa0bb8939a75480c688515e0390d477d728625d59fdc14f91c08"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a345c63f7defa4180ee190433263801f66f00031857eff3cba2385b28cd1453d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "073b696fb1242359cd8819939509b70e641ac62a483a29520d8d1a6d6871551d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153152, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8e4851123a388e6bb8238b201d3e90623dd64302141bb23b75cded28858a7e18"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "08107eb433a760a27c8e12ac22e3d8f82373cf24696f2421225d1e0ce93127fd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "caaed272c96bf220ef87a6d81564a0660074ee2a76b3ef405b4d9be9b358571e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e833f533155e614e142b3208a674b36af9ad9112934692cb8ca665c2097c7a34"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b73a231f59519d3efc4f45c66d5e5a4e2483480224c5b043b2c1e9add9716349"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 66944, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "9dbd227e1b45a50819a0477b5bfc2204894e82b5911ea75f3a4dee0573437893"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 66832, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "50598f2660fe5e5fa7a41d89785d2cf3b76499dad2283e3bda1be4669717c209"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "4cd352ab1df282419d4b9f1ead3749555727ae11df2ad8a64282876f28740786"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "779df9faa5415efab69c029d7d55e788649de53ab6ba3799addad7f4db12dd8c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "de9d7ac0f65e0b642fae604f14dd7bd0935deb0c235a7928ee9f9ee9a26cb82a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2fc29a04608e47c53399551a29bd8365b0b37d9324a682ebc53f85accc1f827e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 66944, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "662b8b5fba55556e5b782e9744722384ee77cf972173de2b263d30730bada0e1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 66832, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1b91352e259a34be1494432b4bb02a41eb633ebb9e97e6f20300b9f4ff99e040"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 157312, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d8e0aabe109cfa99546c067cb5b8f8fe6840289d79cf32b2f8694fabeb492a46"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153104, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a666421ec4a476dc37815374f1445f0b71e3d291074e72cc57c82a6a7572e522"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "2f6abe7d03739841417e6f2b23734ed60f5a71bcec4d6bee3be03564ed0b0311"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f1196a7f91c10c308d397f14bc72db3a4fc9e8695f384cd0d25ef82a04631a4e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "9abf1a7761d4a3e952c0df5b492b91521971606f6cd930c497fba008ca08f714"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "eb4b973974dcf97f1e370b4f8bf00a02f7aae8e43a8ae2836b3e835698d6c5b3"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "2a837e4b6325b034543c14fcfaa0914a425390b9febec0997b8dede1cafcbbcd"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7702536fe23a531c10fd9ab659fe9c3921dbfe42530360ebd215af8488c9ef39"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "25afa8c1d1a9d52dfeb49494eda923b361d8ba8e16a5fbcb75c18bb3bead3533"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d1e857bbebc27fc332b242641705c544cd8fdcf3ed88ec8ccbaa12adaaa0cd1f"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 157328, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3f5bd1638ca0a29ccbbf564dacaea2bf2a21ad4227b4a71d0832492c1f89b7a4"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "fa9a4f11ac1d9f19300a020652f9b5bd68d00c9b640170426f125e14a8a8929c"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "4b81370d32dccc8d9210b820a764190abb441a269de76cdaf31dc7027a14dfaf"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "032825343db1dfac2794c81c8fcfdc1ab764043d6fbde854ca3fad2c5ca408a1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "0bf547f93888826d21b89418fe7d58bbbed25ace59f2fa02249e6753269150b6"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "02dd5c2d924101acc376083aaebceb302cf84f0a4da0c9921e7e9b8aa982c1ee"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3eceb81b6f0dcde4703ba8d0b1576b0bd2ad70e42fab285457545aba5e369c14"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6dcd47012a1f917c68b3afd02eb66765efcfaf18ca88cf6cbac466ee14f7014e"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "bdd4e4a40a2094d4c2ae14573e2ee7d0107a34d958586138e75fdc9de1ec74a8"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 67904, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "c6f760177ae2048f92e3fecc44cadefcaa9bce6dc6cfaf12c4f5286bb11a304d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 67792, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "13f1fb7890bdc8bfc54dc2fb15518d1eda358d6a25d8f9bb1c411acca71001b1"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 70784, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "4de6de55d0a7769d69cc0e222addb35b6670afc8b207f710e8c6a6e177b49417"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 70672, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "4c0854fc48758f7f9398d3440e2107e065380d4add1f87f46f2cba4263306dea"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 68480, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "354fd001d77586171254ffbd4f4187ec52d89275aef511951a07afb15d76483b"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 68368, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "b9ef3a65183b0d11795b1917e5f4b05f209a36394166a7e073a4689203771947"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 67920, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "c44316dbfd397bb7f2b7423f4c46d8b9c58ffa8381ac15feb9e13b86b296ff35"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 67808, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "7858cd1c16a002a951a3aecd60f4f9941b7ee746164dd8e44939c3c6384bf836"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 70800, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "7be373fe9ce24d15fa0f6855bf9200d27dc8fab8b2bd277a733ac3ddf3dc3c6d"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 70688, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "befec48c03352619d74f1dbb97fe7a7de37bbbc14c5c396b00388b140ab332e2"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 68496, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "e76e9c90363668a83104608785fc00d03a29ccfc6b9d62ceb6a222254f88694a"},
-{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 68384, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "6c69f58f9a8e944d998b9fd07d518776132c0cbdf78d17ef6d9e3393b0214d14"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 264832, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "04e54c4418623044b769d2f311ad091afb56231ac00e4da562fa9c881c54ccdf"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 264720, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "172ed87595b5a1cb4171268c572434c00affe5ff24432507d104942a1056e99d"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext", 264832, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6355592aa1699dcbc73ce826b24a331fa151993a0605a4025bf42d5c61e0b767"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext", 264720, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d4b716033464b093d0cd7f6a2094eafb4689aa60954b48b30b38fd1351761ee8"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 264848, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "71f41b3f9192d82a84991bc27af615cb4397e8e25af48d4d4dfc87289f6e8610"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 264736, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "c574649a543b5d091841540e6ebfe494c0cfd1835b7df0d157a9db4650f8ca99"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 264848, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0ee254048a0991e6f7081cd67c0821971edddbed23be8184ee00e38e51d6835f"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 264736, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "64fb2074b0ded0327cc472fc338a98cb269dc4342188c2f3993f2919c82e369d"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 264832, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a695c1d050d6d23ba56ce893c0daaa937ccc4197aea58d19d5395f5012506a3f"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 264720, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "71edf42cd6f22f32d18101d5f40f011bdf09665ea4bee3519b761ec610164f65"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext", 264832, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "729cdb8f425b2c151ffe0eecf41a5f9d78b7a9442f09fcc880d8bcf39993608c"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext", 264720, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7db5e6fcfb2f227c85254c165844e0fee7c45c66760c778fea18e09f59131052"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 264848, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "dbc2e1fd9f93d9d6e60a9fe13a2412116227dad7e2f3377a84a1a886987cb268"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 264736, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "e397e638a3acfc318c6b6a06d6e33b35492fa026c097b703c0018d69e252a78a"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 264848, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4e956ab3e70daf82a01183f505dd57a2e191607604acb8f21a5c842557f614ca"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 264736, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e40df24ae2287bf344814704aab64911c5b52c5828681ce7c2147d8efa57f22f"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 264832, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "75aaf2b962f0ee2970c67bd8914ddf2e5eef9afccf650dbd47745f0feeec5efe"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 264720, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "7f268a5c130408ba11ba83c2ae715c582fc584f6e4adab89145a1a71d31df5c1"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 264832, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "868c0baffc2098d1c456e10a84f2ce10d984b798f4da3cbf6069f26171a77730"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 264720, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "bbcc9f51f026f295a5195699497e110c734d0ee1196ab4fa8ad5fddd1097eca7"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 264848, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "79c8da04b2581d0ccf8bf839f2d676e674e8d82ece8b9ed0a6a701355ca72e46"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 264736, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "e73493518aba2f2bad1a01318b00c88da05b261839245c95909c71c05f29b4f0"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 264848, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c0a31cffd1ff9217b4986bb78ff4cf1ea50e575e8a6b93d03d704677eb53641d"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 264736, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "06e3fd051a89b52e2498fcffc6fd4bcc44de443bd5edf80721a77eff070e0ec6"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a7fea3281b8cca91f68dcb7515bfcb69b599e2af089773b6de0d1d9fffa9bef8"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148784, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "340c0f4604d5dd943a3d32bf8e447a26b254bef6af345487ff77509626b4757c"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "393f1a0886b2108064dc050d2a391b9db91429532d061b476ea3fcce447cfc0a"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148800, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ec52308b5709e0b59ac31621a8022225355e9d3ba9beff8e5e62ea2e9e9d2160"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d705e72cb13795fea246a21f6d0a3b3eba957c5e4568226171abfee3f6ec5008"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148768, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3dbe3e5bf6606f7dcd99219f6647d42e9aeecbd57d3dbc7713d100c2f95e138e"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6a68eec40167a630dbcf74c27c09800df55bd94ce44d478fb8f4f59e0fad841d"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148784, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "dfb821ba5de74f1d4d32464e145d64b7c4123d1f3edf51bbabcb4c26eb2c63dd"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 265600, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "6f01484b26590c68d2f7f45bdbbe91f40bd1f131511e4c6d32955f6acf14a469"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 265488, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "f3c1e8dee21105df33a7e17a5fcb7dcc7e2c2e0c06c50086918c7b18fcdd35fb"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 198016, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "69a2d1ae802a0ba960b0429221131f969a673812cca4a97c006440bc615a67dd"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "dfcf611edb26c953af0b910d7a8c634606214f06ff081e7a640e852370318d05"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 265600, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4e303615dc52316981a4457721131433c931ba8c36cc38e1aa3e9e98aea4a16b"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 265488, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c1d2165e5db8ac694821cb043de43044a91d7e3af2a8a379690879f079d2d2f2"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "202670739c00e4144e4d3f8b7f13ef97d6f4845a102a5cc80f7069436dd58d89"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148752, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "90c013d7f80c303943d2237e4fa82bf9b353e15484eba5d41e9406cde5e3c077"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 265616, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "586a4c1dffaed7fb2e7afff0f00dfa21cf2c327d6cffc0bc14e3610214fd2353"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 265504, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "9a996b3176482f5a6b73474c9c391a3f5b7d220067d1623394084d3381e853ab"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 198032, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8c755386b042426fd47b809af1d27efdc06a20a567e66b3748ef311e800e4c0d"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "33b0ab72873a0343f2c386024f6f644bcf0ff260d28a4240139c86b1dd458330"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 265616, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0638f054ade3f07ca31bf1f8538161622f40e938aba49f4eccca5313eea91131"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 265504, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1693f3eaaa932d76b4accc37ca89154c32d78b2760ef995ec2f6029c6a2cb1eb"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1c0f123694d26623ba6ac6e76558134ef0a4be06ac366fd6e3e9a40ab19de42e"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148768, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1845d294f6aad485efea2610cee089d00ffcf4bc880a9f79ad0ca029ac60f942"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a94c7c90af48cfed54f3af4215a395a706eff94e46615cefec3034db4ac66e72"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "323d513dea298c692b9714f836110d37efdf734be6662491c64c44c501b7d89a"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "fbe172b0bfb057e19c813013dbe5b94148b3d808f2c24868cc1bee6c663e1b67"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3f3f5ca6407eb0b22917c79e88ea9e4fa371cf6ccbd97e51f3848f1e0f57a3e1"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 198016, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2d8bdb8b1ae8cf77100cbadd170fcabcdbddcb1ae067aba1cc70e513c1029a48"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "667f357f576f411ba1e325a094db6c715637288b2f92bc2400ca50cb7a386a8d"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 198032, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6a1ee17586c4beb381ff7c02d6d149942594d1ac3886f8dd908a62b2f6fff2cd"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "859cb192835e064b99f36f61e220827ac77108e445ece1384b30fde2cb005e11"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 265600, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "3a6faf526b23a115649524b045d9183c6925a93f85e73203ae98a701f2fcc741"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 265488, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a7ef6940962c84ee30eb0ccbc606837bbd01e73c9dabcb4bd11c88fdf6129cdb"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 265600, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0bd789b8d4a5c2af88eda756087dafd22c5652e5fbf8fdd8c8535b7ae6890f46"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 265488, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "42dcef4c9112fb114c4d80d3a1b51a74161b0bf0a7f1e4123a17b2848b926bad"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 265616, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "814be4983f3e62b4581bc1d140401f246da4cb3b44f37114e12904d33de9f98e"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 265504, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "5716f8d9fa935e9520531859420a0defd17f3859a6f239af6ab8c0534a00d3dc"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 265616, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "862281269886dce11d63e4d9c8f266bb6996af60f991e52a6dae2e3a6939e78a"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 265504, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3d7ee8c8cf17a826b1aa064b3c5348f6090ca5347925d715ec6cb06914eff78a"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d614876690acb2533c0c12d2a528cedaeefd12ad03146a4ba4629b6a8843a76a"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148784, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "bc107cdbc8b647510f991829b6d4dc3ffd9f8a496b4b15e2b943e3ca239f4cde"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b8788fe19c4620d283870b387969fc35b3734d681b37766e29a575e217194b2d"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148800, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "bb6549ffbf9b22c0cdf1ac0a7bca0b99ed8937b46953c6c0e5a7e22b1fd3d3fb"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c03e5af047c4613a8aec336a984a8746b9bed12aaa4c006e8540c34cef4504c7"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148768, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "717eb498b557c80a239ccc4fdf817478cc2491daacaf1455d1d62d77a7359030"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a74ebdb61d319632197eda3b9e6a565c1c35c3669205f949f421fb7f2ce4f5ff"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148784, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "be0b596e1f711cad1271383f78e45d5ba3f6e34601351867d66c7e7b27427bc5"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 265600, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "6c415d79958db5cfc148fe7b3b5d377b28bc29d1555c45457bd8d4e12d51e103"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 265488, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "f20afa7f773547b8e7217423d0665a9f0028d6a3b2e5e93608f28b88ccb0d9c3"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 198016, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ab1466ba6f89b5271b2ab6412208a4996ef889e4b0e3a4e7f496064e398d1fcf"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c930cf2ce1e5694edd95a01cc5aad73bce2c3e450a10756ad9804661fbbb8fc6"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 265600, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "cd4f37edbb090012d5e78a061426a66b771c6fb2ce31297148c84f9e765ad6fb"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 265488, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "54f73ac22959a58c53b71f96dad6795824dbe0d7ef95503f013f2a1a3b0a1072"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8a260b01364e391f06f72705c6174577479fd02d33d7d2ca08a651828e0160c7"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148752, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7312d7b96d22c317ec4309d8437fbacd5562fafc7b2d7a742fc3cf95ba7a4236"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 265616, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "1ac448a5f8b7d63ee6878ece981b8e0e21832251ae125a6fc487afeee17e8314"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 265504, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "17c9f35d3a37d42b233a228a6d33a9b49f881996b4d6c2a2657de857ab909a84"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 198032, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "828961c6f501bd40b68b5cfc768fb15cfcf0efb9e8ee362d4b2e3f998722535b"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a639bd6ff0ea81e688ae83f9f06c1b40861c9e77ec4ec971255988bd75c95144"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 265616, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "52e08d368a654363afa2491e389854c60a669047346db2e7c4acc58176cf1b17"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 265504, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e912998b80d94efab359bc4c45f90961790a4c3147befae351360144481fa1bb"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8ef576357b7c5ac0e8b8d1e986c94357327fdd7a76f17125a54338a6aff046b4"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148768, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ba0c34445d6404e0dcfc53802922d6d5d629b0c1fe1b3e475c89c7c2724bed78"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "73962d46c938182d36791b9955ba45a9e5cc40df7c422257f325437946caa6c3"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 198016, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "46b3829bd648a7e0f4c998d90d74d602a4caf3d8ce414fe0f6a3d487a896042c"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "21f6c4a950659eaf3e1464db5f273cbc2c02aa8dcffb5488a37a8994e84d072c"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 264832, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "8097f57fcb0c4364a547b057c15462904e91e421a059b97485b02a62343be240"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 264720, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "87a94d3f0fd93672fb95682467ff349ced38445cd8d7a1fac89a978265a5ffcd"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 264832, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a5a8db44431637a6071984aba8c8b963c500ea6459022f75419af3cebf551a6c"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 264720, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ca5f1958940a6b35d593586a104c627fc3df3d0d02307f24e1aaad6f347d2968"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 264848, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "057f27a90088bab0bcad0037a612d71645b723191881d5c556b065afc49c3b98"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 264736, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "77cd78bb7866e1d11d6424f4764a55a4978567df3a60d41cb69e61baaa34ee25"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 264848, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "fe02e689f34a03b3e722e96efd228595a26744d6fb9a17ec46c2909e52e9cbee"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 264736, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6ebea1b523e0e6d63b1e9c45ab1f9c0108fbec935c5e156a9afeb387fc7b48db"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a204b99f56a1c20c9782aaa5045aaa3f0c495f3c8796e59e6f583ffaa5a9e795"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a2b293752595a8bca768ff1de392b56577dbb8a1d7ad71763f093d74a625b37c"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "771bc78c0e71d38ce0e4341fc81f9f0f4ea7b89291570319f49a3bff40621722"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "08d4a6c2b69476abf6cb71927bdd356f72087578604d70192e842ff96d6dfcbf"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "1ec7dad069f7b470acf02e7ee8fd205e40289d4f5513ec7249cabcd50de5f0d5"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "0377a3d21d24c37b45a7c8ffa746705ce5b8530bc8ffc358a898f962d78335ea"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b9d4b85d969abf1e3e52581e6a871788ad2949216b94e29757a71741f4a324a0"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9c550894db4f777512bd797b6dbb8a6491741118bae7eef2eee2b3ae9e8c2401"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "aa45d1222bd09ee22e04eb690fc564d89f2c475b6553d88662d33b7acb6734ef"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "12e809006d269eb7e2154f8acbdd3d4ccd0c47f950846c58b62ec53d969fa957"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "66915a841e9bb4648c566c5daf388bf7608b524171daf5705774e9f11683be0f"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "21cb249d824665a6792ae2c8dcd1dc5afc9411281374392bf52a7dadb8eb8a8c"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "a12e7449de43d71c9807b101e12eee76386838c496f4c03ad709ad34ead484c7"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "7489c43918b71630e3f48eaedef49cf5005fbd7c745070d82cd4ec82ddc689e6"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f14e99ac362d82e977738d4d3920adb93b54a26309b1faa715eaa05d6c16aef3"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "04331a2b5e2821de36876f7d6c8c6128c2c2aa5b987e4822f3e148a6fd29b16d"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext", 196992, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "79b3195f0380bcc9e5a0f42524a9dc07cd25eff497dd8748849612bafbc498cf"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext", 196880, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "7c9bbc33feaaa0c4fe46e42af0982b36c214a4154f91f413a0e6322ef0d10f17"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "61c6f549af269c1710a2266e63010eb7497ea4c68eeb44acb01bc87a733f8963"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "bbd69268631a9438b00fce6e36115ff350cde345ecfb2bac8930d6649af65442"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "0c53f8e60f0226282c8d1ea20f810f460c9a690f1cfcc3dea0d1289975ade25a"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "65aaf5baf30e0f2c43fae52b29a0fa134e9abccc27f49184115ad34e5874610f"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e2fcc6db70f26100c53d82d0074f3d20ee82d693069f962c292887369e900709"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "69c6eaf6c184d5262849789e7907dcba3aa1a1d95eae526962da85c38bdf1438"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "af75d35ed04f689485c9329a1201dae0325bfe139207dc02f4b8a57556d82050"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165168, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "fbe105b1768c7c659abf3843d14f9fed2121bb52b9a108a143b3946a20e4e9d8"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197952, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "31372166de1d31bb08ec8558d9aa90fc71f0014a96e94637de39f1137cafcbd4"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165184, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7435710e118986df6cdd39ffc4d6b640bfe2d2a0ea00665eeb7e09a70877f795"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "312d7cb72c162c26478db23393f6ef69dc27648654edc7bffbfdd31ed3813d5d"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165152, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "53ac3a61cc3a5cf4eabdb1db63fe516c660949a4f28aff41edf8a56709a4657c"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "357f689d05915b4b7fe6c2d80dccacba5aa22c4826b2c4222b5f4b9870ebab69"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165168, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "afaadcd429408ab1c8e344f3dcdfc79108cf039a7e618da11734c69ef0c12c43"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "d78af98e9da6738e24e42e2a13852650621bcb401af5cec1ede810bcb6c69666"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 197904, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "0c0d8288dd20fa81f7ba25a4fc6955ee1c758e5f0d741f0cec68588562ec5c81"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b8effe20fbe10386e14cd7a1edad62830b84e1452bbeb981392cfb9abe93270b"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "90e70ed6217a940163507fe6bb8fddc0df50da06a60214db717a4dbb66b5a289"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f92f6edc663aad8ecd57ed079dca75e07442650506ac260e1a7c5a351e628431"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197904, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9c4073c832a3edfd95ca63ea33926671be38ce9bd786aa013b90fc11c9f605c9"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 165248, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "61ad36d5a5ec6cfa032db3c81088c08d007d3dbf3716d0844b2fab6a504cadfa"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165136, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0188c915b7bd206978fcd7632616f5229af8ab11602e88f5980815005a88c418"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "63b4ce6d5b84b322121659b330d2af9876b1c10b9605a4235db96b58c88ab196"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "ddac38fd192cd4656986403c5f6e2be42c2cedff53c2e3483cba1a567307b660"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "717554e8dc449acfa783cb9e9d0bbc0e66f2c71cc13b736dbaefb530ce7b4026"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4df3ae4d93f54e41ee92e38b27572b57b9b8d00c4737daa5b3fca78326bc7e78"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "90e64969c50b0a31313a2e60714abaaaa440b6157880b053c7719991e57196e7"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4aa1a385137eaaf749728be95bc50f01acb1c126aa3ae04a4773c8ef770c529a"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 165264, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0a66040102c20386bdb181e30b412f3c78e51e51be6616520da5ca952808df91"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165152, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4ee2d66ef948c2bcea69f9db8b97a86b5b62d4e520b30bb957fbb7f0b6ad02b4"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "5606e728ba68d0b3c1ad4bc6dd31668eb063feb2e35846160eb4d6ea10945785"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 197904, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "0334da0ad5ce4d7afce79c8e99cadacace318ce269ad7c0eb351dc6369b048b2"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "91c33fcd5965f4420701450695873941bae9f1d3e705595aef82a719e3370574"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "52d2d8603e0d172a9fbb4071286fc13899efee89d50262a34e317ddb9a5665a9"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "6b178dc64d14277eba611ede1bd2e71413d0fd4d3987ef7208d1393c1e49baff"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "1b3355571b61fbdd82ef20e9531af9c2d2bb2bfce54b4f144ab23f3ad59ca6af"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "cc441f74559dd386fc64b0b0a0e1a804cec5720699793fc26cee36bc317aa950"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "da211e612af52aee17b5c53517cb139fb0b1b071b40a9dff017af011f6d4ceff"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "050d9f4d3533534cf1e53a4ce28502495332837d7f4b0a954933fb26f3285f24"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165168, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7ac569ff6283d53a6f075def3712a0d859381b06bd7768874583e47c5d040835"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197952, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "fd8f6f90e985af7261ef37c1316e11fbf7d8b8b420dd3194b4adad6fe21816d8"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165184, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c639ded0ceca5e6918ce46e763b92907d8bc7547c1108f12076d954a5f4a32ec"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f814c2774c98407372b70f220ba857ae61ea7b6369baec47fd69c0d80d724127"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165152, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6f581502411e28866ac1d8abf4df1a175c7501fa9913e228538970ccd9cf840c"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f7e650234f54fea5f1102817206cc8441f6408df29373796827d2e9ad1abe761"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165168, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "875c4b3b6fc2dce4b1f3e095cfc707cdea7b954fdde73c87d51cbafd6ee9a7aa"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 198016, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "929a02d9f51b47b791d29b67092a729d98ff074842f8108b4ff71d6fe1631210"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 197904, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "b3ae95623740a4a143c093fa5409c2002f02a8630d6a7d62d8225262dccf8847"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6cc3c64d2ad34c5b060293905f8ba38bc0ca10d15f20a77b2e4faeeef92ba40c"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "38a89090f50a2a4a59e319104bf9381c385d33505502dc5b2845cbf9d372e7bf"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2b23b6e77a31a87cb6fc0050963cfc0994c9028ea19d39b5064766fcc609c386"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197904, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8e7787605c71ed558ed12d5f4a02a8edf52dc0d6931977a3a2d0917f75f7d4dc"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 165248, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c4e32fc7fbf54320f0a4cd903e542060a66f6eb864cdcb9bc2f12fbbe6d05b20"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165136, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f4f9dc12111e2864205c1d872fbc76145da2859183f709cef0a45545fca52575"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "9c03b3a1cef4da2ca257655b37de12fac337837cc285e452483690dae43b20a4"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "7edeb3ca00779df652ff54bb11aa50efff0215c7dbb9df0c29285a3390a5f21c"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9ca272f87f942b9bcba952611220efe4999cc34fffe12694f4e45e297a899833"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6c7739f3dc1825a2ed086b55d2f5343986854f0eab1ef3a0d12863fe7e1cfa06"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d9275b1d84c9c94fa7e4826a46167312a9f55db790ef64c65c0af68a01561033"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "62dad3ed816b5e365f8bd4d3b3ef777c0157abdd0d25124464c693307ea9ba74"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 165264, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1c892dbb5fc0040b3798ac19bc871ea8b0b93afa62c62498b80ffaa7c804050d"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165152, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7b849b6e24995f297a6562d328eb7729a05f02ab91208f67b3adf22c5cf26f62"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "782865e20de35d5c2c81e78638e1f48498b1db1aa619443e5b235ca222ac2b5d"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "fe59f5825571594178569a40d79278aa46ba551f1fb1111034bd613055f81a6b"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "bf90140fa429354352353aaa3f82eb9fb4c623dfe47751255549ba155bd75205"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9fd0954cdc3b275e27c1714cc0919c64f3e5f715b93907becc2506d6e7421ee3"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f078109fecab2c6507b83b5e49992aca9093add7d3eddf09ec7f640cad675223"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "1f19c97752858100b4d3966d2e600fe8a321e8b74719a3002b710e1ee98f93dc"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "eeddad7de4a6c23d2c510f407b1b8289559bd91c674d523b53dfdf2530f33b68"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4be3d4b0d4bf1e1beba955759921e77ed280fefec60e62018f36ebec08d7c1fb"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a8beb7c9cdcdcebd6f2f68e30f876b24b4a85643640d63b5b859a16a5cd2a801"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "89bbbb377238db6744839220567d0b3043a9d8c8239cc10c2cfdd0e2687b7555"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "792ee189bfaaf4b44817531a15f0312f00bfbf96e97912ded1ee018ca92e766e"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a881be766cb1ee16a05dc080f7eb3d2baaa2c38241782755ae9bb711c0313032"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "fca200c9a04fc4dfc96eeb780e8a84f31c187235f2ad70a7d0af96446956e8fd"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "6d34207a97581606ee1ed36ce1160892814e08aac8524a8d1c13cba5e3098118"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b4de67dc6c11164d5b2abca2533b8a27ebb7aab847d25417e6cfd9097bdd539e"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6c9629d3b0122be6551fb4f846587591da0a9a8563e3587b77ba0f3fb246b077"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197664, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "381a3ef924b0a355db4ac492f2738cc3fee2d85c7c0b1dd177746d44850affa7"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e90dc4a033e897b4811224d189b995f5bcf933e046be4f02ab9b4b5b2edeaa52"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197680, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6c9da16219aeac271d27a1db2f5f80c65c93cd6fcf120b2c32ec82cd8778aa45"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "2ad77f7aee4b32eaaf9fdda033148203c6a05613b10087598653d917aa5b2c35"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "1dbc3ce12c5b2e83861426e46c8b2f0482253b4a81f990df775354e8e6d83970"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 197648, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "46d3ace661ed60ec3afd117179651765ae9d8c28e573a4195897879781733f62"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b385961cacb6eb5c537ab2ba621ec15bdd37540638f385b0739b66fcb8b67219"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2b58854aa3e1c501aeac1f065706166194cbdebca12f6e0be5dc3cd80134ad77"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 197648, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "bfab09fb373ee330d0b9158fc76afb27b6fc43bc8d410ae2f2a18f36f1dd9c26"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197648, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ebaa4b2440e7d73a26a1a9d031dbf63049b57ce7ef04ea1550cee3872e6a70d4"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "25d14594f79ae6932368331aea04a26994911501b3d80a267ffc5c4f9bec3807"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 197904, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "453276ed8a77ed81c53e2e93443cebe9622565520bfb1bc772bb58e9d25e61d2"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "b6327f4e96ba79fe581b557d50204322056f7ea3f41d264b35869bd18cae2d3e"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "4de24ea53ff1785683229abcaacfd18796727f8d62091492bf951edd4eb5f14b"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6fdf2e8d1e2a4e1451810fb4fc0ad4857b6725bcc83b5844050ebfccb6ecdf53"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "79f401b6d8b616b322439ef9ed80e28ad2a95fc48a8cfac86b374ef6de0308e6"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4b52f5c9ddcf120eb27b26d39339bd42fcda17dc4a01a2e786d066b1ed226533"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197664, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "46ebf4ece0d46a065d39e5ac267a757e685c28a99e25318e8470318386519395"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "161b49244fe07f52a06f43340916c4d91bef4bf1a0e12d3d0f8a2ff531c465f7"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "567c33fc46190efd18924827791fa7537fb26c4492bcd7ce4b37f2d08f90ba92"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "9d96acce571dc2a5e19ee72864fe22268efaf8a4ba89af412a9c3c28b55ed9c0"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 197648, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "cb585a9b2b7ce0ed539368ef0ba2d76dbbd53e873876bfbf6d16af86192d0a22"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ddfc50669fbbeae98809f4f5ff338a0499bdf5519a4615fba4877e8b3f2b83d1"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 197648, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "cf2422afdf372d01c4f96dada9ddab6f45abce7bf65fff731574cfe044a4474b"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "a2c060896473e8b1338bac8feaeabdea8dc0644e0eaa669d366723b2426c97ad"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "edb62096d4d41a81fd12a6af013cfd6ccae2f5944aef9df23320cd4dc70e9fb8"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5e1c4f7b7d96eea64cf0ec68f3509b3532b705bac4a8dc0dcaf5701148ab5169"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a25ddeaa84d205e56a6d8d6a2f2caf32ab939f9e2d8df4bcd1f3ac3616bee019"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197664, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cc514be43b9ea6898f6c99af541f3fdbcfcfbf007b1d8b3bd069abd90021545b"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f510d256b19cf3afe7de81c0c1a134f59dbed3745fe09532efe7d244e8db8d35"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197680, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b5a5903d58fb7a61b8fc56f3751b7fd163b23dfe0f3aa3ba5c86f9793bce4744"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "2cfb175623e2f1301ea5f8fd261cf9d2009b323c39fd43f6466779cf6e87b012"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "41a4235920a7b19b7eaa138f24a115ccc94d1600cde47a7e56318049008159a9"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197648, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "55259c742232581e08f91f370aa31283124272da4fac492377053714c36f0cb3"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4c2dc3811486da684af6afa182fc7eb11085dd8ca6951066a65e78dd922aecbf"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 197904, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9d04611108373fcf243358a293843d4c53acd9bf9c7b56fd2a5db6c22e51d3ec"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e9e7ff1a59d49e291c7c602ca9a829a3dde3f64c3868a1a1611510beaf62eaed"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197664, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "497e920e025424c774d233909c742220f02cc80a55da190d8322f9bdaaf2044c"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "79b3171f5c4546c43fda1ffdc3fc0823ea53acc794899e9ecb28737ae854d2de"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "38035a23f0ab3bef73b8aa4a5fc0f687c36e503563d2006f098bccfb009486f9"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 131712, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "55cf740cab0733081a47450264d4f5dda027c52dc832e2c6c6d6baaec7aba511"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 131600, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "62d00c4216c7e4171d989dbec413854ea6b5d293fe0322d9d343abd185bef740"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext", 131712, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3934ba0a97b3fa1f21c2f85753ef68aa43559ad5c904646edb4446ae2b9c6136"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext", 131600, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "acb89e44366f92d2071e53f20f3ce3cf39d6c39692c389153baea685181ca816"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 131728, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f13e8d58edd0489b620b3d21898c540e6dfb368d6be877f373001dc70e1f2a88"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 131616, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "140382b7804a3b1e8661b10a6752fa8080ae98335616b08b3954d2e6fa51f99b"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 131728, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "043258e91ba6640a29e86db12c8f68350cc99d0c6ffa7324ee6d1ef70535b8d7"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 131616, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c2e3ab0d613cabc91a42fa79f084ce3ae986b83961eb94cf9c2d073ff896e0c8"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 131712, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "bb017e6b867182aa4841cfa73e1af57fadb19cb30b779bdadf91a57b5bc4329c"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 131600, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "52b0396819c6b6471acb8f023e5c3fe20f51ed9d51cc099f8abe92ff4ac474b2"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext", 131712, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8375d60c21273e358b624c71ace7a6e031d17de6a3528419ea0323f0eb787601"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext", 131600, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f3b73ab272dd43b3a8063c908c2b2d374b2f165df22e82b7dbfab2f7acab0aa7"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 131728, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "4352f9230f0cf27ad34f072bd4d385000a8dddb2935421d62c8b6c3c6906aa36"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 131616, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "341a920c1f83ccfd5a4972f118213f01cd66d28b2360eaff5b05e42984a2bdb9"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 131728, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f39d702d30781a47e0a5e0041f1df1055265d94123ade9ab22cf4e5947850b69"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 131616, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9e0546cc5d410d83ac188e8b4823bb6a6f87ce0a2adceb5586800ba55cb0b4ee"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 131712, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "bd098b3037d8a2bee61b482d982d23fb9a39a712e23dc25d5034ce9eb316be60"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 131600, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "8d482e85fc2ba647bd68dfe8db32e5d02cc32c5c6d108af5a33c0f53d333bee5"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 131712, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5fb37270f2de18ecebab7ea4317e27afeada90cd6ed7a821766f7a6e0b905474"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 131600, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e1ac7db13daf2fa9a04d98c60104cf5a94773f46aa8417d618da3c51135cb8f8"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 131728, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "23130de9c39990e579d52e237de5d19b4e2e5876287ee089831e279f0ad4ddce"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 131616, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "4f87d6b089e6ab4295018b332ebe4281be9fc895c0e6f41b595e3b73c6fbd3e4"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 131728, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e87f5c8a09d61a0c2f38b084319f98e195b60167e9d5643fc4dfab4ae7073195"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 131616, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "bcbdd2628d831e71959fba7e31a6e927f5342757b7d6d3bdd4b6ada0c2f698e7"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "183ec373d8ad955ad086c4cb529ad3590f350ac592f90da254cafcd2fca599a0"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d9316e2094122c6d0efd11facac19d1671232f92902888c0854df6f23e69ab8f"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5304d7cdb65bf4fbd6ff7929f5b4ffee913e6e4d26c1aafa772a656d764b8e23"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "84547a90c5d701b427fc70f352ebb6dd5701bc38ef8cd219944000551e5cd405"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4e282dd1558d9987b4aca0a81f5efcb3ea6d835d63d5a7db90fb7d762b0b8dff"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "866049d5839c664974e522f521b4cab238c0294b003a95fcab6da05edfc9bb86"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0c74465780679e8457f8a8bd1091fc757f1f8c7e13480fd643491ab6763087d6"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "21b4db9129d05c2df9e1c3d2f86b77dd45791cadd4584a16d6f3dc02fd679b02"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 132480, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "0be660723737109b0ec73a9d2c1ae5d8ce7c84e97f7b7b4b93cb1bc42d530170"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 132368, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "cc37ab2567f27ce44b66069b706180a490d2d30cb8c356d368e527941dd858c1"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a8426daf0e25bf68fa2101aa531d518b17240bb21acd75e69a86a5852fbf127f"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5a38993eef6f2f51fe5fbc8d765989018f99fa0393615fe87bbfdd2c089242d8"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 132480, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e88cc94b55dd6b156be0868227eb096b7106780aaaf059326093e6b95108e2b6"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 132368, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c12ec5eec127f077337a9e7ac6c71523cbdccf73c71f7498c855e1dc207c147a"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3e8d41c57b500dcba9abf36153d593b748f1f4c6e8da7215689dbc62ef765ef3"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "60774b400d365e204571c00a0e59636154fdf8a31939596c711ed9dc6ac077e7"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 132496, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "95e602db1b2b77e0bd6b808bff5d65156e0f45646c83f0825220eb11607753c3"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 132384, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "2ed08dd1ae29f88039d8d7dc865624c3dbcbffa082fb6ed998a2b9f77e6f55db"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0c234d591e951958f0f5e84ed75002bff71fb4167dd89dfed38887433017750d"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "19ef78a27c144b795358064de39fdc3a2fc3be88aa9d247e98c3c5196828792c"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 132496, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a6bbd0407d0fa2e12d890c081e67f5b13d974f4a932dcac87fea66f9677e8869"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 132384, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "43fdc3c7333d3ce5043dc59d332c5a9698ac89d66885f4a7ddd5e4a60bd7f5e1"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1b807830e6dd7263f80714bdd5e971ad9c2fecce6535b102b8194ae3f549dcf7"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8d096ba7074eaac27b006c3e62f5014662322de944b9e51ae9ed0a3b8cb8b7b0"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c9650927c26130165fb451ee08767689e9715edb3014a114064b9a7352be6942"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "166016e884b8f1652afbfec2e14df86817f1db91c592433566f2cc21325aec02"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7dce8a902356c33e6e571cf01bc693d4d7c6ee98c47f5a3c9b6640e251f21680"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "119f7dc23959b655808b3bc095613f3ea460f62ede9f46a7164d874049349f04"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d8c4f8d0bb7ef35d4124e3170131986a3003767a941cc3ba156d4ff92fa5a48d"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a1d798fa29f8bfd80c6a24ef9a45505e759bc1832ef3ce9f9cf14f9a49beb251"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1f9952ebd3f94948d3d72625db5dbd6d3b59f7ad164cd4654396de154c9ee7ed"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "64fa1c4b23bdf435b7f3c20bd90cbdf9efc43dcf91ce195c6e53dc3bda1cc346"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 132480, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "224eae82a977c521b443f4f25a7ae60e58840bcb6052358622b73010aca8ad25"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 132368, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "0c38af828233a30aaafa5f0d1cf61620fc5cd7d35a35eb701077d5f0d619b64f"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 132480, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "eb2d8b74f41e6efe22d217dc2e5720e507f97ccd4dd916cb7c8cdf526923229e"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 132368, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1dc10c2e46830403371b4777b8801fe6e817b6e3c052ecb4a61c083995757b32"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 132496, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "7e663dba91a0833e521d5cbf94490c44748d7603c3458feb9968eb01c3bea420"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 132384, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "3dacd301b51a41f7e835d9a1fef5112c78ca943de14721b1d49e25599bfa5051"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 132496, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c7fd69cda2b1320fe4df50862d20f4eaa93ea2dbff46838edcd0ed9b8ed356dd"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 132384, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "56489d79006b877a2f1a222f8e1bbadc6b6bdd2409aeab91d44c98e616223dcd"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5ca60f9c45a53eb7ebf010490a37222b0b4bd383e89cde0acfe71c223627af18"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b0998241f337a278da8e1262e3e96989fd48c86e0c0756e2e3e9bcd9a180faee"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9418ffeb9bdf0d307fd59dd3e73c0bee24f8c3b7004adee54aaba5bd00bf01fa"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f942ff317978f871e379f7bd52c04714638de93be645f5e7c6b8a1f541a7f67f"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7c940893c0219f9aaccbf228c7c41846e7ab2a65c662c5cb164c689bb249b446"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5267df2000ae3887afbae1d9263ae703037c21a0f897a7ed152b68aead82b4ab"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0dd7b1c536c452aa2ae57847891bff4e6724eebf03d581c04587bc8c1b6ee2e0"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b0842b094df856cd464fdb1cfe29585f3fbf35cb9cb1dde589c3edb596d29549"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 132480, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "2c0d5a237ee7e3d5bb2ec4395406ddcaf2acf0c97a4bffaf00f5266697b1c51f"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 132368, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "f96121171b276f8868a10b113307080c2384878d82132eba24acf6a4ecaa0da9"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "32b0974449169625b48dd94aa974411726b7a0a813c8060dfbc46bd3de1387e3"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d6caed9b2b566c11957b3344299e7bde96c4888f1a60b9d56d541d0835dc5540"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 132480, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "829d060414cbe7e7f0b636f60f592abede83e753263156613a8ce5308c9d3385"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 132368, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "319a024988a9cac1c6e047195f765934e332b3dbd97418e9c51ce1114c395b27"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "18922d7df5bf806c3ce1d14d79f68083fb49a8fffe52f7a6158496bef90f856a"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6e170e8c15fa83f69ebc94c3784286b1fbe3177061734047a2d5bfd24869a72a"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 132496, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "2c5d23a217134520de1b429230ceb536c6b828073f288499885174c75ae43eea"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 132384, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "71803aa250df8449835cafd12cf1e148c028f7ed055ac097335551842b5bb48b"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3d23984f8e7c252fb2a838ac2d7099c4169b30125ca487995506d17c45fde75f"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "be8827229aeb83ac333fd99bb73498384551ca89865fe7f240518b113f381e39"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 132496, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0a36bc033877d80daa533bb955a66fcd90d4d57fd5baa60b6f137bd8e7d216da"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 132384, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "cc4a69a518a387e8a2e47c2cbb134f9690722f1a40d9da4df47b68ac922d60fd"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "063a32feb80e6329d7a68e18db0be93c7a58a5bd2ca741f249ba45083572e85a"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "db5c219ada559e4d9e41229eaf4142179e2e2c4831714099024a367d3e7bbd01"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6f33b6952822dfa36a090446b556eb4ada5f544d32973b0fc8d4f9333db7cffe"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "bc44775d3f97f8c28b23221143a81ce5ef461efaa9a21b9c51cf7d6ebb982211"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "495c130106f6ad2d3631044d8a131358dc52797085a4fd8105cd9c3009109b0c"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 262784, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "d2ab81fc9fb3a8a3edc675f04f6a66cb821d81132cee39c695edc4c411e34c54"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 262672, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "7c072d8de46b5bac91ad6e2438566eae29f037b6cd4d6455e768771c30fbc851"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext", 262784, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b66954a1cac98ae4b3b818e8a17829e19ba3b66a3899cdc0c315b8b11f84ac6d"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128StaticContext", 262672, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "91efe2b5d77eb893c3860b9a60a43fbab7cbaa5c20915d6f870bab9fc80f7c94"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 262800, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "ac29fc860cfb8a2942aa71184bdae00b5542df04f3addbf29dc15874c36d4156"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 262688, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "ab59c81787fdf803e8c7211ebcde7ebe19ad9d421cc85408aaec3809eaa08a1e"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 262800, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3aec7a37858bbf4bd655c81bb66459801fe0018dd5c50c27ffd81bfe70b76d25"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 262688, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f1dd492ac01ba0b9aa64b4001dd37ec1f0871c878d7d3889460259177315eabc"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 262784, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "852ca605feac1349d9e740ffc383154411a987df1c68747cbe348f64921f339b"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 262672, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "567f62bdefcce7a74d53f32b5777129451391f05fd404f5a107844ea8f5082ec"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext", 262784, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d69542219da3179c60bc50774b6aa639fda62c5ea02d368545f150f4c10f6de2"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128StaticContext", 262672, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "25ac707181be0ff3910553782a26f70bd9d7da28a13a9c71bd41e9a075f45992"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 262800, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "94448762f23ed27de528d9228066ee5ada881482d29e5f0d121bbeabc90afc1f"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 262688, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "b1bf2d098eedbb3556892e39077fa7036958b97bf565382ece0e9ea4f6c146b3"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 262800, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d702184f0410f368ec1dabcfd67c433272932b1a6ef1612a6d485cad87f26b51"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 262688, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5674c8df38cd96d0347e25a00ec7418dadd0d7ecbe74933b4cec86ac00bdfa09"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 262784, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "8e3171599f5850edd1affde621b98575654424ba81b3d5d4a0a2aa3fb4084cb4"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 262672, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "4db9d139fe419dacc491e03d3a85937cc517e8043741c89a66c3fb19f7d1b144"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 262784, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ffa20f5eddc2840cefce3438efd98dbaccc8d5d851ac23ab1a0ed293c80db9ad"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 262672, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "cf8638992ebb4e4bf31bc58e42301fa1c27bf0c88a3b1625d3eec086c263afdc"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 262800, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "58dd4a5648fa6f79672e19ca30e2841f7ab3fa94f0958d54feceaed003283f5e"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 262688, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "3ff1d0bfb824217499e725a77fc8504a42ab64fe82e7b9f43ade0be11e25eb1e"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 262800, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "05b88aaf830b85f41e13af1c76cdd92d28ea2e862cb0fbf20befd30625ae58e0"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 262688, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "428072fece7856c56c6c0e8af8b2aa730d3f897b0819c3fe31cd5f4918afce08"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 263552, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "27fdd70e394cbf23364b989600354ffa7c9c62eeb63e38fc96c1999aff3fca2c"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 263440, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "3e7086b1572a0ad399ee429b422dcf954b2bb90c7e9e43dd1d6c19191b60856e"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 263552, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0e92a88fc358e98197ceb0f199398cd8d0c433edcd178c270a88ca3f30d768ae"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext", 263440, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "186c0b1d2b491bd4b2dcf32fdc3a42ecded5477dde0f4e623c89ffc03a1cf260"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 263568, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "3b942b67858558728d578e8a2924af9a26f1d069b187de707a94b096e69e6e24"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 263456, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "8cbe3ebb3536eb1d6fea03b3d0b6c51e66b0be6f1628ce5935a64a421027e07e"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 263568, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "08818f5a2beac251d1a48bd9fcd215636c9abbd5d682df8b93fcc93cb8f59f18"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 263456, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "91fa3783fad5cb258024571ad3cb76348cf3a2296b464278bd97785227d1796d"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 263552, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "8e8a9857b7a9a5bd29a73e0560052032bd40c927e481ed9e36c8a178786725e3"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 263440, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "26154911de651805e278f121ed55fd2cc59cecf9691031a6cd3bfabb2b47f5e1"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 263552, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "def654d092343f7e3d87e3d1f2caa6e5da79fe3cc8746d6d3480e1f73d884c4a"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext", 263440, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "90efae1242ddab4c6af4a11616104637aff416134c46486a662b096abdb0b796"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 263568, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "171c3831b595af43c15104a3bda4ac7df3ae49d8f11b3c0a6255670214896c1c"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 263456, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "2d5c8e6ffb927dab99ac850db1a8bd31decc0e8e5b1bfd55b109d328c5462b97"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 263568, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1713136d3e02996a41d2322702ce9f91770ba995336d2021d5320d4106f507c9"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 263456, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e48c1add896f39900cd92741084f0e90e83597383c9a32ee1049d2691b51ea39"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 263552, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "9b66af48fc5e220904768b4ce2279fa8355abc0e17069a6e543860a5abeed4c1"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 263440, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "c55669aaa7da93cbb1c84d9927c274479178948b873e832595c27a4cbad6d621"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 263552, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b85643fbfde59f62aab81c2ed1e7c35afff1efabb6d720519512b073ee166a09"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 263440, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "18de901a152513b4283221d9e5f66826d7ae83e7a58b0cde5120b2c037101106"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 263568, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "d1dec196b7e936b4686107be3fe30952a71882bd011f38ff44574f4a876567d5"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 263456, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "8629c5e9e05c5f7d0c13cad64979ce3eba8d064e05125f32e5d31ffa88e6695b"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 263568, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "40fcac1f790b7065600fa0b860dcd3554f2e31538ffdb10b38f417b0d82a4aed"},
-{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 263456, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "99c8b06005e5941d63c0f36b32ace1d70c6c759fe1f4103515aad6aead98ea70"},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 155008, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "25b686be4459f8d56272b88e219ff4b7e670f49444ac1a50d644c02553125ebe", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 154896, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "732a59cc52789c21d45f8a376c4f1f8bd6de120d8a1c9833724b72417bf17fae", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b3e913eaa27801660cb1e85aaeac8d4cc6e8bd45aa4aa471188ff1fb4e8530fb", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 209944, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8c1f87cdd941bdfa6dd17f14777740b231c9d199da4ee0668216cf986fe4fe07", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e5113bb3c05d619298a007a79bee78a32345a70b05716247d332c1be2f772182", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ddb09b4500cb99217c74c160c4c6511820c95953ddc0ac525af5fff738c5ff34", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "73d8edf23c14d788e20b5d1b0ed8787abe08bbe04571291a79ba3c74042f0407", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0fee89c8f257e1fc3d3df3c3aa1a7a6ae207ee677ae341ea44a652445364d0f7", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 171392, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b38f92bd78d5834eaccc4b78bb60e2c6ec233df5845da147ee127536181a1a45", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c38f9a2104766e52ff2c80fc2a78245eebe932159589020baedaa8a928e62f6e", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen", 184448, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "46b6317b3ace4b97870c2f15344328526d1f8f0aeac2f7c71ea9e03a6e1ed9a4", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8301c0e9b8f3303d43cc270dbc63c603a56e113029f94b1d6b8fe895eadec113", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 164864, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f2fdbea89e1cdd1a07440bf867066c528c4d252e9ca2f5d26956c775297c264d", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "af7a9ce79c8539e468d0c740ad95805ab666c50afa053daa025ca7fd7042c816", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "1feb790d7a6f0f2b38a20010ba9018798fe3de82267e9106a262f73ea1dac742", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8b01437d5e03d73ea699fd10c5deb558770aef5a61a251e3597cbd74fce6db7c", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "30cd94d8d39752c47ef74d0644594e4a387119d6d64927e0f35dd7f14842e0e9", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f93976faf063e4638f522fdfc9618bf8c308d00f5ef0886a118777d11313cb23", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 171392, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "31f8e9c9d2405c8d8017b6f6a9a5541ee42722f26e0d9da1b7fee161699b52aa", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c998f0ee1731be6057c31a66c6a731e2e1b0e955009194b59cfb7714c7e7cb54", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 155008, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "29b9fd325bcacc68442e80d1aebc061962886cbc10af9814f1b171f57ce28ddf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 154896, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7300821e12a353d3d59abe87105db4e4dfd357e68cd3a71c79c146228d09115b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 164864, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "09ca957a35b1a7c6c9e1a537daf3976bb32cc7abb108597eaf188b977e086e1b", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "5e2eba56ef2ab489c802c616bdfd89fa0a1f04e7634e4332ea743c30a0aaddf9", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "76fc59b2699cc192bcbb26a1c662eccf442133c1b38cb31fbfba8595e2cd29d2", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "69afb47923cbd270fee43fcdc5ac541eb4846417f40c26308faeff3607120435", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ec9d5becc385f847c67777570b032112990d14ef302b3cf3fd6176e29d5be91d", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "cb4498f9789d58c16930e348362d7a36ebd8ce333b14738e6172bc09bafe67ba", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 171392, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d94200594cbc470de41ddb4c0640970e391df0af2dfa3b7b8c487a83c9eb162b", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ccc7562655fa3a94fe8d786f0b0ebc2e89e905e5cd3faabaec3fe20d814d569c", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 155008, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4e875da27f42d7e483bc5e64d4245d8aa714539845970ea4cf17c9f4b6bfa41b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 154896, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "111c87fcd243d19930629dc1330089b709ac2ee5f757b73601863e8bba4fb0eb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 164864, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e8ab668d3dff96a75c14921cd4abe17626704d412661293c3480516b15ad6cb0", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a760805b2d7b56ab12bbb61279ea5344a845bfb688a1da7f0e821846cdff2a7e", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182560, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "66695a323828d72d649f7df088fac465bea8465e5e854e368ff12227591ac56f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d2b63d7ce2f92900d984496891d16001d87fee6b0d75510aea54b8703bb2ded7", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "199d15288d51104f82a9ee568e1a73f32aafacfa8b95b41deb119957ed5e7fcd", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ef7d9a9664cb284dd81d9e179418e68be3ecf13d78ef390e8fe5ec854cfd0a37", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 182656, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4a4b072d29c2ad53904468772fd2c6a08e27bd78df29cdab9fc3a25621ff46a9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182544, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5b8fc45ffe0adcc5b854eb66b60a20a37b206f26ebe41873bdbd0c3bb0e70260", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c728becee6d38dff50bd50db0db65a17d5fdf90c480cd85562ed160b395a5be9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1dde009ade338c47a4dc2992b68772c58fa051e55c2417aa1a2cd2c696db5b6b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 213784, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2a20f99ba43c2e42b25f5da7cdc68936603cc7b45b8330d6afc4196eae81bfc9", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 207256, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "7b55d83226ebb1e93ab4f9a5fa305ae132b0a4f14f975a640c7a432700616bde", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f86f9d6d71f942fccd5cb7231b1d67269f5c37bf9174b8dcaca0c78cbc841c83", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8dfafd032247311d5795d06813abd57017e53b00d2a6d345647cd7b161cd733e", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "839461c6d20046ae346f370518a76f9e3b18f1e11c74b85145f6ecd62b7208fa", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "eb4c6fc071e052519ba2153dcb3e513c7482068cc32102452820a2f37e98da9f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 184704, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d399856810b5d6012edfca6a74cff4ce9cb4006c91cd3fc1f3997630fb9a5d7e", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "58663fe8898652d8a8571d3a1182b613911a18f49444a3b439e5c3197433d198", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 176128, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f894b89ed51d64a115f41fc910eba55ed627fa586ed976baf85f2f9a94507b3d", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2099499b7d69de9635005057b62dbb6372da48ca95c21c41b29dbb6435b0170e", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 213784, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2212ab458f5425a69fc334cfe1465be3909c0a07a818165bb722567922e614a4", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 207256, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "9501e0aee08d9e93aa304e6babc4af7a9e80216aebecba96837cec373894b6ea", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "fbe6b8a51bfa9dc8bf4cbbbbbb62bf6fef6c4cd1e7f94c1f9374cb14c1d24f3b", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b98f857c473e07561a3680979b56a453f7214f646eb93a8fbf81a8b7e145aec8", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3319648cc363d01b4b26669b83beb2bbc80a5cb9284d1df9202a01703225fd06", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e4e01f5a3d4953ad6fcd43e176865cd72d340f4cf41a1cfad99de076f49be236", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 184704, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "058d86e8393895920d998a354da06395111db92d549f69852bddf63a1a6c86be", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "07b15af634e43dc9413ca7094d408598784bddf41a530aee6f89c0c75dc3838b", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 176128, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3c27e3e1cbda3e3f9eb9b06875518b3f03481fa8e9f5b4aa6dde7fb11bb39a35", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d9997613250966b22efab3ad2b981c8f74a070d1d7d5713962d83da3ce652fe3", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 78208, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "42effdd9c65498b4a565bec703f6377641ee7080fceec4ae0cfdc2b655571d53", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 78096, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1360518ae711548bd6edb5429c2f97d25d4921d238eca6a4606a4ca131d5b68f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "eac3e6699b6c8e1dc2b646990fb5dea9b8e1802629aae9521a0e2399403c760b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 165912, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f05e15af902f5eae6c623fbaff0e05c9dc495dcf30c84d2c989c77b4ed4d1fe6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "4261b9068b8febaffbb062cbd454d1f242d62d8ca9a78140d4f3cbd44b10090d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8c50af3b4167fd5b8a6447cc554bbcc3f79f3ded637250916cf217a641c4c4a1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "9720839a3dc327fdcd4a58a7d6ec87bce841ba55ff4407e9434a8c5ec512700a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8701961d0151f91fe714b6f95335406f444231293464b8b84fac9af0dd76d0f0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 126336, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "7ac6c96b4c9dbd7399ec622172a3fe95cc88119cc5fd6132114568998bde3336", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "353540e33e46243251b2361fead79583cf92c9483b728249d97a3d42567209b9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen", 135296, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b89ab726941f410b133fab65bc875ad68defcca8e4e431e0ff21269f601d4151", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "619cb08a2b79b85dc99d3a531320cf9154e6e1c35c9fc48edb3ed1764bba91da", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121856, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "56b5269501fd49e77b36fa924e7b871634f782cc501a57608c7e91ff312f09a3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "4b296324b40ebcfa05a3d71b8e1e71a3f13ed6405693e63b4e5e9f30d4b15690", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e20879db0a9520dc4fc7275a0945b274a4973ef4e597e0e0423a8bab40c2b84d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "1d039799b179ce761d8c0519f6fb6a179276dccc78e59594038a4a3e327306ed", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e597d9ca968ce6f8f33a03938931581022ee75dd8c7f6d601d373746067988e4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "9286ac4a61fcfbe91a428a25f0c2625f148c3db6b12d7d77420794e26fdba1a2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 126336, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3d94a7f3ef93388c1869dbc05f7735daafb29561bfb9fc2e174f752cf6636fbc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3c851dc5d10943701d83d3999a7c081f5ff76fa5f4213a24a8afc3b85096ba46", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 78208, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "da2063b9879f23e4ec0e9b1d985f09575a9e3a0a6bcd25a1abd2c000c6a53ab0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 78096, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f150098a4977e2029c805ab7dbb8f75947d7753666b9f5dedb30969716b9e660", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121856, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2986e482f84bb7a4a55b44b4e6289be33fbdb6ee759852deff411c661bd54c29", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6c423bbf4a79eb4ad84413c732fdd295f6587e92e13a6d41c8f2b8d00cfc66c4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ccc4dcef27aa3d04992dba67516f8e698518feff5114dea9330055930e841cb4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c02627f3c6ad9b0f8a6cbc2601718e3eb1fa978c492e93f13f30e4b2b271cc19", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8158b2e3ef8da5bcc9582604b0110319e8b28056936d9b6e48a731d3624fd933", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "32534b8187ba11375beb0a4f05f684276cb8504f4d30c6708d4f544d5cf0c546", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 126336, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "4ee946c06f9d0be1e585e0fee6971da44fdb3401c2243c3bd9dbaeba0b194b3f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "aa9630c1824ec069c2876ef3c662106e12b408afa23af2be10eacb1d24677b76", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 78208, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7fe0548d0042b0f69310e714f8c43b1429758cdd313a5df826e32199a5594345", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 78096, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3c406551f948a7b076109915a23a9aa805ef3457666d83ea34e69d77f9295a47", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121856, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "51a5c72bb7b2e2fd789bce6f65badb464d4669089590f6a09b6db74517a2beaa", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6c5ca6b708800291a5799305238c4e7c1eb3e6ff6caa00c480d5dc862de7a72f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133664, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cb7e27fa80affcfb9f79257e1d3b358b239a38f3deb10bec1727852ec8e7ec61", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "9eac90a0420e92866f9ccba7793b9e0c037fbf29be69e91f47b2da1b0cbdc2f1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 32, 128, 32, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a291cc0acc1a686d61f43ee45afbcdcaa45cdc657a6186dec35fb8136c63f189", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c8e2edc882c14a7242efc3c23bc1daf2705e05d9f73076f2af75c8803759a1f9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 133760, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cfcf6f363516f5b6e97fd9389b6c579119d38fa2ca21a5bcdbea64b17f7eaba9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133648, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "359f0f26e6b5ed15c89f128a202987ab1c2f20ec8e080a20d5524a5cac9476f4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 155008, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0251e3974eeac5523b07abc0eadd6e05742f544a9a4c0f2fc2e9af31fbb1023e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 154896, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a606664364328ed1cbd3d39fa4e2a0084157115b34c0d841012e8ecd77cd49fc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182576, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "90866b6bdb03ef86106c9132abc2f0e4eb014b39545d68ce1b0ed402c37f2c83", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "306030b8f97cc5bba63a0669164948c44eb9004f207730aced865bd3c41f37d2", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 209944, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "224b72b3ed794f5b580731a618be7943f3b25e8fb91cbdcdb36acff8db5a0e39", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2c6603d1a734cf2b0962681e2e4515a924c08ca17505a4e83611da05e4d7f170", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 182592, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "553ea58cfdbdc6c034934c44b998b522821746bf37cf1e4e1e2c026cc885eaaf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182560, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4e66cc896db570de6424c65d52a28ca375b03efd16fa972173b0a59f8c503d2b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "5f394149a4751eb43282a1d39126c4e451b9b9039cd5c24d6144efdceb5c0266", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "9f465c5cedae4ba57ded25bb2592b001e4d8880ee4c16f5805662895ded5f892", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "761d909adacc0efc8443697b978ee10fbb3e4e3c7f304c0dac84f26f991a1239", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 182576, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "08d462d71aea75bbb0e27564c23dd106541340d021900eb9216210c8b1ec3536", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 182656, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "06f726c8b10d4764414fcfe77eb5dd2eba7f28e1a69e46a50792cff4e7b3086c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182544, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "67236d50c39ed5ff6b7a6c9853038ef655b6852be7f27b7f3d483d301c8dd996", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 169344, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "9775f034230fbc8bdb7531a29f5ce258393d4b17fad36a49c20e0070e7737802", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "9082962ad12db97412c977f656290d45b46bd0917d0f8455acbb22de0322461a", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen", 180352, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "dd89459a1e90624969e6ad4b7aa94ef4075afbf786cb5850dc94b33aad9e032d", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "bb8c8124d041bb79daf1e7e6779a21a331e0835ed0553eb5b9bc5afdfa6e8478", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 163840, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "86271037847bbb99d29baba9d0227d54199daed581680acedf2655224d5374bd", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8753a273a509928deeb3a79b9a6ff4ac87a999e060d0bd9a0033cb0b4a7b0ebb", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 182672, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f4f708aa904c7b3d71d4534d11d6849151687cd5f232f27bb83000bdc9d8f90d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 182560, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "201e606f1792ead994add9a75245a0759f523976454d358fdd4eadbdf653ac2f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c07ac4bdee7827ca626978858c0bf6a189b42f0fdb2ae803e9dc1615d056bb88", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8491a917fb0c296bcfb09345b13c968d44ae8fc8c46173379f8c10f497ea5efa", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6a9e277ef603cea4437f6abeda5498aa7db8f0faeb0573506171dab34ed28013", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "7cec15a7677911ce8048de67cc21a6d851b68eb8ddd61650183b02f0524c78d5", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 169344, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "664013ec5f320609e94ccf51707a51df62e29891d1dabeae79f834f296093422", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2c37e0d7fcf204db526919aae144f9f9509655972bf4c421b88a55f5ae734fca", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 155008, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "64c2b4725798a47870ae38c67d08c033a7a48279d8bddfed22514916be34645b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 154896, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9958ee8a945b51ccf75e6b90909e5e8f17a56c9972508f3263caff3b4f6703b7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 163840, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "308b0783aaaaca4b04dbd91528408ed55ca7dbcf16d444ee03b3747b870cb551", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0e512044ec0cbea208165916161e0990eba485141a71e17b197878277ad969a6", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 200984, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "92bd9a5139bb2118e9c99d72c621f6bdcebe760296cfdf35887afefdc7d94441", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 196504, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "95e971c50d7fd35ef5dea2f5b43fa108e406b499364490acb19486c87a0381c4", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c2fb1c09d6719e6b6b4ee738ae0d8411c15f7ad17e738a3516f56ce2218dbb0b", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c4010ed72b9780868d54d04fba3be5a45a88afdc0f71b0f77152abcb96236d1d", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 169344, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e66f9fcdc590f72728a4f8beecf38ba606567747bc2ca16e69af4557bc9c2a45", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0d28be205c5b5e4be345a5b3cf1db7d19827f508f9066bd3d6bbf8f1737f58bb", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 155008, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6cc6d27dccd23c23f7e78880e57f47895b8eb8306203ba8e7ad5aa611438e984", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 154896, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "dbf9cb8fcad915ddf8fe57506486327901d8cc8e9ecb697c50551ab8a33e361b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 163840, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c2773da0b73582b76373eb79a09644ac1e52cbcf03cbd7f8ba010ed9d2a807f3", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "03e5779dcc36a9631f93f109674259e0a467deca9dd10ef28a72d27ba6276ea9", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182560, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "dd61968624d2e664f9c569eb780f2a4869c0cafed139fe436a603c5c3a5c1ccc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 167184, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "4109852a45b5d3b2647dcdc84e260a308c02e98cb1c0e13a4e62f1a0d3a1b1e7", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 176144, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "797b1d14f120e607aa40a453fa41cca8c290a299dd352216c7f3c86213cdc54a", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 162704, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d46615440b52e51f89fa6cc4a9a81d9df86a4bd09617df9b00f031a9f9b99ead", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 182656, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4672e813f903da692760ba3b1425bf4fc015000c3b79fb5b5a6a561e75e4c1f4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 182544, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "eb4ffeb52a09ad7f552fc48d181e2416442b0cf9695a7eeaca857f1f476e7ead", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "72c9be264163cd6b5d343046025e4a3957eecd0b6119eac91aa9b3fa0d2c5f14", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "884191931d8d5f781cf5c5397e444e3747b19ff7cd879d14616fb0b585649b5c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 213784, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "68ba45869c071f14f2286d356c6bcf65fb2198f6bca533a2e8cf447a1fda935d", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 207256, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "fb9dc76093db48c68dd6954d5a19fb1c76dde189aadf6dea7c1a24ae9f359a88", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3f3dae1e7f6d08addab745b71fe3416d3238631cf7c951bdebf0a0eb6b1b8847", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "74b5d9e878067f9a72e23db714eeee8d1bf0732a1783544b8adfe6941ed16e35", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c7c283620813fb3b01aac3f526a2fa5bee55162b2b866628ed2caf6ff1d53f4b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ab5a80bf1e6a350ed3c75ceefaaafa18677a691bea645b8f3e64ce573736cd30", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 182656, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "384a3bcc65f70ffff8a217d1960142d289608d5fdc88564347384ef29bdff561", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "924772bfef0b89e81a50f24e487be90491013416a1f299e26e764f0240067a8e", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 175104, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "936d9cd65a39d6dd16ade05b291b9ebce45c5faa8f25fc49282f0cd4165e6c0c", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "17f1daea9248438641974181ec63dde64269536d391b0dba5dee41a37f0c0d75", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 213784, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "666ac49765f05042fc2febd2d9d3e00c7470d0ef553c690167941a869b3bec9c", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 207256, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e73705e2517fa0733e0ff53c40115b99d27141870a1f8e92b1666f6698f9798c", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d221f949de0ecf0d64fef3f4e42cd38824748d5c24b87a4933792e83a7ad15fe", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "cccf9d539630bab322b3cef41f51289a401a65238c2cb34bd49e48965a887078", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 224640, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c1ceb754a77fa8fde832940a49a6f415da970fc69fb03c8acc5099a169e8258c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 224528, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "33963019b101aa3dd3eba07d9b40096d6339e347ac07ab1b035c1fd1b57a6dfa", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 182656, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "19448e0af40ddc21d1798eaae0bd5b4636aa1d71893cc0b2ae0e84165c2fa40a", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 180496, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "7c61673d00d13d429b65f4cb43d860d8d6b3d063c62a13fda5410135c851e167", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 175104, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "5f1ff6271f8927ef94ef2dc55ad3ad8bfd06b6fb24a53bb61d0340afb99f8e9d", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 173968, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "616bbc311b1c11d8427b1d50dd261197b2be80cd95201ec4c77e0eb5a8e2c930", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 78208, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f472f5b961776c5c56b896ff58be1593047516762f36adbd223af616eeba97c4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 78096, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5bffab10d5de3a458d17e4992601601dbc14d373cf8ae7fdac107bc2999ccb2d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133680, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1b44f01391be6f822cbc57c29442b3110391db48f874d1a142ebade0e2986459", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "4a146363529981e3828f4561596bb9dbef48e4f3dc9632e564495f8798744aa0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ32Kv128StaticSwapsAbForGen", 165912, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0d86a6d02a6112cf3bcbfea7a4ad568a57d7a03d80e3dd76b205262242ec6685", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "cf1574e1312e05cba4c385490ee043fb654fb20a76bb0ea848ed9b264a8bff68", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 133696, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "129e09da0305ac880e71d39c5b14bb365dc0d9e42f3d016c47e333be02349825", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133664, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "aeb73005e927ab0703b09d21ce08ee7b04471e06d3d7c10cdf3686e98d685e35", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e5931226131f05f9cb244c67eba2a4b06869ca45656fafef597448304bf4ccb3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "28ba309a690f89fa15a0a988646828a3cd2dd8ff000f4f12acee62ff449fba8f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e46c46d4eb82b1468290693c77bf31ceec712c517be1ca7ec812a2d150a888ef", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 133680, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ced49e3bceb7aefa72cd145ef3f9cc016309e3d62a111428bd16d64885824401", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 133760, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b9b8b6557d2e87c85d8b8911292c11a839f7453e6157a0ae294937fcd1ca97ca", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133648, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a444965900fa8111e8ab1ac007852e70353359695cbd6e7099ac6bc8256c6f9a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 125312, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "eee486e9dc22a851c008bb91be9b9b25cac050bbd85d312bf388c581bab785ce", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "9a9c0f869e25fbf93b737c262b6e2d9b793e11332d719215d435512e53dd3842", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128PersistentSwapsAbForGen", 133248, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "4642ebc4f374709fbe0fa14e4b2ec3a5eb52e2d02bfaae1212d26451b010bf6b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "bf235ef4a6180846fe24fd675b9cff02702c354339a7b8e88f8f38266a8d5d97", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121344, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a63999e2038ac2b8f01dc00262c131cf0b5094871c6f77b5e4f74a16a22c1dca", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e24974e8b72492d2f66d5851d9267e55874793121d833ff5850fe3bca1b4c02b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 133776, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9e72eff7a62ce236798622005bf871987eb985e7c836d653a35cddae3a6ad594", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 133664, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "928a4e30712f8d1ef877e3f3b564add1db0c4d822a2ce6dfbd709bf3a098e0ac", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0b9ced52d26718b12ca591326123963a519b77fdfed1a90a04f34afa423f8bb4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2817dcfcd08cae1e8dbee8e5f719f03db79a6e2e52b4a2e1ed4e875c9d603d22", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "db756c50dca8bcae151d0b6ceeadbc88e25b483fbf364a99e78df89e43ffb88f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "fa3eb86f2f40fb66816556c611d898b991ea37ff8d704b907395e67c968926e4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 125312, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b343f3842a8673f48483ce42317a82be6fa6a8f2e6bbe8c8a13ffc3b525eca7d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2f2d6302f23d68e3501b46328bdd983e221435c5146db1a518064843a6215d20", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 78208, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c54d641f2f53291d445ef0a0cdaaf1690a6a184d1287cc81d903840f80f413c6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 78096, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f3a5f3c1a67b179a742b27078775164c0cab9eb821022e3df7928eed64fea371", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121344, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "9d43785397b6f6f589828045697b9fba3d14589786ccf141bedb97a64c3f7a56", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b85bafff49984e135e94fbef56a4b871818aae1ad464369413475cb0376655fb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 159000, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6df875a771f4eecfc183e9e6a51fffe6a8197cab235ab31f3950dbefb812f576", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 155544, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "7ead480335454af23026fe185cd3839ca00834727396f4bcb5d9f278009edf42", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "fc0e3cc3e0cfc6feeec1f4bd0a75e0321b4626fc2b0ecc48c33c9223f4719aef", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "613d597295ec78d542e260d0f0d34e12134a67d06fb9e910f96067081935f3f6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 125312, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0c62cfdfc4c56aff1bba49268f3386c6eae5397f6df2dba2b8e7773c75621e29", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "145b560e5f5c040a2a658a7b7866803c7a82be6eda667ec526ef8caedd9770e5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 78208, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7eed7c751e9d38fe1f4b27ba685ae6783eb4153c5f5beb91ead0baaf3781c1b5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 78096, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "37546de692d51f1b6a7dcbac5e046219e33470a520f9f4f6f8ecbc9542a824fb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 121344, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3e14aa699834d8039ea03482f5bd6361094744ee462e49cd435239c33b9a2320", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a9ec785e2450a9dedcb60a0e5ad549d5434908bb479d72ba9806bafa3f474fa2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133664, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2bf0ec2b0549bb632388a1ca056f5eaa91e252664f6f56842b2cdd4e478a82fb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 124176, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d01c39238af85ae751a1d4f4b973a025ba9cb10e2f299704e6097a5402c10ee2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 32, 128, 32, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ32Kv128StaticSwapsAbForGen", 131088, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e0111432e622686ba6d02c7a0e366e4f864dd2f47f52cdc98d45d66c03a17ceb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 120720, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "82daf444b99b42f6624ed18092c00d391eca59abd2a5f40b0e37905a43d70869", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 133760, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0449ca5268283a2e6282f0e093a5455fd101644f962c8fd5131f862d32360a02", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E2M1, DATA_TYPE_E4M3, 128, 128, 128, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QE4m3KvE2m1OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 133648, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0f7ca061a7f29e6bee64359d2faefbc5d37fc6ee91fd4aab755953db2262ad12", false},
+{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 166528, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "28811b302c82ecc23e037ab1a88e2b615d680a093e5d56a5c0c97d0067f284af", false},
+{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 166416, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "04392de242fdc1955c3e3198d9680f93468e6b1e190bcc8a35ebae0cf97914ea", false},
+{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 166528, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e72194ef816d8c2c33e08e7d85db6fcc56ecc96d669e922855259a15e1148343", false},
+{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 166416, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c6eaded143b47647f5fd19fa6139f0d9c704a14a853117c23398a48ad4b924b2", false},
+{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 166544, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "2faa96ccc5af7ff661c16436041504c009e3074025cc37b79d293e582b8334bf", false},
+{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 166432, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "2ea2367d064d16b20ce624f350695ce80099a7bd8d69ac5d0cc5a21db5da281d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 166544, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f5b9e5afd376ece1c15945fa0a242ea5dc298a55f7fb87dd3618555b4cdcd7b2", false},
+{ DATA_TYPE_BF16, DATA_TYPE_UNKNOWN, DATA_TYPE_BF16, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkBfloat16VE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 166432, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3579b31b5d47f47e3d4e595744339f38ace66b3efed421497d1e74c4888fbe2f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 127360, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "497e1962da3457361ffc1ab97a4bbadfa655a6356b449aef12dacebf5f82425b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 127248, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9de99a8a4de9a53fa55551f55636d1129ac85d5df512c7d648bb874e332e4606", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 202008, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "5b9e983256726e237a95c62a1be14895ae67beae16d1f5bad126356b76077a28", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 197528, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a606875a07149ce27befe687cb9e477418ab8e51c693f9d1d8208452fb3aaff5", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 168208, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "7128b4b7371b3efa0fc14d97d44efa1d74ed7e07f6b670352b5b07b426501de3", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 163728, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "fc8e1b571aae60cb7a2cef07f86f66df1b776d5f33a03120eb0db30f142f5e43", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 172416, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "98d2858f55a17408546d567d68e55defc586ac3fdfcafaacfcda005fe6b815ed", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 168208, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d3b6a456a9254305a1e2f7c3a56df8bc39d1dba775073c48a023c48930d16be7", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 165888, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "45aa062dfc94b84282a36c00737b50e4fe220af4885a96231c7e328956f43244", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 163728, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2344b7c5a326ef7c9d7a0e4ca51cac4366514abbd8a2cac46ac2ecb0326c57b4", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 202008, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3b2ba379690792eaf81182b8fdf4e3d50637db06a38021b573944ddcb8f414c5", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 197528, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "9ee8de6439329abf09c0612ac4a178625e06ca797b7d45a9da392b8b2df1f32e", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 168208, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "7600c0a647c7e60483b7377e3dcc771afd5a4a98dc20e293fb557d3d1373e2e2", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 163728, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "df9a2416e0712913b35353d326551fd1d37f61ab181547218205db7063b94b5e", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 172416, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "bcb9bf58d3084f7f668700afa956fdd4680d439f0afbdbcc438cd05f7d7d0e1a", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 168208, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "902bf8377e748763cdc350e4d8e574e4d4a4593eac0022a3b4e2e77ee7bea2ec", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 127360, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "72abdab629db702123f0d5662197ff0be78c9a7bc46738a4dad554d53bd0314f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 127248, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "799bbe0db5f85318eb220f6ddf17f675cfbdbd5bf7d0c79e421988c17407bc28", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 165888, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "46595517caad8e129614151bd8c5f2ec6243d3bb66cea5398dd42decee453842", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 163728, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2ae06f08cbde621b1632c9f793cc45dc250b1dfb522a14faa27b633cf74c7343", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 202008, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ceefccb0d2fc8b66f3afc61ee96fc0f4e68566a56c6925f72c3bed2d65cdcb00", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 197528, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "444e8cffe85ad7bb21e812db650e142623dbbc4243233878e565268e705d810e", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 168208, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a941703603c731a6e699c552c24fa5674574fd6ce95d0d72d138d8b37e845c50", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 163728, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8504b5ea9c51106aa2d42d62d5a6cbf0679c3523951da4faae9dfb8800c25222", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 172416, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b52869285307f884490a4021b9061668e45a61c6c320a9a6c5f6714a090ff4c8", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 168208, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "188c24d82281fb4b5c357f59e803ac026926fde2baf9d01ca664669482d74e2a", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 127360, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "45c968907cb2681d5a44b6a956de7041ba14cc425af566d4ccbb7b5a59123049", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 127248, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c68d94664f46cab641f1c84eb889f79bec7fe2c0d67a48ccbcc8c9a8b53b32e4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 165888, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3955c29335bb9f42175dcbd75eb78e179fdeb7003992eff9e08e3141295a5706", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 163728, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "10a6786e887dc7fdbd7fe6131f3c3567b2af583199ddf5c8136537cc9ed570d7", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 168208, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c86fbca0d6a978ec21855dce8dce7baf4197ce4819db7dda62a8961867367f90", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 163728, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "82211be15a697026115156ec94c0a070577f83a507330921f711f27e9ce274e0", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 200064, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "54a72bb4e271d37f058367f93b1454f51706b74d352b7493474782480679f72a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 199952, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "fe8ca14ea5bb0951be68da19d81e01943dcc508a828776504d3a40bd6f538822", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 215832, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "55c8918aa4ea7a3a816f0b1d321e622f8fd8d0221760cc6b39eac488995f3991", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 209304, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d97caa22ba1da8e9c14473e088280db45c6e5bd75253efa72042c9207e8aa250", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 182544, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2984a9934c943324d30b79f9d14b6befce83230fdfc83ac9ff7ff30c56090b14", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 176016, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b62493491e1d553a96df227833f901d6f6664f6bb5bc8e5be1529ed33966d34c", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 200064, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "38ae2deb6287a1bcae8e7c9b5c463b4dfcb27e01fa4a7e0ba5f9b99c68b44631", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 199952, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2b843de9282acb8582b85e570638880b3c55c4f418809079418671715fe59fb9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 186752, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "047c9bb78af37de100f49e6dab7cba0da84989c16b1c728ebc8b2e2d7a42f58a", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 182544, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2e81c5dc0a18db2f2f0294cc02c5a196e3a06945b97aa097a0f00e3e182ce027", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 178176, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "65c2d932862aab83d40d1462b783196c091b8a7287e4e370c6944491c402e868", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 176016, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "eb1290f67aab24e8df035b55bb97516384c0dd8fda7dbcc9f8ea952188c14ccf", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 215832, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "edb5ea50abc41b60573e43a1d62335e5adc26933c2692aa98349fc5342d8d06b", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 209304, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "dcd42fb87304c8fb051aa9f67c1155801bb9b63a3974211c1e9a0f951db651ec", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 182544, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "1bbc74557fc89c96a2a656f4005111e2920298fbbc25e3e760238585f213122b", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 176016, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b5f450c5203daaba5090d35fe48837b0ebe2a616b50bfaf7c7e3b0ffb4c2b3f6", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 200064, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7d931b7ae92fa22e84519c2d5ab44d5b267e344cf9b6fe460cbe6e400d72ef17", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 199952, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f7fbd774260b9bc08e5b2cf357c9519152ee7bcd09e7f9fed6d97625170e45f1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 186752, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "bbf04d590af33da60c075e10a67bcea51e169d38293fdb643fde63a3fffe4c82", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 182544, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "04bc62abd7e0d941bf2008619e3f2c0967bacd9ca5416d2ac986d67d6972b39c", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 178176, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "188e8306b50966ab6814acd35f86f56dd998c1c6b52074fee59929a881f54eab", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 176016, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "461d016ca660f4bdd92af9f9dd15015bf96a1084c51d535d812ec0c8918c4cf1", true},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 109952, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d3c8e2b10de2ba6ebc7703130d7cc90f28b5acd9e00890a657b7bc983cc381b2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 109840, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1df531f4131584c1e29900320e3f7c152b1e82c0998a9962d3e8ba2c949b3cac", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 168984, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "7410c567bcc0fc2c234838eb25fcda49de2ac17fa7057b1bfcde710ac11a9104", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 165528, 512, 2, 32, 3, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ecd3ca311dbeaee0bbccd5aaa4b63c45991d5b94d780156a99d824045de4d8bd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 134160, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a44c806baa4f2b479a5e244d4361833b991d2ab1aea85bbf7db955db5115aeec", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 130704, 512, 2, 32, 3, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "fad4256c4e7443e7f836fd1ef42500c630a72510e423f878cb337fc0051cff60", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128PersistentSwapsAbForGen", 136320, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2a4ba4cc863dcbaeaffb1415aa0f508883c7841532b18bbeb51e8d01ae5086eb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ16Kv128StaticSwapsAbForGen", 134160, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "65f7182439a97f9f65266ffb80f68e84a34dace61aebf4d4cd63729ec1dff849", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128PersistentSwapsAbForGen", 131840, 512, 2, 32, 3, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8104c1f2dda969f10789e5a27050e6e3a9d3a9f8200b98e6f252ef5ba4ee7ddc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvCustomP32VarSeqQ8Kv128StaticSwapsAbForGen", 130704, 512, 2, 32, 3, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "68278d05ae5d693044c22178936c404c90ea83dc8b0225159098760f5e05b97f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 168984, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "50b435ed00c62ad59ea9851e3f30dd5ac228c8f17e3f4b673e18cc0b6ed39580", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 165528, 512, 2, 32, 1, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c2737bed2bc705987454124d5e95f2fa0992cc86b91526fe70774fb0e97f3773", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 134160, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c601a44ac7fa616d34a83b44f05331629ef986408859ccfd2fde0138456e4db4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 130704, 512, 2, 32, 1, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "bc2ea1defe35adcde918eb9830759ac8790ce3d748723a8447cf6e288f42b278", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128PersistentSwapsAbForGen", 136320, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "44281aadb9a6ee618de30044cebbd97d1292fa2e88960425e6e34995d1890546", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ16Kv128StaticSwapsAbForGen", 134160, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d23690394d613fa3b67555f71cc298f55f1b12e5dc023c9e584cb287a38eeb0d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 109952, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "84353eb1b5fae55ae533d4c086a194e67714fc6a767054d7e1488170c0a768b7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 109840, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "eeba338e8a822ba9af7d7b10aa81bdc68d9311fe51ce3ec442adc97ce63d0309", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128PersistentSwapsAbForGen", 131840, 512, 2, 32, 1, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "9e761e51c15aa3a1f7adca521c64c915fe85e6350f74ad6aa745bb3d53e675a6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvDenseP32VarSeqQ8Kv128StaticSwapsAbForGen", 130704, 512, 2, 32, 1, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "34b39e67760ccebb1c008bb16a522236257ba29579172324800eb41bf1f6ce08", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ16Kv128StaticSwapsAbForGen", 168984, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6fca518655edbe88e2f00dd6fd96a4b8ade60a279efe995d9f14bd2dbec0b5a1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ8Kv128StaticSwapsAbForGen", 165528, 512, 2, 32, 2, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f2c31d6aa80ad81dec837ff628eb1662febb3a926d2a3db844f8929ab30a9161", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 134160, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "9c1d20eaeb32fecd52981c9da9703478dfa0e06c260f2e5b8cb24219bae6d640", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 130704, 512, 2, 32, 2, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0eed70a904f884dca2f50297493823c17a37a304c1bbe2d42f4a8b821df8bac5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128PersistentSwapsAbForGen", 136320, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "5c4c983e456cfa528b0c3915c97ce28f0274a117744d2959e384cba28c652030", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ16Kv128StaticSwapsAbForGen", 134160, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "7941f70826dc9103dc8d319b9d8cdaad079ecdc4a03b0274c8717315de8ef2a7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 109952, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "bc140f035c34ef7944d119eca3bb4e79141b711d139fae053a1c966b3dadc5ab", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 109840, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "39ae70a01182d641a0231f6ba913647f48170ecb4256ffe4ba5d84a85bbad413", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128PersistentSwapsAbForGen", 131840, 512, 2, 32, 2, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "33c4b702ada599bf3d2834227b0c06653bac8c68a13762d3e27dc2093ba1f8d9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ8Kv128StaticSwapsAbForGen", 130704, 512, 2, 32, 2, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c84156baf7e6ba69874690c75f887b8e50c9bddf08b3cb0c0e71323d5598a649", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 16, 128, 16, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ16Kv128StaticSwapsAbForGen", 134160, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "884fc2721acf4f18fcf144be381321dd1ddf17df875c4a385f02f6f93919c8c4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_UNKNOWN, DATA_TYPE_E4M3, DATA_TYPE_E2M1, DATA_TYPE_BF16, 8, 128, 8, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkE4m3VE2m1OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ8Kv128StaticSwapsAbForGen", 130704, 512, 2, 32, 4, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "32787938bcbf24296b29a2dd135eca9e28b5c7c9de72a8c3f7fca5664caa6ce2", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 264832, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "5c65156e9d48c75ce409e4214815f4709dae0f041bc9636edabbd431ec431d52", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 264720, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "6539af1b9e8064cf8574fff21fdd5faa04c4e057e42702f10b41678f34ceddfa", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext", 264832, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7c6fe8e85fd3e3783001d7a6fb36964e86e0ea26f69bfb5bfe1b3abc3aeb00df", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext", 264720, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f3859eb3824750f5609681fe5c3cc6d21b53d88b5b7490cce2a892d9c69686ee", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 264848, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "b4616fb9beabf3cc147b51d81637d2b08042d80d3b6d0e1cb5a2967ace2097da", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 264736, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "d657af47a92b668b1f7bae42c4d35f62cce2931a4c9df2b136aa04dcadeb248d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 264848, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "29f4838c85ca3aad0cb497bacf115a1ba72d65075bc04f0f53bc2dc3840166e1", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 264736, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "210e2eebc3cffbfea2b72ecf2ce0c86a6f194655ae35ee57cee3364f20d640ea", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 264832, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "b24c31ed2445509143a364cef55e8b5e459469ccb5858cea573c8f6757febf70", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 264720, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "601998cf3e4bd4ebe54d50f38c32057d843b13a3f158da0df135ab564246c2c6", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext", 264832, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "42afba81ed52c7f446c3ae5aa16b611458f3b696f955081dfdbf44ad7a880a37", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext", 264720, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5818f0d3e91325f2a73720921ef3a4e4c3aa323ee28c6d4dcceda1ae18507102", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 264848, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "2c28549e007148b73a43eadbf06bee5ca27979acd1bd0b6c8f6c8c2bbc4b9518", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 264736, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "84f3ac32438fb291263b7f5a6b2b702076f4b451f9e6c0f20a92dd7c2f411865", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 264848, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e621f79a9db69b668f50c4dd5fb7fe3f1be030da7862657dfd4792d56c0fb624", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 264736, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "88851b35c80aa2e7b057567e24e8ce4e9b165f4e65c15334a6883e0ed41e8310", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 264832, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "7d829dd2efbeb68b9579ae5bbbe20931d1bb665f51f6e2b40a6fdc5dee466d90", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 264720, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "2b730ed68b1ccd94d3308458f94b5dda958b53596a92979e791ae1e61869c6f1", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 264832, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f5878a84b03d24a468b6cd2a89588c78be223f031cb710ed8372eb0f2b0f5726", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 264720, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "cc0c3fe8ba6229ca7c76d21aa30324583ab8f360fffeca2a49893999877793df", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 264848, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "26770c9d7fdd2f224c591127b3eb3f403a09640ece163c5941a93943dd81614e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 264736, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "e1be6ae24781738cea034365747d8a3dfe831551535dfb4a6beba0a931714d8b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 264848, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f16a118343653330c2516ece5ba62f464c947fb70f963f9ecec541fe0b3b99e2", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 264736, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d988e892e53a668544c7b5389249d99e7c24e2cf6a6f6dbb89acf29deb9b55c8", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e7c0b3dfefdef819dd16bbcc1c22a5fe04eab1c81ddb7894fde3b75f35aa2999", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148784, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d41919b24efb49969cba208af942e137dad78ab2c2c56ab24c894cc07359cc32", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f15a0a9ac9396ed90e129cf88849446238536065bb1a29e9f31ac38fba4c90e7", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148800, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "41e2bcecc96bd349e837a2301b7cf392d06ff02066b866ac7e472409bc12fe5e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d166454e5615adb4a1b15169c2df4b8fe98f2de198991d7cc08a588f0062ad6c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148768, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "403ecdf28c6c5f5f8e9b9682a78550ea71fd97433acccc3fa0525d50cee869d9", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "37c0a135075e69f84db079bea66583c950339f4c55839120078e1a2ee48a3b06", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148784, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "62bd4047badd48d4b1e2c4609361912f8f7a5a7fb34888fd91fb5f8186e6e082", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 265600, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "938e80c0772d8f69c816fce26cd5f8bce0278dd1152aa74471d26c781c1f3a06", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 265488, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "80867d2bcea17b3931efd74ff7722f11176278a121b793c8a4a2bdf8199f5383", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 198016, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "996bccda09d77b1139c81af49adebce732c95e23ff69d8812e34f715611a4153", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a334162ccb2ef5574e954c570c6e9a47be255df2fca0c4cb4141c36100747050", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 265600, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f5b8e30d19d18ee700957e9331017995a65ca6f5333d0607b66e0d1da8fd08aa", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 265488, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "91d6d93d7f2b0fe31dfffcf4c73a345a9ff3dcdfa7837ff6f00abd8cfb804d05", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "003d5d334d4f40bd38af98eb7ad18c29bf82fe2ede40676cba37b651e7d264e8", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148752, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9ec2246f538f875ac5f0f263aa9001d70d94f1f5e3d4b9043be3c08ca8b713c9", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 265616, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "58920873e40d25ba00f92a3f75a11fb976533e86bc231eafd232cce4fe7f45d6", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 265504, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "b151c34b60746f35fca576a8e90bb4ec679f00923deb5cbc0cf6d8e53177ce22", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 198032, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1868f5e43557163c5e3e404f78c2d4c4f7d335748e1317c23155bafd5ca0134a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "07b08370dd3b57cb03604e2c063af621a69cbec81ed5dd6bc1be932edd343b77", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 265616, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "103aa3221d0bff8930234d4108668994e9b51c6b9a4151967bb4217ef6cfec77", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 265504, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4d6878212ffe15d3a1c5dd990822af5d0d8fae86e4dbe1838f8178318fe4531f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "42908c1847701176dbaff18f9df3b70303326944eb8b534dc182f563384c5310", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148768, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a3e1607497aff1079d2815f1cea787c92491ecbc569862a5b4a0d44c852696ea", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "14186ba1bee521911ac818520ab99369b14b040b90190236a7ed91952e6c7f5f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "951bfeb8efe74f40692e8feacd6922e0cb0bafa4ba952d0f98107fae7d233b7a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f2a12328e28cdce7d4dd488f797c598312273c4193605835eb620bb71bb544ce", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d300fe5ea7645452a8f41c8178278258a66fe008fbe3e3ea59b7346c344c1fbe", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 198016, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c1a3056459397cdbb306d3cd7d927353e29255c8c8effbf05350895f75c04331", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "429f14043b53abb9b286b9668510139ec0d0d8dd28a9b528cf54fa85e57cc7e6", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 198032, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6291101ff6f2cafff24887be541bb52859a33b2f5f1700fcbfbb9658d2c4666d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "186ebed85f841841513a319919cb5abca5c5d2dab2b0b99c2c84cec29dddac6f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 265600, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "002e650e9701dc80bd7e0ad79c9c0f2c2319b80c0a16647a6376c58b9edb15c7", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 265488, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "5a285363a2639d9e23d7f50e4e0b71e364f7a519de26b15bd0a2240f80f2c79b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 265600, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b0feebdc1ded9ebfce7fcba188d0ff4ea014696d3a8f4734b2e6dd5f5a305b03", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 265488, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "443ab240c9b2b34bb9e45758b2886622ecc34f9c5a0d064bfe3531ccd81029ff", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 265616, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "d6235e95570ffc598949c4316cea421f9402ccedf157ce8b4baaca46dacbec05", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 265504, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f96719345ea358800f2b5c2ef2deb711aa936ca5da02afc315f42f6f3afd61ab", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 265616, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e987751f99504d5b0b6d5dec3dd016e370dbaafc56a0a1659aec9f5342ca15d7", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 265504, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b0aeeebf235350b83f1d226186679cf671481f2293e7cfee00aba24a72782196", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a7cf549b6a69fb1dd7ad8f43a0527954a4022f72fb54bc8658a1bbcfe5580f63", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148784, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d2d2e4c4d2aa475e7801ade128874bc6f52c58dd741e5e482c9726764cfabe59", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "337dcff352032828a321317dbeb8165e1255a6361b208e1f78cef9cc9e6ba476", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148800, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "bc38d9a4bffb29577b34c67909c2511f8234363f5200c019ed74b69fa3d7d3a6", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5fae308a4bb956b50c24bd4ad0795f962c7ac4cd3edb404732a9408171314aa7", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148768, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1e2994b127473e78ddaa6658b66703d30544bde45e154d8178a1af125476134e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4787737a4f725dbae45a064697a3029c1c0a138dff866b5e665864d5c5342cc3", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148784, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "515af590571eb6f47508d797ccd99e86ad2fba60c8e485e86b687ec54639e584", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 265600, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "0a423b65bdbd41376b6258a4f4dfd60cbda9e1dc4b1a8a5c21dc73ab2ce1bdea", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 265488, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "b4b9a30dfe626aee15a7d4ab297617900b80d9d84ac2807a5083714ec87f7c54", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 198016, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c6cc2e7138e41f3fad7dc047cdbffeea277c0dde6062d903d45ccc5c989d9693", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2acbab36cb2f15e4f720c76958a13a68c4f53b70a994bf696723b705ea77ae4b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 265600, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a52142f7b93c0dc118f9795a627fac715e0b753523099636bbbd150692fa70b4", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 265488, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "91c9737b53fd6ccd61e1c33675b009c6d688ce395d7608af9fdc4ed92035e508", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5bc9f9abfc7383f2e58765e3c319a8fb529d33894e63477cbe49d6caf6ef30de", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148752, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a892c831e11fd9aa43a8da682a5c17683526d0c6cd070e96b369a08c66419c83", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 265616, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "0251d38b0ea252b7b905ac65a648fb7559f173ff98e04f1ff8242d79b8f7d19a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 265504, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "5d17527534ee8b740ae0f148223a3d56839debcf3fc12694413a74d09afb2e46", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 198032, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e81ac4b8d95e28ba19ee395d08462bb7582355d8187336e20c7c832dd0283f28", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "bfee7f7f9527d9ce435086754899c2b095f87f9e9ef7bd0f8ea0fb46d9308c0e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 265616, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6d16bc1b811bcaab8600bfe2d4120c8eb5a8f6392edd3a3af0b54853e5235d27", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 265504, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c1cbd4eaa8d5e2057d6408bad3d2bd9771d5dd086016521ff35bd22eb7196ce1", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "261fb16101caadbfffb3798601834f4dd6c0d5767460237b23fbf27917121776", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148768, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "650a8448a892b8995e1d7ef0823c9fe5eaaf7de33df18d45f504050c1c25e2ca", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3a028aef65f18fdc65a736b51d69bfde97d1462605dcc481c6fbc33e5da556e7", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 198016, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "614cfaeef259538931ff0faad32a15d4a314733169f871b7e4d609a04a5c307a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "bbcb1479b44ec18af2f237c6759300a63869d9d4a888f4ab71a84190bd831c33", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 264832, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "9036be7e979a7fa44ce080079a3cd889e802cb0a153176aff17262643c5ac97a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 264720, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a769f665e717692191e0cebbd6a3a7e1a5df5b2b27823701d474e1df770cda02", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext", 264832, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "aa72798589986f476023b9270b6c57d785e27a8e1fc3776000963d7f3aaefa2b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext", 264720, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a0d571ea42a00c19697bbbeb57010877032cbb14a2489712fa2077a4fd03e426", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 264848, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "2a8fc8a5dd290658feec80c5bf54a9d04a6f6f7371a42a05226502080e67cdef", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 264736, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "d8da2e67de8a02600656d4126a1535af820a871ff8d6cffb0b7c991058d2757c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 264848, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8627a9914d6d73e255c99b6ed42eb83848a0f33aec41514515231328ebb7aeec", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 264736, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "79bd3dd2a1515697f22660292f821a0a86b5826b729fa229015ec73c0d7c512e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 264832, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "0f5c55b8b7716ca1b59d13a16e0a5523d119e808c752b8a5da534b675ccc50f1", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 264720, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a5b1d9988b8fbae4485bf637ea9a7bceb5b397cbc7dd4c30c3248de6d7e5bc74", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 264832, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "42b734f082961773006f66ce177b757616efd1886f5a28bf9312c43ff0f8b040", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 264720, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "506e197e4db5ef6284e57ef6f415d8f15542256972f94314fc9690e22c0a8e00", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 264848, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "7fac31042df7031130dafedaf810f1283a6e9bbb1f4c98e7e751eb1c9249c2d2", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 264736, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "af40655f2073892c816045a5dfbb881fec7e87612ca81b3194829eacd64228c3", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 264848, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "70e7f92289bb1167cb4d70472f9d1288c876d52fd0ac5ac296faf57027d56943", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 264736, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "237735565932dcb771cf01efcf57784061bd39fc8773f0165d54a5343b84a29f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "58f9c7dfa55f1263235b407bbf169ce143abed8672251f50639b8312cbe34aa1", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "0a429089b511aaa3430b7d4fdd8d95a0c341b0117a4a489f65a208fb47b2f602", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7e1e658b48f8e2e7ba3b4b3d9215a2701d8ae93620e5ff5b93a6e19ed6f5298a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0c1445952efe95b11d39962d9d620a179fafbc48c50132d8bc0c3e41839a7583", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "a2b1c868f1263eb6e43d36f64068986b7dc68fbdfa4224f65bb53df529a1f39c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "dd1f8a46fec958d5ddd194b72d2bb4190827f1ca3d6974881716030d4ef4aa5f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "80a6e2e1177b8131f0daea3cd9816d2ba6989a5a12a253f49c3d6d3c26d0b5da", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e4a49b56023fd9ed6faebfea88f6ab5ec5a6039f2cb00ceb895a8402e5023287", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "12245043d904187102224b177a8f87cf2eac685ac79ac2cac9305848dc892994", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "ac82144b2a87d425b827ef246ec74d3befd8b7c8e9e50924c12141dea693a1e2", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "bc1a783c000703848b3c61ef814e63728467a343355343c48cf50de36b86f040", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e13a592bccad45dde308aa07b654ddb96179d500990464f6650886c79a91f646", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "dd8d5000cfdfaf1956f39cff194fe0e0ed032b0b7d318914576ea7cf0025c1dd", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "3ea73eacec08bafd36a9cf7a143dbf300974a5c9ad9a3d0efe15fd2cbc525243", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "68f1bbb7078f69666883f53c54b3e80b53695932c26c70e24b06c06ca4161f1b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "16e5e3e58a5746f3c011a9dd73f6a67fa9688f6bbaa89cbc1c690558816b7c7e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext", 196992, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a8313b09d233a319142acea31b1d2b55743fdd4157b19a3e02a49aba1753d2dc", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext", 196880, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "c8223a6a7a96f79f7bc9242c7e3f5b1e3a43c2b47167826ce1ed37d5c390c723", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "473cd69463b7fbffd9ff61d68ac3a7781812366851f9cc5eb93b5d5a2523ba84", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "11abe9a53236faa5cf33d4d6c6edf2fed3ed0d8b87e2f7fcb40a6a49a0fc1497", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "8cdee1349c522767b7b4375626bf400254d254a2f3ed4712d875678cbc858894", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f47f277cf3de149d1269a9cc94fe66324c36b35de421ebd81b503c3c62ed683d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "225bec68d0df3907c98a0efa72e718b6537ed7f178c068fc0be464c883d2bd73", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4c2ad7e55fd9c62d64e74cba584269a86491582e788079a8689fac7e574abc22", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8b0f6ac296fb093ebec1f0d5fa685264c45f0d8751391c0d41a01bb272bcec80", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165168, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "beafedfcdf5a22bf4ff2bb1dfd9ef588b6321b6d531652b9572868124b4d06f0", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197952, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "083bbd6a3b881f7695fd2cbc9f85cee95d7f4919ae12b9c70dfca7dbae54678c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165184, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b2e135440b356a735967faaf4dcecec67a78191ede102138e62f270225447689", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5d29238e987455b7b331a51af6b4dbf8271cc0429f45c5a2c1cb1c23aab15598", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165152, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8c4b642f98097d67b9faabf19ec32ca42ef3d503cd91d09083b34c60f15a390e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f64428f6f27518fa5adfcf2ec91fcb0c323162dce053ba048b8749f17135b2ea", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165168, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4127fc332024ad417dc762c31c35170f25baef8f41ae21d853816fe6ce6d9152", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "4d23b38078ec29099273d778cfa1721852e4bf0ada8325811e02de2d38a14278", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 197904, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "dea85c3ea324cedf528b5dde5f23425ce8afc3625586282f5d35b07e81450cef", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1b5b159d5508f0979759cf6374b4416fb9b72bf51e8074abad6a00b17a422e87", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "fb244309dc87d4892a9a922f9a5dd0b2be1561e8cb42e272b78ec6ffa669a860", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9278d70736126c52f41238742b6d0ff1bd936cb512e60c574bd2d13bfa00f5e5", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197904, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "945f50a2116ab07fa7deead70c91b7a43d123c673a1dddfd0e6ed493d3d4487d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 165248, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "abc00ba3bb866bcf7d1b2daf43d2979cd08ac63f4c65404f71f61281089de473", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165136, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6e3b519925e35418a0f82f1e60dff92a7cf539dc40176adc37e1a9602b0b12e9", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "d02a6efb3eb266f82c3e3ac42c66eaad1a5273512dfae04c7bfa3eff49efda5b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "904efb6251ce5d927e9c8c3dcbaf48bdac0d2e62d2b1ceef168ba76e40e4b5ba", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d21af8817e56df1b7bbc30dab3ae6dbcc08ec8c503bd454a3eb10a34e6aa8d02", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "456754ecee184d87f9ec5b4f7f1f98094d86acf45905041ccfe26654129c0ea8", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7868ce8e8604fe37081c566d58b305a3bb641d4745d652a4605a4ca748641877", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7cb818d4ab104baff4b24b5c4399b8d2137f3fd16ed146cf15bcc91a5932bf80", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 165264, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "64469144b5ec275c12010575f16558299587199139d487bba1857487204a5060", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165152, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b17bb4e98eab3eb983636d2bd495ef986ee61530f8328630f08fbf8eecc4ea12", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "5c3ce2fe85d29c74e7b0f46b4db6a8867fcfbd30b65a0291c36d3b6968dab7ce", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 197904, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "8cb0e237ddf32d0ba43d04ed1f87339d595e321211a6c0ba4142308d7ba92f47", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "af47bfc92d77eba76c383fad87bba87d33a18bf01b34874cf36ab8cd92729f8d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3909d88591a9ef70bd168e61a18b76a52b4ab9d66f600b2a98efea3e0fb1d533", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "4d78a5ca3e216cc05760e78a5b9d73eafafcc99cfc3b79c60b22a132ad5f9195", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "84047a2e43284dbc6b811f5ef0f00781ffdcfb8182c63697dc62cf2c5a4433d5", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "15d2ae6aa382f451c3f20f9998cfd0fe6924a8fa4a492374a71f2e2c46635a95", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8f5936427fb891aaa573379ab9d2ce8bd165e5d56620534db921b5cd43fe7b89", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6588823e9dd628542141fd92b4bd0aad76fe05b9fb2347f83764dc9157c9bcdb", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165168, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ebfb61f48e5234d8a8dca3a358ba223adfc11ec940216d513bdf64f367e0ab24", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197952, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "cdb86213c905ea0b0527a6357886ee8b4b8188ca21ccf5b8142d05aeadc5e8a3", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165184, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "44770957dfcb93a0a744cdb71221021577fc680ffd0ec83d5b987726d8a5c63f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "28168ad404914d5c4ce2bbaf5ed5b06260f51f0644e8dd36fbaa53e4202aca29", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165152, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "bd6abed9be80be8f74ac898e5d391eeea8cdd6cbf3a24ff26673c84d006d4b17", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "dbf6bf9b968c3685172304e798a10cebbd7d09bc92349766f3f260a503b97ebd", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165168, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6b16996fb997cc938269fadb012a33c01e5656c7562932fa881ba0aea83f3fbf", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 198016, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "7da3a1d625946b5a7e7c26abeac7605d0a34f51ef504ab5062a69e3080acb021", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 197904, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "4126f16e8983ddb78f86794712b0cd8603c81df52b4a4f67802bfd670bc41a8d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "00e9d901b073348ae2fefbd87cee7dc83d6639389c150a1de34d40aceeb78cc2", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d4a53b53303eda12ffc8d439738cf4598a19bd30e7d8cdd80cdb15c97161419f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "efbc3214c9c32329e504ad275a3fb33f09a2051f34f36366a5da86ccb70cad5b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197904, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f13d6046d55f7e46395ff896688b273e2efb65f3fec59b6fe979b47d53fbc7b9", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 165248, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "29d35033f85b4d5e45fc07c0e6d57a80650e50e7f5c33146e7de09cf91f5c4f8", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165136, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8d8ee0b3d7381aad51fc1b11b70ca5ab0450d562117f32ff202fd2d201a0df9a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "da9a4dd2c12f5d66eebebf2c823a9dbaceea2876824e8e98bace61d9466f47c0", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "c028abeea61ddacbd9cb7d90dfbbd7cfd4f4ef809a7b9c5e0ccf3cb88fdf6d00", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9016e5abb35e90dfed227ca7afa63e8e96a5d552dfdee9ef327ca7f6563d7888", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "2fc71bf564bf368d9d10e58c6c7c6f75879221ce3d7c90462b4d784c5a325d44", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0963111eff2ddeb99a98e0c4153d6b53f18a5d7a515ea74065207dfced6c0a53", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "615e31ec4c25c9c571e4e450bc0e611cbac01d343bef2ec157ee19b9c864e17e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 165264, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "80d7197f57d17051bd4e400a87e2c872237b4bf9185b23b19193d0736d3a9d94", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165152, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d23762e72aa3b3e98ad5fbcb26210cd18b65789172d4d470803705e01032652b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext", 196992, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "e1e4be9f5d6f0fc6a3dce0ee882986f6ce4573cc40ae1fd895a4e99b34cc16f8", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext", 196880, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "16578ff78500b1f28b0981839e684cc7fa401e9156dffe10b79d15426fcf7a46", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "641f48a1e56ed7e8a97d39391dc8add81e8857f05803d0b8f82f6601e7e27bf0", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1d3b5a847db4ebfa50958a276bf1145291f8919fe61f2ac7f98d598430acfd78", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 197008, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "ef7b9ba0fd86771fe463985ecbbe689c866c23f680d1bf993f3eca6a8968268f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 196896, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "d70f0f63bc42711f6a4bb74b6aa0cf8b6209a51f57d9b4d80390a44217a5a15d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ff4d3df5061fe7369ad7aad07cbb7b69404128755e39184d57b4de18fcaf2105", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a4b02be791e2e8336956d749019575f785028239fcc5854349d107f1685d138d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext", 196992, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "5f84ed1c6055488da8d12e80349abc5ff969555af6c4a955796be8675d920bd1", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext", 196880, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "e3ad311e09bc8733a641ae5e82f677fab71b3ea4846669114c4efba2cd4d746e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2bf3d20ee39c24e6b63dd1ea04f86200ada3697899376e5ac0bc3cfcdbd3294a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1530d973c0394b1b6dc7f71d3c4cfcc3f0b3cc9071d92f969e131215a22ee516", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 197008, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "8e445af656d0a7be893b743e1df5967ef41d5ff1692029ed1d71890dd9306d15", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 196896, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f3f6518e4b31c0ae3f75a7874c8b4bffd35017bf72f456d49b18b3c6bd4168ea", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1e1f67cab3bf5c0c9950f784f09eeaeae966a9c0602f98e10e5df60a5b1b1448", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1457adae02ab67104c2702a608b46ceb9f63163bc7a5b3a01c38e48129e004f5", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen", 196888, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "a0bf88a7e741753b10e1803bd1b7dd4b9013331493e97ba4f93a24e000b3cd54", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen", 222232, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "0c7e1e8c48b054d22b33aef5ac7612ec6f6ac66a40471cea2a8a62bb790b684b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen", 184216, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "f6b50d36d9c76c508b8479bfdfc2b61034869275659a159c066f34692b210405", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "2747f05fe749d988f94973d3281985a5c961ed4d1575e07971336be074cca823", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "8ed69982251eef95f22ae625d6240091f5347b9cfcd6864ff85654094bf3171e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen", 163088, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "32e33283df0af413943c14557f037eea5c6890b1b9f28b595e4e03f3896781f5", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen", 188432, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "b30867bcf793595d5ccfff2b3e62ac935d7ef4be289ab91cfaba521f2034f6f6", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen", 150416, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "de4f39fedbd8c2f2cc30f5b7780d2c4cbfc10ed1d26af0e652dc9152018684a6", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen", 167280, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "79a6ddf022a3fb0ed1d3e4115ad594a0e9cfb87565b421f4a76436ace4a8e4cc", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen", 163088, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "f9d05ef0f920603ca85e179a6ea6ecfb31a4098a960b5936799dec082b8cf998", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen", 196720, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "b8c22c81be75a7822fbd7818760cfc4b205018756339f06f6397de01a1a40085", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen", 188432, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "1858a3031d40145c3df9c45eea97af2106abbe0b07cb8324d6dadf3e19836532", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "cca60d82c4def4f4ec0a03042eb58ed9adde22b9a1a1b356720009fc656a8228", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "3a8e8605c70987e34bbdb2efa2e81c99834dfe90bbdc1a2aa92ac5a6873a32a0", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen", 152560, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "d5cd1d322db977ff7b49c30b66966a452ff6e170047ae487283dd7177110bd8f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen", 150416, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "3cc366d8c2ea4a919e25735b0db2f0f999fa5396097d45930d63d6a4edb7e56f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "870091b4a2cce78a4e0212d7024fe665dca7622e852b59d77455d251855fe597", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "365be9efea7b7bf95ee5c44b36665e369c8c62ac2b1ecf9b6d55a50d644d22c7", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "3c5663e4f854cf8354102eda8b03d00723f1df4de5deec510a993c1441238543", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "e333748475c69dc3bd5083a1bb665c2338a4ebf3243e6bd087dabe904db7dda7", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d05fb86a00de06c58521832232d0c873b8f642c7e5221e98d69141d03b627048", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "23cd3ebdff92f8b087eca24fbfd0ad38dbbe49b7517949df2fe997d40a1751d7", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "16da27265bbbfe133f8e012755e179a2759c9da7bb0c495827df1f0df7bdb79f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f051dbcd50cc223871898ea1ce1bb8969055b7d46acb6e2089bcce3ad5c13483", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "64f1b851b004411ee4fcbd34e16e3dce3163698a5e92babfaeafff2ddfdd1940", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "fb4bad50b01c6ed6bd8dc93198d1f35a28c352ead094189bc89846bc519d1dee", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a20628a1e7cfd2c065c0f3ddbd52911aee8af964f0ca8d048ab07a28cc58f29d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "b8f782b0e4b5046b88040b4bb59d722aae6944d3a6a13d31cf9ef47871fd0981", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c57aac5f2ecbe7c488ddf73eb5448b4c1cfd8af972a9431bcfe78e44aae3abee", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "61d40f0d51c512e41b8a2539bc70591fa98b50b23043a8ac45bf23ca2b53692d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "d48dabc837f8ba6c423a8f0bb47a8357b6d488037c4bdaa75237b7547d4c16b6", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "431d56366ac1f4471547764a609da335126e5546a4010f67857bcf0f39adef7d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "67cdff8488a50888e1a67f160ec2029eeafedaaab68c53e75b1711851491b559", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e6b103b81cb778e34796775810671020406deeee76734d3d3313841abb72d4bd", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197664, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "fc6ff6fe03032d961b878b363f1b4674fd2fa43493bd4b14d80e78eb955776e9", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "fd628eec50119469045802649f88715c5154d42b4159865161a483dd28657453", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197680, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8d7d12bca9a7480ee75a108c920760821b4e94ed39323dae9aa44ac44f68945c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "93f0f72465c09fe1302ccf505bbe3d55a81fff4f43b1798219a6e272d2061f68", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "b090e1d7d16dbdef4a449e06dd1ade8553ef60a73c19e81eeba7af393654a394", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 197648, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "b26d4d0a6cf8d5eb9cdef456be98a3898274d4fe76a0b72ed8b2503eba824c75", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a290c68aaac03ca8ea5ff91d3c1a69a8b2a4946387c176d893b97b40bd5efe03", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "77f58a8ef8632f37e516666507ad5c7becf458af10533a652eeb1a5b5a715bc1", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 197648, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e079e49e418bbf56d675127adc77e9915f1a1eb87dc59e4c3728811dbb5c27e2", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197648, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7b244f3df05221aa724e5fa8041976ed00f547b1a75a34b2865422835945efcb", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "78dab5da816b2b60e04174ca761b55692ce147e076a1c5c6872ffb90720a9645", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 197904, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "43ad2b5795ce993fec7816c96e2e52dc8791a3310bdd83f82c3e3f737c0a172e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "1189017b35b097cf49cfe7b1dfc418e1cd69a9150e1aa651f24fd3e822a1dfab", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "009edb79dca41775b4c17d20c4f40479c3668810b9faaa6719fe9113756a2c16", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "286f15836114e8717fd1076c06700f863bbb05807714d1e3676dacc5c0be54dd", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "adaa0efb1e79d5fb996222096c140d28c0e8c569dbdfa2ef3c2adb46eea858bc", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "76b8fa3b642ecb8ac1cce5049fbfa39be0c24964ee6f50c8ecda0943589bc92e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197664, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ede8c404c32b48cb5e8b7c3286883ce3e7464c0035f9925a6d0e79cb3069eddf", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "40e680a0b3c45aa76ed5fe51b1fdcd8fe2bd3b12ba127377cb3d9f5003a99016", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b431450f0d002e93b127711f91b4716f44cb7a982f73720b8bdd63e24d9c72d8", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen", 196376, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "0eb0fc0b9cda0d746733cb488778e35b5c4c091e532268ff299f05b4433ad00d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen", 221720, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "00263bedac86bbbb8d37498a5db6095a931c6a8db0992a78a2c849a00458bed7", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen", 183704, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "2f4ab496db2b2d9db3eb6eec93bc7993ece42ea799bd54375b44dc41e1fe1c6b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 221224, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 2, false, true, false, false, false, false, false, "1e10527ad15ae77d9cb6ccb4bcd4b0cd579473b65f401cd12b2f177e7a0b34ab", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "d97a020d3c777971ef4aba1d60e97e6f91be5ff794622c7208e5c85a5ecc7ee4", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 221224, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, false, false, "c4a7998b2b95aa1d86e9dd6ec3b4b938ee0bf5fc72d53565b74e06394160eb68", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "bbaccee63986824250c53990bebec0213dde2556dfe28c021ff029d109c8f391", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen", 163088, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "9f36de20216f9b6825f08aaa69575d44ad233daf3b9a7f09bf6e68737c5e2277", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen", 188432, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "7752a5427a54cc6eaa4a523d02e21d62d481455cfc74484a0de00c6e8c58f5f6", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen", 150416, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "b1fbe1fd098612dac9bcb71e7f141d9e038e2dbac6960754a78063fb2033353f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen", 167280, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "28d4c24c84f1540ff1bf6f38a1928edf323685aa1065f1ce9d4537fbb63ba22c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen", 163088, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "34628de4283ec454e8d47c510c463b8997d3d3a682ed9c1d36a904f2de08fbec", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen", 196720, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "03242c34831a8652792a021f742f0797db1fba560c540aee2c8c2a02bdba6bb4", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen", 188432, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "314be53139e1a1b1836563866a6bc6b2828ea6eac9a76886622dcae36d9b8aaf", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 221304, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 2, false, true, false, false, false, false, false, "6458feffb41c8b50bb87b4f771ece57e8f35f8c3af167f7bf4da4100de424ca0", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "d02750f24c59b20b089bf1965096be9980750049a4470d6877a08cb19b610d3d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 221208, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 2, false, true, false, false, false, false, false, "ec7dd6fdc3ff0e4486cc8999d85076e127d4a98097199fbf0058804ee20b630b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "50cc9d71fc32bba092ca81a9dfbb25375971cce65ffc3580abd273edf61c677b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen", 152560, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "6fecb21cf8e25ae1ed446b9188291e0a4bb8a69888799deeebbb39a472e4d2ff", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen", 150416, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "d795ba1a6056403bc81c411862d6d8686e3cdf0a42e3c3b506f11137995d0b8b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 221304, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, false, false, "2cc8c08f1a6eb920e8cf94d13d11c64181f1df2be1496dafc06324eb52b5ad40", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "8e4b27ff28aec38ef16545ef20553b8cc7067a5eaaf4138952ce88c0b00102a7", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen", 221208, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, false, false, "4aeb1bb5c6654c7e4b621addc89bbbe05d15105f7f5e69bd6f6d0246110f847d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "e497047673dec4d713248809ecdc06b2fb2a18d3555ceaf17a7bb1e71bdc1b26", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "c1cffef5ecff0faeb20c7e329884e64751429bb1b87ecad6bf69c11314c14e5c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 197648, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "9e932b44f80dbcde4cbf0690e6ce6889216648d57030528bdf99092abd3e98e9", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d9ae98b8bccacbb9ea2539d5741998f7706cb5ec5a48407d992e6a1d9c81a036", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 197648, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e9c43c472ef47a302d59f68f8ad14c34f9b9130de41a018207223d217bcb235b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "897e8aa7ca453407eae05b07fc7a61df524b84918b7acbc35749182336173093", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "292aef37653348f02ae9ae11cb82388a7a428c94059d34edcdd89f13625e1bb4", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b386e3fa0a68dc391aed30ecfd2169b9e879232357899aba6e920a8997412349", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "396c501e6da0ba0a9f827a084a8c2f904e502318ff0350665d1e9064357f4e23", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197664, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0c3dcf3b98c3b94281e165511860a5699ba5d5ba22c2af33107945512d24797d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d2daeeb6ff80e7bcf7d9b315f361f2d2ed86b9a02ab52858d0008655ae51cac3", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197680, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "37c63084551d9d73eb39ccb9af1a022a480d9a47673d9150c3aa4f1725484f25", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e31af937cb0073590f5c35c00380f055f0c9b6bfb6023564f07c0d80f4ac5cc0", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e34002fa159f15c8895a98b8c3d1a0e4a99acde31bce4dcaff0ee987238976b2", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197648, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ac406d80b58ea6a2cb9691ca419dac6ac1837b8582df7a3a692df8c71f62e4d4", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d3fb3c2861bf6e592d7e061c68a05d39d0e8ea77702ff97c0415873afef35b22", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 197904, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "fe2ac720ba727eac7d3b92788e8315e632cae2b755633831b25a3ad2471820be", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "93bedb41ba85da04d7f7100c608365cb3936e425f2691b409ed458dba11a5750", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197664, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "97619b4194826d481b396db902603aeca14901e16e8a7d8d48ab16ec5e2ea803", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1a90b1112f61a01a3eee9cd0809a9a9ab7f5478f7effe6d1628680b1c9844ad2", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5fe1141227c01bbb1717021229a7a4fb676cbdf271130816aa0cd226973b913f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen", 196120, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "197bf41b7e4db5e8193f42ded396029d0585c9c572649fee7cc34dbe8fb65ffc", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen", 183448, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "b77023b056231b70fb780615cfeb52f1d9d9e360638669f5c791e7cf5806edc7", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "d30e1de71c0a4cdb9831e430269483aae5e75e6cc0d5b1319d3e677d32cd1afc", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "d3af9f5fe3b7324bcba953b6055386f185ad8f10586b8336f119ea833b629464", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen", 163088, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "fa794e92e2452e656202d0a6913aef8b164ef374c3da9f36839241f017400aea", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen", 188432, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "f97da80ca2e4db4f5bf9d58adaff9f716795771844ab61dc094692d2cf63d90e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen", 150416, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "baf6038267472fa3a906df4d6e582f23c341044d11ef40f8dafc8a4f0ff93f34", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen", 167280, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "9b9d7153185d34a5b7cdb108fac2dc303cd39b820c3f99324bfc7df242d1c704", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen", 163088, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "d2619f611d94b773aa22ef220cd84db324198940863a4dfc6299e6c2cf1d68f8", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen", 196720, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "093c83ed811a691a89e41cf33452487465e46a8d269d7f10f1705b9c2822d2fd", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 32, 128, 32, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen", 188432, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "022ebce8d2451c40491a6b89adaef3caac88b5ad98fccb80f993bbac10238ffc", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "a32e4502e70ac521769973dfba010c094f5f2796f16d9a40a3e1ed2340c8cb8e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "47d4fe03255b9a9814364cdb289568a565011367549c65aff197df8f4737c935", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen", 152560, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "4fec19b8a6d3cb43962fd97e0654bf8aa4c09a06feb96146bd5d2faf11d6b2f6", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen", 150416, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "f00d3298d4ab1942faffb255985a6450a26e9942a9865f230e22f97f3261a71f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "ec0a945f2d3010ba219ac5900716b1137842bf27c3846ab78b2f19e1e8b7cc1e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "287544a4839e98b2629c510d266d331817d9fdf012d7ea55f9fea93af8181195", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 131712, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "fa0fcf97ab42dc5bafec1ebf752cbaac3c237cb63d57ccb0d123800db1b05a7e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 131600, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "8bd19af0b64dc8c56a5c7d43e7a88158ab19d7c6edc605cb439872b7c4599876", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext", 131712, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "48a98bbe3aa074be1ffe791fc443359874cc4ae5e0f80d8f2e07ab4b4775550f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext", 131600, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "315628423a19feb6b33366fb4cff6538e3b4936e0384f672aca1945a4729cc4d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 131728, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "fe1153c322821e0fc7a6990aac8ff735e71744669be623974d7c50ce97319869", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 131616, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "43b3f3d7947d252b8d0f62d47a1d29d2cbbc687fbc11983f1529495f55af1c4d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 131728, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f50cacfd0ffb227fc718995216e27d9d57e8cc70940ad369152e80c94552341f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 131616, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "206084e0afb420bb7281a2b913a7465228b218561666a08890f770a1d03379a7", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 131712, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "6136d37902b3514d5b018dd21ecee3f3cc46c53928226165a9836a0fe91614da", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 131600, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "f978daf986f9e98d3bc63a9f72e6a68ef377da52890dd9f40015fce57bb2d546", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext", 131712, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6c37b2d3443a92aabfe0958c639d243d447c99d378d4c7611bcc4dd02008404f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext", 131600, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7702cec4c0eab48566725ef67eadd86049dc5858405c8f5b3b89687a49b61080", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 131728, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "658e60c9cbd47ce0751a17c3c5b9d17c737922598b739d41033142cb6f81fb05", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 131616, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "49f6ccfe46be8c43693de2ba3d2a08427258fccbc7763e0a8fc5920fdd51fccc", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 131728, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "18b88a45185afd9c04e9c582a84b39afbecbfdfbce3c4430ead7c26dee17374e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 131616, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7265c6413ea03fd9a98b7e2fb8d2bfa81b7722386ba038d9533448b5ad4cc6b3", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 131712, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "189a22f446f28f6aeea8259f6be41e07bfc93d546391d0c8fe7c5a01b3cc8794", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 131600, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "e2ab62ec8e5891a44cd6a79604c59e59759ce947f86545a15e60cf14422dd5fe", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 131712, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9e5433ada172e455bb5ea29ea992e44d9668a39ee45f946d5013036be2a5e567", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 131600, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "501ef3544a40321feb9ae9fb12273566e9def06d64a647ecd24dfeb8c29b35ce", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 131728, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "0ff0a8d2cc4a343166626df1d2a5bef9a10fabeb1af4e1397ff33e3c6e46a2d7", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 131616, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "3d26ae96e24f1c80a5c467d4337cf62d8330c1383a4464bd7a0e4135bb84327d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 131728, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7926632014fc214a4af18e741a662dd402fde89e10f296c66f0dfbbb483b65b7", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 131616, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "05c6a65b7a6687bd73e9bb1802dd60eed3acc248fbacb33ff2aa3eaacc0ec6a7", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "305d6e3ba7d99eda5b4b7731d067c57dc268ae4466ba527aaf3f5bca05b05c90", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "129780f158a08ba9371a3d9a9e1d59ae14f65cca10d4bac7a670515843a85a79", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "00a3f414a311b4256cadc27160ebb529f4957be65d0247be43bdbe6a0d5ac9a4", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "98a202cc8fe85e9a859143f6fc6bf37785fcb39746926c6e44b2a66ec1654e8c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8ed25dcde5de4eae8dbadee1f4babb3f09c6c7c3d64e082e3e52300770efbb51", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "faebec655a051ceefdc40d6a85cced863cdf4d98283c2974f26d8f2f578f5e2c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9ef6af01e7f5355c2a65276f276b046b9cf89bee66f135e4dba239d0c4b833ce", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a6a5ffc18e26aa12a0d55befa67b5d66bcb1e50231877f0977388857653e554c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 132480, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "71588ff2955047d27d21984c574d0b13a567a525176813ca405f2d72d950819b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 132368, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "217d92423616a7e56d5dd205d2eeec800be6f7d0b63777039420af9cf9534fe3", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3b05ef712a19de51e4b3d3713d9eeb795cbfb8bc18d2769176462f803b99ea20", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a808e0957d857b4686f27ff016e3abbb488ecd331dc18f13035a99851e2cd0bf", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 132480, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0fdbcb0fc64741e3533fecdb7a2961854a6298746905be6bfcc98f8681a9e2c6", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 132368, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "96555a63ceca9e650b0e511e9ea6ac11c6753761fa6e43b08c5cd1dad635f150", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "31d7f8dd39bf3bdb2b71b28a98e4729333afb5cbc9fe14909708e4b301497128", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b7ae953deac18c21f97313d5237b77b854bbbec0baa21e71f734da1c32bfda99", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 132496, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "813ec125e758109056806853b477f6c194c9f8d3bd3dbf290a6d815003eeb439", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 132384, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "e4ba4799186c09bfe6a613312850a685a0c08c33eef91dc1be22605afe8ae3c5", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5253fde66e2f79e5e78c8d9d166001703e67930c479c6bb2400c763af63b8635", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8501be5166869f4d1e3773f842ead198acc2d190d3b432286d468810b88b3e76", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 132496, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "15760abc402df75ff70d4e1c955c74ef60292da0ad6e77e8390efdfd3a118a5f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 132384, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a84e21ee51d941d605e6fb4de0e99d7aaad18220054c5715996d3af39b9e69a1", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "eb5a65a3194935aa1853b26374ec38713208b6e9e104b11bc33b0929fd7ab255", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9a7c83ed17a8e6a84340c97d1159c848798097a2e5ee5e594a3963baf9a8a10a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "943b09f9f1e844f568b66f400d68b7bd750034d1d44188bdb865a9bc77491669", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7970df6cfb2a880892e09b288f8cf3f7498e771c173f1b311632c4d722f244d1", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d18a683490bfa854a8c727b094a2242b865766e42fc447970fdabaaa6b2dfe7a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9fead91547ae4cdcf268a9ecda2652f8c767c7bcba45c6ea25e82d4b2e42ab33", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9ea9cddab1988a991b9aad097d1445cfe525b23e38a0b34b1662e7fb302e908f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9e5d7943ed83d89519dcf27ee64baf40af0fa9a57a4276383f4e142c84e538d9", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "37ef34627dc787fbfee0ea27c1fae737ef95544c6aa317530b92a1d3a6c1d5a9", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "2456fde2b547910bba08577a314f273c6176007ba3b5ec68ed53ed7b3830c587", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 132480, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "0d0f5efc1de0daa81a0e3dd90df5dc69b648a9a1a6035e03b525abbbc1fcacec", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 132368, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "be61a584dbb6393bc4f64a43a784cf734d4895eb49da07a927171f2f38d5b35f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 132480, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c8a07a22f707063460570f8b27adac97cec9a1287485a2c253aba76bd6ec9093", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 132368, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2608feef08496b78e50412119e4c6c1e5f815f8e3941db7f6cb679c69ae6881d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 132496, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "759825f945667fa1039661a12031f3203af5f79accd1ac6a6739ee35269d48d1", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 132384, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "27fe6e8bf7ea747116ef9ba2d0ee2cdfd7e364205765bc86c2fbdad9ae78f260", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 132496, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6e139fb720682a59b65667e88ee3e7842c77cb83013b45e17d3e7390acc319e0", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 132384, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "dfb65570335bbbe0af52cd18abb9f92a3f7ac5e237fe7452c57454068c394186", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "af19c5440005daac84da79cb81447575e8aa71ed80393decfff8223612405798", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ecb287d3b0d6877ae78b550035129288e7e11c3b9e716f887420c9ffdd17ab1d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0442813def25b0f01bc496ea05f369aabfa4681a7cccac24270726d69bf66559", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0aa09320763e95d1cd469f4c485b5b546b700d5b862ac4f1d3d0eb583257c954", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "52f3647964fb69c235acb6294737e9b41f32fb1e6e8ca05e06369aa6ffb5fba2", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5074bcc908d6c27caa6050585fa1c300bf36b56382f0793704358392b2f08aef", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b48537bcd6ec9a07dd164201db03696da700d15e776a1c9de41e144081ea250c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "75a2d7448627924fad13eebf471181675c3077b108b8a0c103ca7fe298a2b013", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 132480, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "eb629885c569d8d546246c784b6ffdf1278400aadaf6719cd3316ecba30d15ed", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 132368, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "4cdc6e434470e56933e1c6048a1e4aa655ee7cdfed86cce70cd4c7ea9c1963b8", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6562706bd606221a75911af44ce12d92aeb8858ef78c3d91ece8ab5e9f9ea0cd", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "72db7ab6281f5acfafcc4441f2790ee90bc6860fb54e5920207ed5a72636918f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 132480, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7330abaec539699ba18e61181a12290c06b9ff808f34fab2e1a8cc0834aadb27", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 132368, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3077ec487f28a39a1ae7bce013ceff23970a2b0e3e172a4fbfc316bd7ee979a4", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3cbbc5aa26621993a0d5897ebdafdcdda391cd529f33362caa719dd4021ba604", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "00f139ded65ae6b500e8951cf4b1007ccd46a6da0d68d1b9c44ad9e1e43a7fce", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 132496, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "d947a06b7b4f436412e9b24c3ad8c51841349d96b55ccabacb8b57600da9fa3a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 132384, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "37148df9751f77a5f84965d3f61e53b19ca007c224139e6a9906e5fc2e336f34", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "cd7b61005fb134957d032cc41ef5a3ea6a153c9eae1538a194f0090bdc7bcec4", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c630b46d4fe54691bf64eb0e459c71e0b231ab08574a83f1e1571e7704d86211", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 132496, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "cdcdfa0051f9242a0ed4770c78189957fc0003b614dce111df91748cbcbf2278", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 132384, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "820a2bbcf6a940cd01a72684cec1370a06bb41948184ae301756f4fa8b74c194", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b2b93a1d872d7b5a92ff4f0b0aa9a264730a86737f5a68d2fd7c0062a6db84a6", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f9ffe1be2cb90e26e30f051b3d2f887d5e31105f0705831236f8707a8f5821be", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "43fb6345b3175029a64c8841403a3883f3b980146248afc892338dc5361b4848", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "838ca05a5f0ad93f275059a459c0959300f98c24237ce52ff3767567a286e21e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e517b7ba8c7dda59b5a847ab4ee4c863defc2c1a3e0dbb5f317f4dd6c221ca97", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 262784, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "b58718631a1d33946c76598a79a79310316bc8be5526b8169728ba254a17cb6c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 262672, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "0858b815a5f2494aac4da4f703e574fdc589ae88416de76267cada067f48f162", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext", 262784, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4cbe38cacaf820d34ab1b667397faa97396bcd0876841933a52074601993023a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqQ256Kv128StaticContext", 262672, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "913f10fc3e15340f1271df6a2a27a2632fcfdc5c12d1cd1966a7493f8936d1ef", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 262800, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "a07ad12be587c1d2cad41c4fed77b38be93413244cd0caa46a68e23950b6b8cf", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 262688, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "ff6d4414c1f33cda7d8e6a116972a8287ea8e64af3c30c807b3be4fff18b5fb6", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 262800, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "632e40523255ccfdf0a787bc892c49aaa3a2929b8bb53315bcf45df8aca3165b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 262688, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3f40140d3214272d247158d177bb0c663e6a81fbbd152c99604002a5cfabde13", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 262784, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "2593b7d5839cf1038231456cda1ccc863de64619002fc759fcb34179244ef73f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 262672, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "3439cda94d6fdc5acc2a694deecf2b3979a009829cff3dd159273a4bb6a637d3", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext", 262784, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a8345eb2581fbc117c67f114f2279adc2add6b93154f1ae9a93d6f50486cac6d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqQ256Kv128StaticContext", 262672, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "660abd9af639642d8f7771698bb6456d2c53cd550f1d015b41d0fed43416e701", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 262800, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "ceec9f36df9419abf2ccce1032426d29f9e72b46080a69ba1f8143c960eda413", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 262688, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "a76a49ab83aac53a139f44fed029c37a76a466001d225d07d9d97be80707a74b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 262800, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4da09484632d72a2ea392e378c9f95faac0f9df3df6d4f3c3173832ddfbb7411", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 262688, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "14cb68833295daa24b868096988464af0bc3b74edd4b99adadaa34bcde5288ef", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 262784, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "413da3b125319ef019a30287d3a32999a9d8718be2fc67de20283f7b51f1a09d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 262672, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "9101e97265b1e971224c9f003771b5f0ebf98dfe3c4768b604dd9c11aa76fe86", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 262784, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "38c5fe2009d3fcb56e16dffabd1eb93bc388ac2b3fa40827e3bd05b682fa42ab", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 262672, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ba72f8fa250366c5ee055e17dab4903644d60180097af9a4eff96eff056c85e0", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 262800, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "059cceef0d0047c90e09495a519618bd72a88c66e9d1c6edddd23015706a24ee", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 262688, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "1f0b90c12634a2acc5c8b006e94db28bbeb953338948a3029284c9d867cc0aac", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 262800, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c9c0a5b3a393bd003cb20ba2139e66e35e75cc13eb1131b6bccaf05ae351f54e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 262688, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4930f539c3dc38a6717b715188029dc429bc0ae44e6366343e22b9e57d330db7", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 263552, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "d565bcf54793767da82873829127d15031528ca0862ae678380cadb4cf2e93a8", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 263440, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "2a23edabad73def0d6d93b719e11076196d1911eaec86ef6e10e2a119c751c4c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 263552, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6be821bbddf0c249750b8c8dc2f6975961c3b9ea00c32c9bb40e2230ed3efa7d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext", 263440, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6fa5be7664443838b2c50df19ba8aa14f91bd450ed266943de8d733f44b7425b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 263568, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "5088f84fd8828d2b2f37998ad622a682e4797932c5ff30c643b89ce48c645a00", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 263456, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "811ff025e1c6b7eebb724bf7724a05062de5947c994e0827ce0df1738f7c022c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 263568, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "257fbc555834138e1a0514408e8d34af465611c15f3760c384dbd9152b701c7f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 263456, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8ab5aa079ba9ed4c6ee08610194dc91c9d972082d593b495129835ccc513ce4c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 263552, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "96cbf711fb82c3163f90128333a5e9795f0fc6104e27fd7b0862d4bb8aa59896", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 263440, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "b05daa4b052c8b93f2b8a8fb7d47582bfee8829b021fb6b0158fce5cd02a2a21", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 263552, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "64d2564d5f2881719db06a31a6ccfb11757f7446d42a02677a9080d9186fb97b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext", 263440, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b1d28ee1e2597965dea7a1a1c2049f03e45a54043b18a02fd4481dff0e828695", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 263568, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "8b9615d6bfec7cd16aa1060345105ee9f26122e773e3ad1564856e50b78f2b3f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 263456, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "1bc91bfe763768d9302b823587c3af1c84994bb60f059b9a2ef1bddc78d4ba56", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 263568, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e0fc279e0fce70846f1d5b6c2b2d96c98ad2295a713e371de320c97a4cc5efbb", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 263456, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7648db78d971c5f7d765deb765f7a43d087055caaf5bd445d4b70c1da6987b38", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 263552, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "0363cdd131e37453a52a1ddb8549d4e2dc5917e44703d5b62f1645a5c9ec8b18", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 263440, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "feccd2dc36460041e639631929f08b3400e41121a976a31a018c49b4c4a63f55", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 263552, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d296c566807b66625b59655e5594d4e1ab36a2b03a38f0de5b928fe58c2c5f44", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 263440, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c79447a7c0abaf5ad1a4538cd2a5822e5c27a3b813203ee90c3e9b20108adac2", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 263568, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "44c71df30d56dc4eb454e34ac248e4d8ff0b8ea2e8762b9eda2e2eba08ae6996", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 263456, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "35c46f1a17301012d34f9f5707b6d4ab76ce8ceb0f4c4e5b49d52fccc7d4e177", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 263568, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d0605914262a7ef9671247332980afd11613ecbc96063f3ef66bebb8f0017bc0", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 263456, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7cce5be0f1a8a7b9ad3ac79eee0b83a492ef4a91cdc1366c78b54feca25077fb", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 262784, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "e86f8db74ad0591dc6f05517392da826d50311a4b1a6483f4cd5fb728e3a9f34", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 262672, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "e6b6575e001c57ebef8bcf877bcdd63cfc6586fc98a2786885f076118ed2ce58", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext", 262784, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "fa7603198663ba95eee8157eec5ad80ee16f0a85e1cfe1a18a0fd01b4c69e58a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext", 262672, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1ddb2ff1651d77c2da97821dc285416e3b98f1e38e88fd8239c1a5373942554d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 262800, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "80c4de8f4190261c65e619fb24c8b19915ad75a24b1dbe32644724a9512ceabf", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 262688, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "3a2bf027646fd5460cc78e24c43a73997d8a68bdcad1a148e8c06e7fd28e2e23", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 262800, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "47dc8e7fa5d4c23162d7a4febb2f9dfa15f5ce996944cab441be515f411bfd84", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 262688, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a042b14f2211cf05feeff27922a9b50dd002ab22feb7c285a88c81a426f6f11a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 262784, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "718b155c2926a9e324bf08bd8153477d22ebda50e097f52ecc43351abcf02202", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 262672, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "2b28351750fd83efaf19d4df15d741782bac2a89c8ca08979540a68f760e4521", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 262784, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d4e7cdbe3bf7b15cadab2b53e8c886b480d3eb8ef8baad82b8dc56017fcfe6e1", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext", 262672, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f5e49915a829c3c258e0c7faeae777d501275d579d975115e446ae6e4c42271d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 262800, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "e699496944d17e5e100f6999237371854463122ced693cb2290f309d3af66e6e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 262688, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "d7fb50af8d5d7fb5c8f8b22e69374f494516365fbcd4c583e0c9f7f064d015a2", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 262800, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9815ab2e17ace2c6add10d8877874b13f8c7a10c273e2ce232b751b646f8f37d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 262688, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e96d77e563ac773e9743e5a20744fa52b9179093d71375ccdba7a292589d7444", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 297600, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "dc5aa3fae99f80aaaff3ed6b8c90f1e70990d20de98da0b34a93d87131ea88a0", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 297488, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "415dc02bb9eea60eff52a180b0a48797b571b841018008b165b9cba93db8840c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext", 297600, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9d9730dfb0fada00d0ad473b3228aca368f8458bc7810f10e9f7c0fffcd02938", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext", 297488, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d2b5d07cddfc2f756b14d9f24ff189c594a8da18fc0c26fed2befda6b19d2b75", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 297616, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "5f7a398571c7d4b11474821598bd3b3af76f3db6ff9a0bc68dabc04a20c57c3c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 297504, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "504d395507361be3b68a710246abe3ed367c0e62c096a8a49775996b03487676", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 297616, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "02e95a533c8bd0c5d7535765b8bbc932d607d94f15b042cdc60bfd4b2a1a11bd", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 297504, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1775714e5fe7d60965d1f366c3c28a22259f7d536bdfaff3824f8e3d4dcdbcdc", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 297600, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "6488a259ac1b82f66b369b57838a1d645f0f8f1175bbdf58871ae2b975182d18", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 297488, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "4803c7abc792fe9bb0b031a564014f415212aba52a35e57c6dab4067dfe3d70f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 297600, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a7c689932d4c5df7e9b12d0c8e7f4d4c870c6fe22b3a5d660ea68979ec4f8ceb", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 297488, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "89fc0987197b36409b89e4da2e932870e8a5164e6b74a7789ef51cef4884d70d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 297616, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "bc5293bd2ac463aa65ad9a2d751a94226142545600b104803191457a94a6e6a8", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 297504, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "ecfb4087ae5ed6826ad0109fe4aeece758fd4096a76ed76604860bbd78a27489", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 297616, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "526f4da5553bde1c1d3be109756bb9b6637d0cca2ad3805593a66b8e99d2ece2", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 297504, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "81a1c5799e207450c8576b3b4515b9438552e789c305cea4df5329749c4d2b40", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "f300bafaf9922fa4a7efe7bd7fe2fdcf2eb941d6037a1c4fec67847735544fc9", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 173360, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "8dd405d7162857aad0e6b2313ece907aa4296435b77b586b03f2971aa57f6139", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "26bc3ebf61742c831431f741a27c39a34e247a9530272f47c07e0204d2000bee", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 173360, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "be0f03b75b03bc6d19b1f2d1891d39b9dc6235f9c8bc60ebffa768a2e9a2bb89", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 214336, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "79398e788e4d06195d000e8834157e2582a994f708cdf3fffd887f276727c49e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 173376, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "33a9d1ecb8dfbbbbc88b5f03960fcd6087d7eff66a80c6e17fbb65478af933bc", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214336, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "673e162d5f60df18aac3e98ae988a2eb2e0476d970bf9fa3a99007fb9e8e9439", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 173376, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "55fc659fb9ca3040a075d231f23325dc79a931608795feeaf96df835209050ef", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "f95a086b0840d03d905a85be753be2b390ce1d629f3804a394333d1c48d7abb9", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 173344, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "8892a70966d8611871b93bbee98806dc6e6187727f672b6ace57370df516e841", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f49520880d740957a897d5c7522e56d26ba7214bb2cd960530bfa0939a1954ca", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 173344, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "1cf307ef8bd7bef5ceb257932793b056a20be758bc36fcc0ac483652e085010f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "006c1bae8807dcfac8caa177a661779a56abb387451dc3200b350b910a5e9554", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 173360, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "1583e279a9c6c70c898ac0c95a03f6eaa413224aff550e541b891e587163dace", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "bd1882a757c8343e56e0f3609bd29586c30ac032a6fdbeb9863ea1148996e571", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 173360, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "6cbc64e17e8303e48375061b36f22f57dd244b6b025951ee1789b4af54fca7a8", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "4ade1d9ce6ffe33e8fe99f7317a9e4487b7c3c2044ed2c01c23bd2e7b4415f8c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "94cb7f771ff44683b30749bfa7a6d1a2a91536f2a4fc0b9f421916257b646a0d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 173440, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "731570e717d9fb6491ce11640e8149f58e4037aefcc969dffad5b42f1cc43ed1", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 173328, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "8d7de9b39b16a091d588855a2fc954413003664b5bacff61f4225225b2230285", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c5be96365ac1f6382286dde32bf7beab8194f1b569d4cbb77d87c81525acb65d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "fc3870ce9403b5c6133632725cbad7e51bfe4569d54928614875a4ad3533afb2", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 173440, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "5e80b7589a990b12d4f1dcb1357c31d2655ffebb281278903358a520daaf27bb", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 173328, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "9a844ed054a5521007564958e563305a73d9b2992c9464617477a85c6aab44cb", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "af5e309420cf1e629b07e11bf6702c6acd844188f4ca7e6991bfa14d80f76a01", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "58022980810dc60d5c6239e8bdd27a816f159ca29d54e242bfa67aa06e16009d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 173456, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "4ad89e005a251407587a0b667450c01601977e49008ef57c6dc6daa74ccce539", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 173344, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "9614754db16e25d8b249fa4a4bacba35f3868ad5ef5c480067c9bdce4fb28430", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "486354b0cdf59ed3db99e78622108d7333f3ac4805a0f383e81352b5349d4b7a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "7c26319cd1ec09ffbeb4e5573ee601f12671b41bff841777c9a87a0e97671c67", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 173456, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "55b0923ad39e25731e9d9ced79261827bd1768aadc7c99f47175a54b3705312c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 173344, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "f1d1707e040eb656e2d2fbf736cab8a5192912c46705c7ce8bb1626d35a28e78", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "94dd4b187c95f970ed687285512a0bfd89fa8294e0fdad547efb130d3f04a7ec", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 173360, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "48bf09facd63dad61403ab4e10bfd27c542f4f25d215c25086b21d70217b4b28", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0e131320894dd2afc31129a09725c5ae1940276723480f76bd6bb86e31fe6b85", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 173360, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "5dac57dee4cc08abea4dbcc06d69ba0c7c5775e25ac33e2739c17fc94ce704d3", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 214336, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "8a0d10ddf9b05ec7a4c5110ae50f3d636ef795d011a3ee4e56c1db681cabfa7c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 173376, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "a167801f06a0ca945060b69f771bc942d88b4d87889fc0b9544e583279b9bc33", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214336, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "1f730591b8efbe7f29a6450f03c4c36aaad2cfba288ed4990accbd5537e893aa", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 173376, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "5c1501d0ef336f24377e06fbec73c47c062f01ae3cbfc1e469ca335241431e06", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "247781941511d09d1dcee09729c9f234fdd153aab7c2a03d9eceed08b29d7f93", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 173344, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "80838c2576623449d3fa785e6ef0dcd206a91720bc0454fa5c35b898cb96363f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e4285368fa0541270bb845b1eaa78cf75b29866976e6139ea0ffc8162fecfa58", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 173344, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "92d9dcce17c3cd0bf83611bcc48fc6f76ef9dad14c1b6ccc22769e6d707fc043", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "ee9ee1636f9c6a7785e11ca09d6a663fec28582ac48713bdf8bbe7f22528e320", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 173360, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "b8263007e3433ba29756153eaa6eceb76574b9010f9acfaf446e5abccca5997d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "4afc5e2ada390ef2f537e01db6270364d0a36bf60c9dd2dffa6154b124e92298", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 173360, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "fa9de247cf5418c5177747da4430553126aac7368ff738912a65be561296d3b3", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "131081b054800fe81a4ef00f26ae0cc6aadbb12a349452522a05058bd0320d8d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "aaf01db5845a7940eb6b312b2857b45d762c4d9e6a7b1c0337676ab47ad0f6b8", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 173440, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "8262b1a147f90e2997b31d85c53c8b431b5389252a8018b96f61737dfeb25972", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 173328, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "f28bfe85e223870e4d82b17359ed670d231000bdde2f4b5423fa445a581f1a33", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "fa5c81acf6483dfb6941af3d9b23d45a727158c1441615f7406892c4aabb77a1", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b35c41aab032381576830544b082dd9629c913c2382351dd835703229a9f7290", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 173440, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "98f4b18cfa23047ca003761878cdafdfdce47a764f1041a62d09c28be42070df", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 173328, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "832bb9547652de669af68c6896c2edff797dbe3d3b81b6aad3376980d7e2ca9b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "8abcd9c2bae91d6ca7a80aeef6a7ffdc3d79b8acb47949cfdf43223d1006e9f9", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "e37abaab85b4bde4f674a57186c07f92e7a21ff68a3c7c18c16f2808925c6957", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 173456, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "398ee85b53366b230b0c4dfed22d85721f4350b0dccb618225dc2cb3e3c13e55", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 173344, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "767b5830d4eb00afdf3189699a7fae1d14287991a207f0242c4479059c481e43", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "804bdfb1856c972e369be74a3cbca0455693154f2f1406a23a06ade9a4bc9eac", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "57382581b23f5caec826b1263fac521805cab417a71f786b821a001c0a7d2b1c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 173456, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "d145e352bf2147f9ca38669a4f1fb30a90c202d2cafa7cf77c496d65165d1f61", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 173344, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "afcd2321ae60ec0342691376eb79f6611e0f67613b45f0b56f69b97de33c7092", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6b5663bf3a2235055a161039c4ff8ba23b8df5d777df8b8067e517ed29abeea7", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 206208, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "59617289a9f6ac091ff33b68bef3c364fb566a2c369e80881d30cd7150bf380b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 206096, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "66bca0081f18a65ec0cccaa729a105e8a9f4e5fcfab92695d54b7f8b6f1269a3", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen", 263464, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, false, true, false, false, false, false, false, "74d7558f9a5f4367c911572e8772da18bd704ceeaf41a5d34463586cf751f966", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "69ba19c6dc4e39670f22bd9b0a68cd16560ff35f5e5317dceacfd468387ec51a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ128Kv128Static2CtaKeepsAbForGen", 263464, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "a0707ae570742ba6f207384c081481014eb8ae6250e9aabcb459ce56c8321708", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ca6b8ee48d7e2e36c62ca91b05277a944188ee5511c327d93f2b3dbf489fc6cc", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen", 263480, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, true, true, false, false, false, false, false, "d7137ceff759f0fc22047dc444c8075f515772c2e7c9571126ff1cdc664bd123", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "5245ed298e40519ce69849d6c7a1071dbfd80e9b4637cfd3b2ae3911e2634505", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128Static2CtaKeepsAbForGen", 263480, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "69dba6f9330036d9c3e5cd089114af0298ea9761fe41f094d28bff145125aa64", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "6a22345f52372adb32dfc7776b949efe43367bfadf751446a747a3d00037a8b9", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen", 263560, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, false, true, false, false, false, false, false, "660a6a0c1dc0234b7a8cd4a76095e908656a6bfd6eb4311057a4118a89133e0c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen", 263448, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, false, true, false, false, false, false, false, "4740acd559f8feaae7ee7656be21b02d5e4626c417555eab13a1ddb729d359fd", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "a4320fcf26bd6e9fd62716bad43423c9bbd4454d1532396c6b54557bf5c358c3", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "c79b55e99181bf6cb7e0056160846430f8ef409ff4263246f06dceb6fcbb3f5b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ128Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ128Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ128Kv128Persistent2CtaKeepsAbForGen", 263560, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "c17e0cf16f3adb4b83bcbc8207bf859ffcc9223474bc2657408370ea3633065e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ128Kv128Static2CtaKeepsAbForGen", 263448, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "ed8d0655deb98a1fbac1469d7b9d28a39dbbd72776e50960b13c54ef84e3dc78", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "7b72b586610e998ef07ebee9d004cbb6b8cba4b56272b61052fae2a73eb41fab", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "04618ed427321607a4fda16245ebed5fe61b1be97b19f5ac7b190ce6ae54d06f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen", 263576, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, true, true, false, false, false, false, false, "62ff1fc552176c645cac74918b16e02a80f083a6c6fa635b86f6f53f1c813bc5", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen", 263464, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, true, true, false, false, false, false, false, "5cc0467cb891ee3f1ca718665cc8c4c6756c2c13c2d7494c233f740aa0e6298f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "e965bf493894621a980195d9acf475ee15f78f0925e84f37747428187981b8bd", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "e7080cb7210ac4231a123f7d27df65284987ddb91e7bf67fcad346b36edb9e71", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128Persistent2CtaKeepsAbForGen", 263576, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "12232c3926d6600358a5560a794478564a517feab2a44cdf4c46a5d6c9e41a82", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128Static2CtaKeepsAbForGen", 263464, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "ae2841f6b615673853663cd02fc88f334161b1ab678d31638fd138e26f25bf65", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "7d51ab2d7b1f042a510197140c61f816117198182e6cb50990ee5caaf0657f84", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "ffd3785dd14668db4a94d2056367b5bca23568d0c4c8b1e0a40a39253e626674", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen", 268840, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 1, false, true, false, false, false, false, false, "791b0b2d7dcbeb73978f10d3c44ff20ebbdc3b8d5e920013e45ba508fcc0ccca", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 211488, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, true, false, false, false, false, false, "23d8664f0fed2701090dcdc401d6a7a0218ff9537ddd5f8c24f9bc492222ff8d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ128Kv128Static2CtaKeepsAbForGen", 268840, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, false, "432e7121f9e7a276982d65b86531f7565d685f2c34b3b02d2ee509657dc0d31e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 211488, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "fae30c400e479b0622db863fc37d7c840e108bf7a05bd1f9f7025a532a6fe0e4", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen", 268936, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 1, false, true, false, false, false, false, false, "872d99614d8ed53017685d02ee1ccce90e1ca163cd0a140035dd87cdd2d50cbe", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen", 268824, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 1, false, true, false, false, false, false, false, "cd36506a682fe4d92dd3939ba5e2d9a3187bc3469e5dd63a04ca7313f95e2410", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 211584, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, true, false, false, false, false, false, "f76cb73661b09f7cdfc9dc82133252b009956161fdd756e6b848bc977a6f05ca", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 211472, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, true, false, false, false, false, false, "46c59e93ba9a022817c19ba7cc776a1fda64e62ad0ea8fa50f7ad2badd47c23a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ128Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ128Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ128Kv128Persistent2CtaKeepsAbForGen", 268936, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, false, "42444d2d1d9e640349e85c6b8a861f385733c7cc880f4351d2ca36ce36180757", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ128Kv128Static2CtaKeepsAbForGen", 268824, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, false, "56c7bf39e13c39122e63da42ba23a741ab161e091f7c43387729ac065e7faeb6", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 211584, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "5df76ff6e56d4805c2dfc57aa0ed2aec89952e9e8202ec1982421dba22505ec0", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 211472, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "eb3c92614f21bf3b6163f3cb79cea672a2eef62a486dcfb40eeed9be1da9ef00", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "58734bfa672a1422af3d7c5aff3011f50e2794d30a618790167a0d26b93617df", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2ed969d4b7f6245a4d32afae470e33a522beb381fdbb80fb15dba2bd6402462c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "44687a30682339d9a8c3febaadc5eb65c38cce90daa4cbbc7fcadcb59940bc51", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "b836a6521a8b4558b5127b91f3eb3bbc58f65b053950bda4d8164f099f496150", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "5e39a658d94bb57e875d1f7d1249879418d76b9f1bb647d7304c0195bdb0c4ae", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "b990db787ce05aeb0444a0f54e63bb44225fb3e21ef8aabb2ade0a2cdb890d6c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "0ad6e8b92c5c9d871e6ad85983aad3b6c820409643bfb68edd23156e230de7aa", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "d94c07030a63604e0f690988774c7fcbec72f425ccc39aa15b2c507cda5cd7cb", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "f590ac51d01b72ca803ea78fe600d5a4ce39c1c7044a6da8feeb9e7890cd5fe2", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "40f0514ba3eb809f2a12c3a6a08700136cb69bf993bf5dd34b5b0b315b15dc10", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "2d515e2b927c1ee1823ce073290602c0323a7c9a5c381374a412d6648a36987f", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "2245ba984a97a870e14408c0f3df5c642eb2d05c6dff3a4372f12fc9abcf742d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b480471dfbbe18df833a750abd3c21790c7a096619d4a1eadfb994cb871faf22", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 206208, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8b44ba19f328d65ae7d9fe9cf6b92ee00110f78bbe01138af691eb2c289c396c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 206096, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4b4965eb437eac3ed43bed0dd410ba27efae19a2da24488081315109f8005dfc", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 224040, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, false, true, false, false, false, false, false, "c6c9eb7d4246a7be9148cb24a0c3a3b6ea20619eae14ad1be3c08778be295919", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "774bf1e2ab38fa572968c60830b72b2946db2a11c92d40bc6d8b47aeb3e8433e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 224040, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "2d02be3553f883dca4eef1b8fcd7a01d1788ba3372e7e662bca1552970b5735e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "7ad1a723993a55976f0feba1caf1b10ea749039d182d2936ea9ac1308c616b50", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 224056, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, true, true, false, false, false, false, false, "906ee9e3f1615d5b3e3123ea39640dd9b427506c9860b6b291c68153d516b783", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "2743e6d84af27ea4441ec352010c2dfddd202d122916ca9eeb7fe01c650f21bc", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen", 224056, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "ce80ca52ac27b2a4b1f465738cd5a2b2abd701cf2e3800aa9df7e267d62dbf2c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "a96252e522c436b0651051fed49394fd1c7009df0b7b47d529e18473eb63476c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 224136, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, false, true, false, false, false, false, false, "a08e4f940d95c185071a0882c78c103eb423a8be4b7d9360e6c9d2d789f200f9", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "4d3ed4cced27b56e922717f2927fdb23643b94952f53140d0ff0a9821ca5de17", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 224024, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, false, true, false, false, false, false, false, "4500a07300932c15009191ad16f4a9f34a657ed1c45dfe3d39c8876c61cf7734", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "6b5e9896dd3afb5c37f6d109b801876eeb14d963b1f0f953e14d32e530013e88", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 224136, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "ee2113533cd2a25c434d76da1c8ebdacb6b380bfa4c92e6cadbca051016d67ef", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "4599613f3b06de06fb806d1e5c794271075719534cbb867a14f1dbd19879fc4c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen", 224024, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "568373336277ddb09079ebbc8db02f8c700c5a8d74ae2fd2529b63a3cedddc7c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "49e33385660922711ec8c11444acb2cd8e8f0c678c6f03b478f67fb095842ea7", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 224152, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, true, true, false, false, false, false, false, "21a752957ab4e8efe80d1817c4fd78f15136b8a495a95ed2ed58cf53a9336248", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "59020deddca4a5d8a408040960c8d9d98f243994dd846603dd1e5b7874364021", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 224040, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, true, true, false, false, false, false, false, "33f1c60ca7b16e18c96dd55db2cb89703cc6cb4a95eb93c41f182c2aca1a3e73", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "0f47a11529f247fde8c6318719f3824314a1ce31e48319bbbdcf00f05b206783", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 224152, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "5a75b3f6d30a4ca1e72fd778d09a43ab3c3e6332eed611c2ca70a6b23deb13d6", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "87db1ae94ed37783c81092389af0ff513f0da199effcdf8321b34ba7b8c70a67", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen", 224040, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "787764c89d4494e88e1cdf46547981b6def123182d3d266533cc891ab1771a9a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "95e115e9a7613a88cad1235f8a300bda61d234e820c62770e7f41fce190467fb", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 229416, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 1, false, true, false, false, false, false, false, "a44be7dbeabedd6ad0f288715ccb6ef334a13ce119c15c0f38685836eb73276b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 211488, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, true, false, false, false, false, false, "0fc26e3e3451e52002f46b0e6ba91fde68f2cd5f5db981b9ab0d1b7f743b8621", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 229416, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, false, "b99e3d90e0f5b4dfca2c904a557f0c0dc5a04b732c3f4eccbe111ae63eab88b2", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 211488, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "fc6be4cad7e8b0151f7fad830531ced6f75a70869890f42285e8e1a69f734353", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 229512, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 1, false, true, false, false, false, false, false, "07375d8e0a32c3988ef9ccc0b963dccb5f0d8f42f009e71416d5c3fc9ac82654", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 211584, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, true, false, false, false, false, false, "cb8d944ecb76ca7d975dc58dcffbd10b0dc469b3886bf6e9157fcfed5f42612c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 229400, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 1, false, true, false, false, false, false, false, "e1cf42da2ee01e1ea5f10199f67f3ea5863574b64f0a15d48fe0f1618aee283b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 211472, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, true, false, false, false, false, false, "a0313090d05545347afb45bd8cde8048e44549396235c110faf1a65764007980", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 229512, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, false, "4fcd00403ccb2e057b135c2dc6703af2cf5c4073e626c0bdd83d3a65bcba6d48", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 211584, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "a824f202a698c58aa7214ac2d7dcda53d02dc47fd3b0b608a91e47290a677337", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen", 229400, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, false, "6042bf8ee8ebaec3448ac3b4ea472a76f035d05b9e8c8d19fdf1e6e519b29db1", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 211472, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "4a813e6144d59145c6ed993e140197471a06ac240e55316fe0af7ea35e4c1123", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 224040, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, false, true, false, false, false, false, false, "aff9acd47f0792f483d3c7d18fca59dac9ce097ee9a42d8cd1e48de3c2a521b0", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "c1e23c3ab881431d6c7a37cf053b8aa7287f75cc1a4634d18fa3617b383ac2c5", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 224040, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "77ee0af937ef39166ff2802ffdae957936c933a0bf6ca8c0cac9411ab05e5c54", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "966560991a6f6ab4034558c263ead8b693606635eaf07a5c4c2ec15bc95afdb8", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 224056, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, true, true, false, false, false, false, false, "3fe5fd46a67ccab30bf3d4ec77ece520ac146cfca9d561aa2779c4f6b95a2648", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "d2622c1ff89e4c230abfb3c9871bbb90cbeb8e4d68a201c63f1f5f88446a8540", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen", 224056, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "e179619fcd8c76fdebb07d92aa6c63c7ddb8a5b144a044960f41d3844747d59b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "38a85ad5143e4cac0e06ee9881b9692ad637c1e535c2b88b22277ad2dec5e8c4", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 224136, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, false, true, false, false, false, false, false, "81deb4c8335d166a1e5a75cc258da20960bd9c210dc28497263c9715fbb57dd7", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "84c30f192fe4fb236c1068af7eb02ce86ba9fdf760815b20741cf9511f8189f0", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 224024, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, false, true, false, false, false, false, false, "90d6e195ed91ca547a14ce2b20b742835ce68a9230405d35e8bbd0a619ad2dd9", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "7176be8045df486da025a52699e57f0c352d8160dc9b50fde01d42caa9035775", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 224136, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "2eafba507a2aceb993b8120f018accf7abd7d6935462497ff2cf6561875c62db", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ecd289121fda8ec6858d5e8225001204a4a5b070639f67feefeff8459e6b9ea3", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Static2CtaKeepsAbForGen", 224024, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "a070cf98debc47f43257da23af96ede53e264caf4bd91460809fa244cde7f1e9", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "25bfc6eb7c816803fc6c266b908552af44111734ec12545f7c853f309f232886", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 224152, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, true, true, false, false, false, false, false, "08a53ee661b3ce30cf9d74d825957bcf6bedfa238d4227e1ebf618257fcbcf11", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "c3762707df37fe01433a44c9a888058906c243c17dd7c892beb02d8533d6dc87", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 224040, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, true, true, false, false, false, false, false, "701bbf98e601cc1c562e44633bf1fbc2176bb05b47f076e85bf4d6cb81f8e00b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "01b91e535eaf1f10ab653835dd9fd7b02499f0a02580b95848f821d35f8beb10", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 224152, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "3734155cfac11329565088e954c7e8c4113ebe9069a325304d5c70edc8d70a7c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "6c3c606a9344451e9b9bd67a7ff474c5cd7053e54b4175ed8f5731fd938afef0", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen", 224040, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "ce8dea1ec1412666028efc760026df9708208654de8863ff46db225f6749559a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "cbc3f66d4e4e147bf84062d8d14e11d4cbadc39b587ed1bd1f18fc7362adc90a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1a05127051c3830b033ef94a10ce5334efe738bcb17c95dd3be3f264a8286a67", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 206208, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "abf87801d0c5edf7898b8d878516bec773c3962304890c0c41d3eb3c714429e9", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 206096, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "22bb40e6d722d206ea4f797ebc668af65a1f44c2f2d42165d4115596e46a5c1b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "06ca2113e49144068418fc9f196275e47574bc2d239c08580aeb08edd79c87c1", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "34e0b45a1208873a50aa474b8ff8f47aed4baac6b3ad73d11587e6babff65c78", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "769fbdb7b182855834c990ae2654edee8aa478b70b38028ea5069b154d97dfd2", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "cde8bd4d900eead142514e04b112edfb1130ade9fb0777e82bd4c42dffe04814", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "1b8616abeb75c7284c1791923dfae1d04a3a848c3c5e8c00b99a5e6fc3df440d", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "d095236c7948c668bba1724772a4b2a50b36c5ef580eb440d05793b8e8c32c00", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "7e89c4d51fa5a9f27c9389173ac266c73101f8e3e43c1bd205b4362ce201f2ae", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "bac55ffb66267058aae35ff476205d10c168937ba76ef1c584554264080e1a1e", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "6fe23db4366fd77c5af73571f66b1e2e67e1b69386555cb130554172447330f4", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "902c521a6cb5f4925de4978289c7b1f1b0cb51ddef3f82e8b44539ace07d6f01", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "2324ca3995df41e2d78b76c9c0ff983ffe537e81df155771359d8d0c9963cd18", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "4e7dc657421d05239043e264712e8354f4ed3f0603391a6d5ccbc971985c0ebb", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 211488, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, true, false, false, false, false, false, "4e09740839eadd21c1e88883eeae14cf292cf2f017b4164579bfb25b64893ef1", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 211488, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "a303c25f9f1f6bdac5c6af9dabb66accc659b92e475d7a1f50ceff6b1e5e9a04", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 211584, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, true, false, false, false, false, false, "f0cdd6303a7117abde10c552d43ee7c2aadd158c1a231c041eb4728598bbb575", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 211472, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, true, false, false, false, false, false, "8ab67398a989b2a46f096a1b3714e5fe48b8faea0d7adba85830ad05f0d1b4f0", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 211584, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "d83956a1ac5cc5e7e9d9b4b66c611272491e4c3b9e9dc25ecc2d4730426a5ae3", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 211472, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "7269b1ae75f817cb7402c820e6d294d3e15b1438df8ae31a704e550e03e5753c", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "bd7fa6964a23429e7a29656eb5558b45e0d5792fb27d53fe391ee1119290976b", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b9279973b001420a4ed2868651d249e6a90fc401c78dca7712095db3932fa85a", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "bd4cf643403f454e06c580d5a5bd3c95e9445b7a2e47cf51245eed6b76dae2dd", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206128, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "6ccfabb60191202c1ea83fee06f813cf32209345274ab8b6fc4816c08f8a2f14", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "8254a0ea1315114014eb5a2b0c178c65099e0de6b7aa1693b48ee3025d0c2a65", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "e73f768dad9add2ea3793ef7d0aa1b68d8df0e9d9c21d3ea107b80654bf3e4bc", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 206208, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "5ccdee7f4c3435a24ae70764c71b4aad7327595b7906c140790fd85c18884908", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 206096, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "a20ba2706af98f5a8645c9d8c2f84057f67c4f60a590e3087e41415282aed7e3", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "9c737091a93a35cbe10a58081aff6fb30242dafc743c355baa303e1d26a8c4d3", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "9320712e37c6b46e50e78032742047656789cefc467cd40f1df980e231ae4204", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 206224, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "8b6f39f689bf7bdaf96cc00f2a50a2d79c872dde4c63e7c5b260cbf7264fbaa6", false},
+{ DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvBfloat16OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 206112, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "f8df4ba502f3268c81d8031f6ddd6b45e6c78c1bfabdaf50bbf0d16bdc1add5c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 133760, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "2f95b72a2d02f1279494146330a47582ab7c243ef1717caef7b35f82360f5360", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 133648, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "af59334c83ee97464f93070dd7fcfc2272fd2172c698fbfa6295ba8c45449cc8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "16db4b4b227b8ac4feeb208ef11e6ac4f404dc8312fd9c18ea3a9870988436d2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "72de566741c230f35a2cf9c6bfd09c8f8a29840c3daef56453e2114950059f37", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext", 133760, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8228796ee95b7a039c7c1de89e7d939434f16250b5a58bc051c52478fd85dcb9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqQ256Kv128StaticContext", 133648, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5e51602c4a3d8568dfadb40d397b0cf2b7be53a187ac2bc572f54416260cef57", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "2e9203c46af9a99653026dae6c9b88f016aba6aaedd107c9717548222308acc4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "aa3f7d26fd44381103a34ec5650d5a4b62e54d9beb02494a4c5700a5fdfacaf4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "ab1d33d35b15e3dcd7ac8f3632350737bfbb70837490e4b5dc1de246871416c4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "c39accc2ceb9a62e49a41468ee2837087b06a54e088e49243aa75d1356117368", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4f73e85aa2de05b5624d6b1e6a9b5d7fd09357ded0f66ffa5733cce6cf8f7964", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ad09825515943e76c94542c6d2e2b0efa4313b6143ae633b3d86ed167eedef1d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "22861856719e0ddd7f1bbeb25695aad62b2c956f577045b979ecc619a1884d60", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "bd277afcffea2a3dc6e356a72c361ca26fbdf72801448ae14e80a5debf382b64", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "c0a6580d36c3c18128da2aaaa797864794208cc7f5ead10a87d664a0e25b3377", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "cc018b83cf3a6049b954d0f499721108736bfd4e41bcf5771bc0920059448884", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 133760, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "9d7008f29f886f749a8eac00fe881cb5f0fb8af6d7656f53f411dfcd31c8a0a8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 133648, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "4745ef6d3d5522981f1792d0a4dd3690f82f09610ea615361c0a5dcaef9ba723", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "45f6347052e5786b74843569fde3328913bd7fcb4ae144eb2c1f310520d98d8f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "6e7e34076dc62f1db011f4682f5d6739be746a1b08fa7fd6901c5438920fca3d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext", 133760, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f6eae3a826d7b4b305785f40e08286a99895fb61c8c562cc74cad56303cf20d2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 136000, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "d2afabfeed2e080fe9c044a8d16b6e14739b9764a596ea177094614299b3c24e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 135888, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "6d243aef90e41530cdbf00e0d28d34cf0561aaf5b24f1c8159bf790b65bcc648", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 138880, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "fee866ea3517648faacf966eee8089a691a88a49af5faa08b40733249231b86b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 138768, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "b3d028bb51018d3ee93132c05d8c5d0855bc36913fa1c0e05ff3efa0da1ee880", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 136576, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "e5251edd9c29b9ff202f88be0ef061c4b0c1bf33e87fbd1b562428b4adc2c1ab", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 136464, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "b559e0712ba6ba7ce6357a8d1cfabddb01620ea23620f1cb5234d1676ad29672", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqQ256Kv128StaticContext", 133648, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "89f064d1e7f0173c666eeddd28bf51689cb62d1af1ed67e57ba5e9ce4a7107c7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f268df0c0de06cf7a2f8950b2d99dd24528010cee742430d1633d7d05b090601", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "be82ea1619d0e9e8d91782eafdde32fc82975c4be0f3ec9c366bdc18a7d5e2fe", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "3bc312b9a755ca68b69af6e304d21d2c80418c5a820bcd55cb14dbaa5addd5ea", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "d8f7f62a7bb49944d66e8798a20cd6309d425839cb01b858e5a2cb9efa1e357c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "87ce57c8a0b9a577a69c9bc41478002ff07324226cada4023a018dcad1ddf4ea", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 136016, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "6a20133ea7f7195a3b8e6487adbcee771ecdc3700e648bb764a12d432f002033", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 135904, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "db5872a55ae7cbd46da249a31e94b4c6825f4ef4f7d3e1863b9c4b724b5110a6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 138896, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "b2b23bc638cea871e36a36b94e7ed51500d4ffacd563e032a19e5ddcbb4f4471", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 138784, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "06f8af368397d58125d8332d3c8b13bc3640084cb5b3f5350fed45b1e7b42554", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 136592, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "6a38f74246ac494646a7ac5764d84da11aa71a188af7331f3c70f1f97ed5950b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 136480, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "65da9a3f7052373dd29f864f20617086d4865b92601577756019615ea384bf66", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "735469aea59562658041892c68bdf61d1fabce71434434f882a931bb33be6af7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "8f2a89b15725944480a60a6d60ce763f4b3ce8e3ea643c8630b629634418baa5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "c17b6b7e1196b8dc15f5f616c84acbeff91ffa51b1619ee476d6fb39a4aa2231", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "016a0fd059c3168ee2bf12617b51a3629ba5990ce94488598cd1fdd63a43a22a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "88b961ad59acbecce365230ad3102099cf020789449cf34c12fc683d8cd59fdd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 133760, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "494243899ee72e88a2db86977df490d531aaaa88ae2a19186997157588fd85b5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 133648, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "1206c06c55655181cf635bfc1ab3afa5417699312b6924e20481a2c5ad6abf84", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "d76642ce384dd4812d501e7cbea050660e19ff0e569886e0491ccb9c4fd8f246", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "24a51fab9617ca14b8e49cadbeeb541a04471f2db84629cbb70167219985a241", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 133760, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ee31a9fbab2c0cfb96774569819cc248ede5a04b89b269b7f0ee9a242d575b65", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 133648, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "13c741bcede3468c9f7a9c0fc98121ff1022e6926d1a740c1cf9020914998baf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "d1de2a808025e41bbb1477aa5e6d14096549a2763810e093131a102458b1cfd0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f361c98e15701442179305e775c00bfba5e616f4589d8cb48b67fcf8a6aee080", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "e5d4ed4942280e97b12b88454105b730918d26afc6ae2e3718263c2b7ad7f57a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "589d75dbb43fc09dbc29f492fb9235188fb3368d3981b3bf99f8978666d2dfae", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e9b5f5e66586c33f13ff50372187c7e19a72710bf696267511280d6afb7ad90e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c63360b6aefe787a4b7e6f8f09c1b1be44248cc73d5805ddda7f524989ad2d26", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "a8f535de46c17fe7afe1dbf9ea37eaa7787d5220dd0c1ba545dc00d4b9de230b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "de7868c8540274adb736c7f7adcc5f8659e585a8b72485fcf413f1a60b9f6294", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "c8f6d52151ab1043d896272777cbdab2de0d3843dfd6f133915ebe8542f38d73", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "beb2957ebb0fdebabbb9dba47e0bb0d05bec3541f21dd22753f0e74ea8c76858", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ae21cc3d8fb41189be365d4fd5dbc09824f157c3f4f60892444cd507403cd4cb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "93cb545a29e9b339406ccab56bd80011e7ca6a187e2c893def5730993f9f3f76", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "00289d3844e8e1ba83c3c0038d0dd0a5b065b114b29626e2c2416b10f7f2510c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "bb9ebc9801094da6ad54a5c1e11ae5985eef629c7debb0ec3192591dc4d581c6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e8a79ea5df96cf07e847fa3912ababbd9984b96507d8a4f187c099a59bd32712", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d997d0ff3d6b42c1c521b49f73b0e8313101b50361c389ab8f86abc3397f05b9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "fbda65e5366b5b28228969153a3c5ddb7e6a4fef51a7e31eff601319cd058beb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "55d6a6f0ab6aef60c59a45339434c155227f30e1e42528c230c7dd8501e31454", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 134528, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a0ad75a7c94f0fb14f6ba990e2c22e4184be8be0187f454759f4007cf0f32f27", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 134416, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "bcd9776b3fd85e32076b068c91885d8d2038c5b7700df2c4b94504df269ee5a9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "318fa8b9f9a38c9fc20b3a24102eeb561d8e97c9655f769848b1cfa230bdfdc0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "4155be01fb11ab97a22f5eb2d2121da3dcc36dc9060f111ca509fff08d6e75d1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6d71e0ea607af1b96a45ea6b85eba92dda05426f6b74d85e7ced8160ee126561", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ea2867939c35526eda12f27f638e863cb7e1025316a26e83612576fc167dcd24", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 134528, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6225d49291c164fbde1f2c27412c586f7c39f701d0e89923f8ab06e7fb6ee1e4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 134416, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c3e95a13ddb11970c372628b0716789e621c49acf19dcbad4592d226fc0724da", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d5ce5c28f011636ef41776e9303d9556061154d27047770cb24ded0bf666c4bf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8f5fa13b8948ac2c8b536d598705dccac25cdbf5751b5fc4a8a626b0db5851c3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "71b5b660179d6db5286069f26d83b72f69f27c8f2c9045bb32cc746d280063db", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "7674eae00250a19257d44afb68643e663e6a843480d4ed6c5da3ea3ec6a8382f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "754f7d1e017ebcc2cf5ff71bf2b245b893d584b3c774dac3714eab0a39f8bdde", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "3758da5b8813a4172e647b60f908ed42b228d41c6d793c8295549cff3216c354", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0225e7064603cb24f6b25690ef3f6771d9f9773257e72c9f7795ed99be2af9d9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "49b64aa341b0ddf9ecafbee77d2f1d752aa57677540461ac78d71f3870ddd65e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ba59b420d64542d456ef5e9b5896856580d0f8ff1c16c988b65a85d3505f7ad3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8fcbaf0489c74563aa261a418954b154e8fb9ab3eb52a5a34e754e3057a41df0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e0a4723e4f3c63ef0da70fcec4a459b5a428bd4fc6ac115a9daf2b1d8b5179b2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "10be72f41a5ecfd94ea81d4018e8b32045629e7077aa52280d9275056f3f79ef", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "7fe021ab2464c82ed0bd65844916ddf905c67ee6aab6844b4eddc9712ed6fecb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "2fb5052dbc52b98f4440110f289074989dd8b0ec9efb60b3c384bd164a767b1b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "6c3074f4c6693cbab5dc591e184a31cc7edc8723819312c163e88d623ce50cf8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "ae0fcbdc6a17b5bfb0440b312a25f1a450a8bb3ee6a0ffdba0a35845da12ac7c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c6ac5a3aa716d1fd548b75522b849b9edfb90aa03b12994141ac4ed74d82e6ce", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5abe81882829a93d808aac7753d3dc23a89e289d892e2dd96c914813d30c4dc0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "43b6636a0aaa32e2090621f041865a145a526babfff3b0dd3cfbeafefa0f3f12", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "2ad3008d9ac99f67327985267b588e4a67a207a3c4f991d72d8f3a0fea73a13a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d005ea940fadfbf4e08b68a3d33752fbd5ff17bb68de94032cb3315f2cc82bae", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "630f83523aa71c3e3facc8e8bdf99e2870c3df21a85a8b8a792ce01a2c99e8db", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1f0875e3cf06dd5b5bcb669e744a3f46b11f7f79203331f2e9391ed8ee53d7e1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b18fc109482023f9057a8616549e7ccc3fba216409404d37ff3598134b421bd0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 134528, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a57196812a74b260ad535aebf8321006acb1bc717793675c2056771f239f21cd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 134416, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "57bbbc3c2e25e9054fb3ddbae1d716e97af00768fb55dc6e9d29b845efcb5526", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "943d12921d3926811c82fafe30e17cfba4e76d4426736f03f3f412d3390b8dd7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "412a82fe651a11b086354b7b6d007980b406cdb7b5b55885f28429a2edd88af3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 134528, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f8795ecc0954cce91b0780184dc71517c94099c93a881586d7e73d5c269df7bc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 134416, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "80b75a4bbd9664cec132a991a5b4152231b74a9fe18abc8a5c2d061525fbe659", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "05e7989b63e2d03f289f38d2f66a71a495470de5fa604bdcaeaabfb68848247b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "eaf117b4a22d86e10e033789ef84b04542b4dba1f734dcc6a0943eb5aeb2a6b6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "708448cb9e484233fe806a970bb16faf791ed6dfdf50f8834eb3382c0b467f79", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "91da0d0725031d2e9989e02c7b32de09fe13ab3c103c260e81eee653a85bf86c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a0e4132b86db6dabdc1ade50d4ffccb965b98daf962bcce90606d82f4060ae3b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "13317d9ff3fecc0eb03cdf21dfe246714ee2eff5da421716e7a6142bd426cbf6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "57fa210aa70e2ff9f80f580030dbc8dbe6142cae8c4a06d08e08c7e28abfd78a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "185da1d1069bbf0651f3ed6927a42c2628d2a0be3c5219b6b4473508b9950b3a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "666abc24624ac8f04364a705ac16f6172eadfe23418f2ca11760dc644ff79a5f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "b33b3ed6537ee492c2c419a26de2712a084a22db7c2adb0b55dd35716ea81137", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "fc34b5a54855f557084b6a547d10b6b01cb44001a9e56383d8c3f862ea2b3897", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e976ae915a9883ffa035c906cb4b865cc489a70ac2f7b1896cad954967d778bf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c18e871e48126a622f4f2dbfd5502fe452629c747242496c5a802d416f37b8c4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "55a01162744fcd06bec753d307967a708b93a18fdf1e569e7aabc23cbd557745", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "14d50554a8d1cc5e090116d383d230ed0f51331eedd69e21eef743e5d985cf21", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1064c5bb2bb319c39692effabe49f5d99b2f14b20c4e696a2f23f834e15dd193", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3c6b7db56d56eeba0237520e3d4bae1e4e7e50e0fb37f7c41002678f0983dd5c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6066d25b39da87e4b69f9f06bf66103c9e5996ed7ed61078c2bf580be610961f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 134528, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "e22f5a0de89d8b658152dca9007d8921978a6bae1b2ce00a0934ac783741b225", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 134416, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "4004562aafd562aa320fa0aa930bedad6f9624424a257b1216664fccb05ee124", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "1c40898bf355735543d7f90594854cb3ee3f314212fad2468a04d307ad050224", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "860383b710f988e80eab33c8b824055eb53c2ff27fc030e20f0c1638df09d7e9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b80f346138670828f47992044a71d1c4f1a8f8edae5aff1944513b73932aee4e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6f0eb54377b2351431a52a85ab46ae8c9b9bce39533354172258555b44443f9e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 134528, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b323d10c88bab2dd78d8a850cc624b4f84678282c239d4162543e2afaf57f0b6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 134416, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ec4cb8985e56350197615a19b47c53684e42de672639aab130de447ce2b73031", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "31615e0daf1e189438e732eae7dd86d60aa8a42ad5b63810cc88907b5d1b3e3b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "fe216a340dd99303c361cead60d838c410b591106f37d343cb429e0991734505", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "0713abd2ed01da895e820082c484b0843c8381c7707671b0cf4764f8888b9a96", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "02cfe896f772118f3815fc953e24bf4c09830e823b548db70b68cb613b04e920", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "c1cf95c29c4c9f8e0abef780ba23ed8931436e61498ec8b9c01db866dad6536d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "07efdab629e5cf5218c288d1b537f6beb5ab91637f2c229740568916edd89522", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0832f6066f0a40d763be0435285966be4c54bdf01aaca40cebf73725d828e0b1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "52382000ea882096e5108ccc3cf8322736fb9f8154f15b9a9ae2d66d6c3e8ee4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d8dc8117c7742b2c24ad2413b937fb1ccf09d0a34ce080856f2ee0c82f0ee271", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "941e4f781760b3b4dd04ac2ad47a369cd9e498b20cfe2e5699837c63dcbaa451", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5004a800d8a6734ccefe8b5889d946eca17c7fd0deaa0d21b4d2a7e2f253b134", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a8415d152e6a3a2510586680ad52bc76f434a68b65fac1f2d3f61120604111cd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "622870084195e8d38dcbd744bb6b626fb8a34518b711dd3807c2df8d67606182", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "bcf731ed932ecaf6db5b6ca865d5640d05d46a65d3a7b8b1626cac172f2315dd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "9c47cc2b2190247ca7f6baa51c86f8800468ac350a5e639b8217da613b3dd42e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "6825a28d1522c5baabda69376d822866db2c997945882599ae81137a1e8c4f5b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c5663518c905b435c0cee4cb83a99b69e0cf20839afba018049940cf96397ef7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cf6b4f2d0c833d91b885d653054ee3dbf3585b944ba1d0f19aecfcb480e00871", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5ad80079a9025ce0aaa914d75320fcedc9f94bc2373e10efe1e712a8c957f604", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 133760, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "471addc909d2b847d489658cc14b05da44e5a0e443f48a2749f686b18e8140a9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 133648, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "0436ddc05610aa96b4476c60495dffe28c4557c4e4e8884ebef1bf988842a0e5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 133760, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "713d79ea79686ddf08dd59f2078943c7d373dfb527b46880ae07a1bf3a794559", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 133392, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "ec093432b31ce77fb38e945c6b0711fbcf12f92d5b14488fcb0f50644ea9b60e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128PersistentContext", 133760, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "83aa87d433f410ed2e0b50028e357e43d8488e251fab709ac86c4b6a8de97a5f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqQ256Kv128StaticContext", 133648, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c64051cc3124a7a6be13522d5469a685c6be2d7081db7ba9b223febdc11fb224", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 133776, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "4d0201b6bd8a20044c9f1bb6fbbf669af76a554792718c8151740efb683cb130", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 133664, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "8ee0188e2ebcaadbe69f39c417e01bfd506716ada9be7142744aa4c3eef0a5ba", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "ddd7cf5ff91a40ae091559699a9b1a4b64a20479b2c131be177c649d7588fa93", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "548e0db67255e33d3f6f3c9b97d3620ff27928a36ee5ff5ebb9f388d5b1724bd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 133776, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "21621bd1cadb25d44588fa4e197fc430acdb170baf33a9d3b7d98503b560b1a1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 133664, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "90f4b19a877b5fb10e3c8895824d42d5ee6a72dd47fd9eb828ecdfb1678b7de7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "fdf1b6c70ef77a2dff71af5ffd99b7ad45133d732486b49d75b743e498d8a28f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "0fa800c2e204fb74edc18e5871d0b111538ed8bd078d8fabe2959da4b7146fc2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSpcompQ256Kv128PersistentContext", 133760, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "153a35a97048593ba387b40acb0587ade9cd7ee4e8af94ba6fe64cfcf582ba5a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvCausalVarSeqSpcompQ256Kv128StaticContext", 133392, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "e23c11337c28d6218131742b039cb1887eef2ec76572f9e1f17c2470fb62c412", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 133760, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "268ae5301910a9fc68041373dfcfd39bc5944f75ff152ff5c3b82751c0b3befc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 133648, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "3daee4aae20cab9a8e612a5e22dd7b33864b93781e681720b6b41bdabef8004b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 133760, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "7767463ddacc7e9510696839b28b5f640e4cea346dc64c7a785fbbcfacb164c9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 133392, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "8436da10b2969a64c6fbe78fa067b68eb1fcb98d44abe97e270804305b9fa3be", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 133760, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "432ffa0c72641d44adf5f940f8fc1a34011f50e26e40fb4a13742a33084ffcc8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 136000, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "73857a080829e51b706a228a77966199004efadee9acf26c2e6533363c83547f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 135888, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "ec72438f10a89ae889e10729b3b526ae8e4250bca818b7136d2c86c6cc2ae06c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 138880, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "af25cff74ca42d603176d389a98da5eb48e4d3530ae198cef0928800d2c75757", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 138768, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "1707fbd851b9e8009976407202e8b2b00e8395450066ebbad06acc0574fbf2bb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 136576, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "0374e6e8252e7e263553e0e8f199fc4085a584dc286c0f53ad2e6b2cb7cd3c46", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 136464, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "8bf06ba05aa522f4089fbf84de26494df31970a6ac33b3e48ea1787ba12b5705", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 133648, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "73bb0cb5193a8644dc92e25a1d95b6d951f3d04ea4fb92a574092ffde2316573", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 133776, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "5c7fe1da8df16e6a97873eed40d03008d2a745c3f9f4317432415fd9ddb6337c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 133664, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f24f98ac27fab3037c1bfdf500d2ea6325511e7de8d757e0204ce1171b2c6792", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "987ba03a014382dcc7628492b30ad989efe38669bcf3792bf33aae0e09a14ccf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "cf1894ac9747002c3fe03874e877a8a9d5b65a5333107c73ade49cce187a7794", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 133776, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d84f025e14d23b6eb80c5bbc908573db2bdc26b9599e74341a9e5be494bd4d96", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 136016, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "251dcd3f8e89d3d62cd0c4376508d7921462d2ceb7ba381ef7cecfcc146f9cd2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 135904, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "9de69741a6e1ef5815ac64f1c301810fabf521b8705654497bdc6cfeb523670b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 138896, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "9f3085638bfae2892b6af897a71174dc020addae468bafd3c462336e1d24642e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 138784, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "9818180a116214abd7f824cc80cd6a9207abb9d90d00a76202f8666459f42f0a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 136592, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "fa002c47b89701ffe03025e3b22773b17ae85634045822df8e53e65a69b90c7b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 136480, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "afdcb3a8da7769249826823dd942daec55f4f4f9d92365b28982db2d3b9400a9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 133664, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5aa171228cf62a5f1f1c162bb76ecf07d23a8140b1c0cd17d0021dddaee3da24", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "ac6cdbe593e157e78a5032cf00510896077d4f2583bebd49ca035c723210b45b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "8cf42a0be897b9d139f4e6ebc19f483aaf6f275abe9daedf072bada0736fabb5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext", 133760, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "97cba147deb1e5dddb9fa4312de3302d8b6eb8f8ec59cbd53bef5d324ffc1813", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext", 133392, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "df19426f3bfafdf5b8c3bbfcdad4667110ee1b9c8411ea9fa1fdb0d30cd1706b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "e9d9b45c9f263b8f2928139d0943fb482aef6f1d22c1b7b4066df560daadba80", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "8b2951742cd34c0b7504d1da8a2bad0cbef012f9350f6c985a3dae3544520e39", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "c5db4d21a7edc60e5edca96ec7ec7bb5e718de107cfd038d33a3fdfaf255382c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "013742ca6cb6d4cfc49ea6a52f87a2940aa7448ba770fb22160baf86e89215f2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9e7e90eaf8295489908febc655ce402805c0ebaddc5c4759639d5e8b1afbd586", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "bba097f913a070ecf49904aea2e90de3967f7e91f1ee8a82803a28eb34021db9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "1d1a67efe6672b6c101f1380c6a4990a526bb15cea7076a5d5c32851eb459b72", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "81399212a8c5100962df419b859a584b489eba2df6a661095e9851e37d3dfefc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "0d939bbd7e65a7cc7ec3ab85e9aca93a0b56aa4acf8491aa06aa55fe488d314e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "122e908906dce047fcd4625c5b2d0fd2762e316447fae7e24ad83c49865c90d9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4ad875887f4793f41681ec9c6dafee3aad41247b49a2afa789fbb16ba13a4f7d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ba1674060187ad4afcfb1bc5763cc7b8482891d7aad4533ac6c9d43cdba32917", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "5a05706d0463834b2a097f9414022215f91297eb4c58fa7cefcba5fa2ab908f2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "dc42d2f0e7880a0841ce1c3a0b3cbfad4de2080cacca8cf143eba0dc515ae29e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "3d55a9571d699add1757808b6b6f6fb74b4a71e8b19965cb1ea990492031e9d1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "2621c6b6ab2a4e63a9907d4876c7791ff64433054c6d6372fcaff6e60ae6d2b0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "0d21f52c52a7518f665f3995666998de9f0763c044b1bef644ddf78496324dc3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "91403ae3f9206e25c25ea7e4a67b883da92d6677d646c387ca484d6f8a435954", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "c12424922527936d75ec4bf5452a1bdbea60eb0ea5889d692f220d8432dda774", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "46e7e1f8121e82398b73603d716947bda926a5b234e36cd17dee8a56e92e77ee", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "91d6942402fd1b2c3f5447b2921e2a24817862cf4544785e86804acf0bf4bd0d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ee9bf0b84c335901bb776eecb4f623b1df978da4b3fd88d146e75e9a70535667", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "904ae821586f3972917ebf3ed4087fc9d5da64402605582b4f28bb67e6e87c2e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "1e8eec241db9de61bbe86c9841c7ecf388935a5bc9933b240d0a44301c69855a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "d87d2886e633b03d854c97450c3c0c77128660bc00a809d8d51dae3173bb1233", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "3576b1414056028f0b34e94cdeb73149ce78adc0a03228eb2a1ed12e4fb64da2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ed8b92da2a39d6180414259a18ca9e8d43c3a54b348c45301ab010d1675af5b0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b7e53521c0849b746cd456c1033ebe514dda265948451a80188deb8975c4aced", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "990ae3e29758f45216823f0cba9f5bdfcafc56fc1d9bc6d4d24cf0b51dce6edd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "61d46cf78a4f160f76c0fff1f9eb9a283661582d46cc6f1a8b7984eb491edd82", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "8c095f0c5c00c13e4b8f1ff77d8f471f704b1f07f675a13c267c53055393a2e3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "7c2b1461f63fc7c78f7e30afe49427fbf3a69c9a731359c7903b19e799cdb000", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "5e50f9cbb7ff798e854913977e586fadabef0e2c4c59d73ef9e91f6657c4ee8f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "76ece66a8c775078e73c525e4f17d1ed5040977a3eadb13909315a3ff0844faf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "e8469e4e494299cb4bc7cb4dced40d3a9c60931ffe3153e195c497286530441f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "5b184707eb6a2efc68218fe3154d0faf4a1532efd272ba6a6a54b959133b2fe7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "cb22ad496c858f1ecd7c42032fd7ade145adb873255a9c52999eee1493b1b18f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "bb108b2b5ece2db2c37ef6532c89a3489cbbc408eef320f9e46249349bedde3a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "a3e2f10a16b778731f8ff2f77b1e722966a9a3310ce50d08123c62b951ae3c09", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "c39a8d731e5186297d60080c8725011024f50520638b92cb7a1dac57d08024d7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "d4f8fefec15d6ad14d107d6dbf4523b34088501e62d13e82ef19f819c91832a4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "123d85c08d6fea641ff27504377cd8adedb6d0c6222ef087303d500c819b5ca2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "796d17b6aef2b4da82381bb023daf2cc09f0a60c0b367555ac2fe10aed4985db", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2dc9c73f164a361e0595b43ead0c255ad3f059f6865b0d2a0939b46e211c9e3a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "32ad28591b0ff95af63c1ac8de6f218d381079eaa9fd22638fbd476837449ec8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "3a28edba5a77587d62baafccddc1f8746a4aa7d90f599b9f6d6ec19c09eba529", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "5433446c13374112d1260b69f1175429244f50ace8c936ddd988d8a5fe4cac4c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "c16f6bdff4fad6960ddf486c0cc066662411e271e9429f218850da9f36a1bc98", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c0132d1b26cb4deea9d9bdf746c5a536062bfeb2078e57acf275968377635810", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "89e293b492ef2ad4a93ec7d15b2db739109e42d727481cc3504c102ad76ac980", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214336, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "cef9d5e918edc8ecf226e27a134a5c4ba276c7aa694553c46100246c2f3c042c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181568, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "dcab72f324b1bbb12ce2ef35adfc4ab17e11dd4d49b87207ee034f5d396d315b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "80dd785ca89d1307e2434d89b4af7083fee56155337239e83e80fbe1a68feb4c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3cf57b5034202bf46a1d596e04df1d357552c0ab5809a7c582901fc7e9f9ba80", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8fe474740e8bb4e25af63a4894e29a79154ec8d2ff908942648a6692c9a2f634", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9663a952aa507746254b07117a21ced489e6e6e0c06b30b1d540578d82d3f50c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "8b6f3db4bbb590e7d3bd324680b4df9e15e51284509ebc338d69640ca3704aed", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "30ed012d3c1082c7d2b0ea269c28f0eef7a9b707bd33a5d4019871eeecb817c9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "cd93e14915492372d46a3c5312a214d4b5574e8430f0ad19516f16df698a1ebd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "529a96e663e53a8853fb12dfc28fafd489e31181f8c31d2b323e04123191b572", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "11b23b6ba66b04fc9e9c41aebefeae9a4958c8d6296d77ac61718e42953b1ea5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8ce290fb9ecdaa02a90a476c5f223ffc22bdd50dbe5f6498a38a1453e0a77986", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a06b2f1495a9a9088e873bd57525d478161e910f4ab93f7315b35008276ee4dc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "196d0ed28e6e14e696ba1e250534bb35889a196738fbee56be1f70de1f33c6c4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 181632, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9de9a807dbe144dee79c210a2538f296dc58e647f06ec603dd417337e4154f71", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181520, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b291ed86d99735d5abedd4729d97cdbeeb1d3af045a03057dca9f2806c5e627b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "266ecd2c53efa284d25807209c9148c135d46dffeffe13426c63a04c188907cd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "1d76318420f1aabd722341015d30aa9ee30812495e41ccd802544d87161fbaca", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "54e14144f9185de675b37ad40c9b5f50ad89a80b65c09f6e2d31682e75896695", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "40965eb6e744097071f9b4f63122ec33c7a53e32360a09266d13dc8fcc770633", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5458a19ec9478f4cdf64814882b1ab97c3e01b8924ebdee81366d1f424652aca", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e1ba73241c8cdfc36d18420e66de621751d60ed1038e1f4e087c82a32174cf44", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6b32f81ea457710e0b658554529bc4d1c2b0aff3e4e3ac8343085928438e6dd4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8109664c7c3f40050c0b4f617b9b6546754eefa08eede226f3171aa296abb2ce", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 181648, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "772c5219dbee47654a6cf04801c094a11ac443c12c2bc5c04d605e45286c0a65", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6f6428d6d90e605024b8e87e56dab200e3d133731b5fbbec8b84ba2b4d54d294", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "49124a21e2351800a9d99619f964a22bf4e0afba74ac8aac4581428f165ffb56", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "af8fd71391beb50ac7489ad99b2dcc27be5d7a2a5e2bcaf7d98c99107d0cc428", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "58865dd3203b51d8bc1732aa36e062eb7a5b0fa65276859d850eb556de5f7dc5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "7620d1fccb967ebabd5ff6d952ceb75359f3a44aff2263a7e8d872f259c7f153", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "34c417f416e991f82944ae892cc744a454937548029db2942a8dea32dd08158b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "dd8bf9fc2a8a879596c3d83b1018013fb21d731dfecb22382a978892eb28b1dd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "c9bc3d35408cf3dce154e58b588aef8d2e00c11829cd47ef773e151730099e22", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "1861e5b7155d4a4cd645e19ebf088ae6c131756f17590453835e5c18a3616b80", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0af965ae6d97be1eec60d004c67db70406702752be91c8df3beeb236dd6aa900", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6aa7fbda0f478a799dc0cc477ae5869c9c09c8dd98a6f795f9a14b39e05ed2d3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "43418161280e3e58c5c4343d4aa02c76614df1317c5301ecee711fc9a9716945", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "d5e86a6784eaa5de210165d783b62119b96494517d9864426b68feb11a016aa5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "ef62d4eb44db44565105245b35c2ff03260ae10839b55cb15b7712c28ede9efe", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "e79823668af6708c9a2d91c61375aca94a1dd2ee35eca5f079fd07c05a38cf71", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "83e9d7e7555e2c9b3db5cb4dc64c51e1332bc47b176efd168072c3d25d91ccf6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "50a6431677ec9b85eb989aca70bdd209de37f98491f598f3da005ef2f43c8f38", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "1006981632f458c24e412273581cca759fd5e1bb36ae3ce34996f11dae471893", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "8e3f74a0ee7c930a96dfd0132173c68125473100911fd5d1aaf66ac3abe2a346", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "27e8b7af3793feb48b5d932ed5e149e75f19f812afe78c05415644d484e70cf3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "8cb568d36133b605976fab41cf82d710e3b6621019183d9be247b0f46b81ba08", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8d31cfdd6d34f615ef09edfda1170f02dc079064d1d8a14074172c1648fd2396", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2cc756a063dd2ee5163229a33c11ab85d34a6792603f260d2ed0cffecae9aeaf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214336, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c7d0c607a2d5fd4c884ea114825f95803f878e998ea61340839f648e2884965e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181568, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0251ec68ca602a4bd52261ad016d4f740b967aa73fc40603b9f93a7099ae714f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "66448f659192a4b6993f6cc27e2aab4cf6281fc90c381f4ac3c95d56ec488b5f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1ea5a0a5e55a7dd5f4d69e27eca4440ff111dfd59a4c012d0f27890cb4173773", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f3a5911bfa7d2e09dba0f1b28ac7165d84bafa12a504463d258eed1d3fe70636", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "68c66b1067a5b3baf1ac564b5bcd13a93db4cc6a309a61814069faca65473597", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "ba957866a962efd0be745bfc2f16a0633565c3da86e06e9f574c73832d92356c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "690d14071443953aa978128307162d93f6481fad6cb936db5c8bd9fcf5d6f787", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "e2d4a72f7ab934838528fa548e9d4c5e1498d49d3d251c54ccfde9ff4b191c74", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "bece803b041f9e113f728bb577a6746bc7a135f23be49f588b8112988c414f29", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "23016b145c842897ac7ab3f00db7359a292e474a698b8235a8fac2ba9831933c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "208e4699b517963bdd3b25c7bdfee0278b0148e28e1534f174f6a8f4e9363ec6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a6d6ee993108a73220b691bffcff64bb080b026024cf0d9c31378a32766b4081", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e9af06e8026bfb3eccddbefb64e06b52be18f8c3da6ede4d1453a2ff32c5d44f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 181632, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "67c3912f31939c957cfe6a8a666b7e89b5f78359ad5b26381ff26ddf798053ec", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181520, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2b65693f771bb966c94188c2d860f804d00db2148c9642e4efeaf5062d96f92f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "9e006d257a94b0e2cbc323b8d473a282b589a0c03b01e6bb91c796373367b17c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "b0337175db4129871e769e870923e072b63255ab1d89500a3021223189e49914", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "7af882ac474fc3f70481820a1e395ab44f499704bf0cc977f4f282c79240b163", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "63a9a297fb7b3f0f031c75a7c716baf4d45f8e44387317f48e22a6f1cd0a4523", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d3015271c69b95a8c1f8e9409bf610dd932025a9aad37f4babefbedeb256a2c3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7b3d37ef9192a9a862658fb9af24b38061446450a32e232b91160fd37d8a4de3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2e75d6fd7c6605efa089f3ee9b351c0a6aef5afbdf369bf74fca482d0bdff508", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c6e1e6ef097486a088eb5bd9e6c5879ef4825d1332a728ca8b5d7201dc657a96", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 181648, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f654a23742ee4db3f4e83e50af2c2af13c27419618b7885e66aca0f2da2a9d77", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1811baa3e2308ed993eea3ae7209e2dd7afa679c0e6011b61f63cdc00239c71d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "b9e7c25aa06da3b0046ec4ffed7b1957c3013f04877f1bd5c464bbc950f5feb4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "12976e4ba1d433abcd43e9103f696769883b55ce1e4bd37cf0a04f4bc6c131ac", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "63863ab76e17efcd16593ac48bf63f685bf5f4e568ee8cb0955462dc671c2d9e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "6834deb4a3b87f2d85003324ff22a3867c7ffbabcd9431c26d1d9390aacd1702", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "7ff156b5d2e9826203de9bebfed665e175c3b25f81393fe046c9c84a3dc0971e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext", 213520, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "1d889ce2b9416cbd53f44f32381970daf8e7ee37818a44b18f115ccabb5ce5c2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "943fc4ba624935d76efb1763644f4e2ae5bea0a4daffba9bef5e8106a4b1b834", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213520, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "37ec3978dca5d06e1e297937be9e539c98058031d53000d6e1002b3302e3858f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "cf2979d7aca1d97caa35ce3b2893a1e1f869637d70ad49edf84d6c306875f419", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "fafc61ae36a501d14559af94ad1c53cf3f62c121cb00bf04c8b0cb8833130b4a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "30b2547f21d44139eecfaa40a1fbd10eab660ea509284028fe47afa6e71791f6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213536, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "3ec3c8227bd4f96f184e897e012a79c101f21a76971673f403a0f582d63a5807", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "4e864091914554c1c77a3ec1c5c179524f319552cb3c4cdeffde10be77d7afed", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "d771936e5b07f91a71cea8ddd95f3fa5f6dd2adfa7304a85d6625b30230237d4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a9f5de7b746fa0bd3735419657c07e6a0665730ecc1373a98f8b58441e0c6000", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "bdab829f60112e5d0a9b7091b70e1b952ce5ae245b1d099ffa7d9929595ea086", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "cc67de9b77e165d653495d0dd0c14fdb6115651b1009be332cbb4962f3671849", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "75cb0700859c399f1511da0f04b8e43e84363c0f9a5f3c5abf2688cc77b580dc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "4bc18256037f2ee134af73efc715c47e38c99a665b22561888d324abcea54e2d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvCausalVarSeqSpcompQ128Kv128StaticContext", 213520, 384, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "ad1e586386b9b6baa9d95aa5b8feaf8b629623541170c928df117adefbe8c933", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "94c7a954694a19d27914b8a74ab81b31d8c63b8184386eacb7392a69f4cb8f80", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext", 213520, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "9810aad86283e7886ab9970e579ef20a0f559c57c47e55af751c07799959111a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "fc89ae069a2fa1499d1557d7b791a5807c112976916671492a3439fa9fccbfcd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213520, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "f097804a2c85a21690f09e34c1ed220395aaeb903002fa7a337e47239a32500e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "85e53165f6a919132a230579a4bf6b3ff6fcd7d57fff23a9355f653c31961d7f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "565de249bb983d7fa7e28ca48939420f54ebf5967f5052f11ca176bc795dd604", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "ac02c4c2fcbc87be76f2a2c3544931554a1b0dfb08d8b8ca6652d0d8ee698e00", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213536, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "89c96d16b9b1bf12fd3eadefbca5757d216d3c4eaa45b9bf79c19afffe483819", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "c9b7c350f3b680489bbb0d5e736108c63f77b32100844c3d0767e3cda8458855", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "a1803065b7bb34de0b6b5a1efb70df8f3ba8c6bb50748c13a64ac0a48bd24a30", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "12f0e7ed6d2108035814ae022e10fb7307bbf93d798c1386d1a68f3cf8ff00dc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b34e48332d45b4c74635a9ccff01f57f0bfcd139810b3301e2ce1ce75a150290", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "4fc5c9a09b058a36a1e3222d551786a9f2f492f212ac799c4e3ec8975d91cce3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "a17644e8b0033fa99e29dce304dcd1890d077c5b4e24bda9b69e45f0bf3122e4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "268dab173606213ef1cf9fe274dae6a921640f747c4cbf5d14389f5e17d8f513", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H256SeparateQkvDenseVarSeqSpcompQ128Kv128StaticContext", 213520, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "fa6d953e9802a7801776f389c7aae8807258572d1c85763f5da7de752c8f34be", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen", 209176, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "19618ae5327fa9673eb8cd745fd981697795acae66f09fdae9b93553cca662ad", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen", 214040, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "4ed2549167faf76cc9037ba12bc2759b7ab31456a4b4071652f37c5beca4648b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen", 198552, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "ac6ba7980004447d07c00eed5f69c385e6c4c0a3a58515e5da1f335184f3e9d0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "d0adc4588c7ff2ba2aa20663d241c86f8edb5bdc489e4590192bc581a379eec7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "70837e296f6d227d99554aee718a0d44748a6354e058649f0c2da75271bddae8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen", 175376, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "8201ca75ddfb65932fc09edeec425224c41bfd77a151490c014bd15844ff48d6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen", 196624, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "dcb258722f13ec170ae283f2e30d34ef046d7c84a93a26bed96294055bdbc28f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen", 164752, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "4ddda9e250d022817dfa265374efbbe350316c6fc53eaf3bffdbf973ca1ebce7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen", 179568, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "1763b9762a0a37e2a90fc8ca577cd5f23a4a97f0ef0cc0e32ad34d7f30370497", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen", 175376, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "d227cfe73ca5538b8584deba9a9f538cc6c00941faa39d740efd38e576281c4d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen", 204912, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "a3c019a610467d1ec0e6950bd27970d633181b37deed068a919b58e946a0670b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen", 196624, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "4894ee68dd0c0e2501ff0f7870ca18fb78698f91e106945b8db878d3022c283c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "2c9823f08b2d5d1ddb67261f9f4fbea1cefd52da503388aae67a824ef2d4bd03", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "b105673b3e4790d3d9c6d6d9c06dbfff3cc45bba605c657b1bb4948057838526", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen", 166896, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "68d5f3bd59923a05e4e02cc88b0f49d55639a44074c3446992885feadac00835", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen", 164752, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "b923c073d73798a894660bbbe1edb49ca98631595d0ebd0f10225e61cee0ab1c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "324b9e5d118429c5db4bf0d603611f3a4c09d230c7f5ec7eb3cc0d45142bdd99", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta128PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "12c86e4bdab24f8e99ee6f6374849e2b78d6dcbc38a6e950ac464bcabf548556", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "39dd9341578834f6ea873fc625674bf111d504b8d157d331fad5751c32e08f3f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "d94950b7c01e7ef79fda05bf0d2facd91a803397e45f2cf87b4ad1fea4c9ce6f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "25ed27b86b99208a6a0e94c472305536bee91b7a17ac3ab621f9591d5f0173fd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "7f8c038106756ccd49f0a19ac6cbcd9c0977043c0519c176d3932f87bb8854f6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ea733d85b043fffab17a738285c966a54618f3d448e6263389668478390cccf1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5e01bb051249ee9150aec2b681a467a13551d3744517c8a2551e93dc05ef7d19", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "43509d7bfee28a2d91b341d3d8bb1d95e657db1d8f660dcf77d45c6cf6916205", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "9f659f5a17394c5d59433a24990a8744f97875ca12d8a5df19ec5080a5895406", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "b47176d904453e1b7ae74ed7f9ab65fdea14be989e90986136ac8fe405e03f9c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "9102efe5fca3f11fa55444bfbe2235abcca43a0004b5c31bf2a37c446ed62761", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "66af7f7d0f617826a5209d91dad60a07574f7c9f483186ab9df9a87f2912dbf6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "edfe0271af8fe6aa3de706eb45e1843055c28772b46beb8fb0a0e129df556aaf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "3eba284b710bae57679d64b011b532f2073e0bc12413c6016af56585bdf551c9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "4bb0779d06e5a6994cb93b05e87ff896910014c088767a4ee0071623ffe906dd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "880aada64088999d55a7d4c6d4405c279e465e11299fb4af339513758c01e086", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "aa749913be1aef092786dc730d746bd208d87160583b40e963c52c1cc55fee98", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "3930743de50040a315d1f2c6c0d46aadf6c8c764813b2998dc5c5029bc8d2873", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "7ac9558e1790fa5713cf9ba4053d086d0cfdbd265c28440d5b8c39b374a292e5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "0b3c2f79d26e26f3db251b547c280320135dc297717f5701a33409c097bc1663", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "1ce34d0080f95a4a875a5f0e66a703022be79e53214edacf939d77b1dd40ea14", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5d6aa7f659c4b3cb5f91916b96163b03715993b0843e6982db8d360a3fca2a00", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1417e91bb5b26133b3a6e27360329576faf6108d751a40274f22929ea6201031", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "9dbc597bf2c657b92d32f3d6cedfc0c77de209ebc0c8d15cdb59d3f1998daca7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "213e65be300374eabc9550ff5f49bb1fa61a86ea521fd9ea83b7e3051a4d1011", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "960afef25ffaf31d2cac1417b408ed288b48e71150487e1757ff109153475d43", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "8bca2ea8a31c6d81984398ca4243fe45716aeda38de416c6c95a2337933d98b7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "fa028e53ddaa71d1284542d06090540191de51fe2d8c8ccb41a67334ff19029d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "57ac4cfaa45d99423d86ee8f231faeeb6df9dd27cb26a5a7fe5f1d655702050b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "2defccfb77603c1ef1adfaf2385116e8598b0396c21622a660f1f369ae0c729f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "76012b6f9ad61915b6b703b0c40c517df637823a14529280fc7c7fbbabfd777f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "618cab94eecff29e0574ba62df379cc43d3dd3f10b6fc7f4c4696bf3e700cfd3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "7122ae548b69c3259b62d95d61c6071ddb669ef194a9ff892e5f4c41b12630c9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e43ee8b4353c0cfb20d23c82541387070b569d674d290ecda859247ff62db7a3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b11895b40c05ebe6c25ad634d0eff5e2e800068aaeabe2912ce25169270ec51d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e966e541e32de32c9fcaea3e7b46bcdbbfa002e85eea5d7fc46a01577688bb21", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "03710bb343254441bcc672e5436c8605aec35d9a4e94fd9e0c48881f1f66b234", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "ed2180bc5d051c8833cad17573ec994cdb3c097f5102f5084acc28b1fc9cd125", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "c091ad3b73806cd0bbf40cb35c01d30c01649c28a78623a693ccad6ae30e04f5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "4a03300edc29d2beab508b9e0d7fe6e27e9b23469ddb1f969f4c0c2d43aec77b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "b8c6d125de1d414686185d05cdccd8ec016f6c329cf718fdf8eac38ccc01d095", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8096d957832a489cb6d0f6d4ff1bf2aec50ed2d51d9cae265f1c9b6359054c39", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "68f205582a1628fc86b8b53c369de505cca0503a2de8b28426e0175c979d1d95", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5a29a1c14e5cd263dc1e478cf8b44f74f275098026cce4158252d2673170004b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b9489511ee4f051d06e64c1ffa8a9ecb03b4f3ffabb937e628ca1b5eb1ca5726", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "02d0a4e2f23edbf259dfadcdd64459bf28f1acde2a1a76e94821968f7ef91330", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "608ccceb7d973287be2e8b5f908ac8368d53b778dfd80d03e0459bb97c126b7f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "d5c01e2530b82e72364ba10a7bf17d8c6702a3aaf050b9032760982d869eedd6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "927fc6b6234f82d6c87f4227c091cab80b1fb5dd9365553149351e81deb9eb4c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "cf95b367b640708aa6e7b5c8bf1c56c758cee4b5755b2b2006343189047e4158", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "f7dcf874071010c83acd10a311e23722df07b740545776c25508e820b7aa5b4a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f871eebd33abcf2877ab86c45fdd24391d443484f7d6f377bade3268e6cf33cf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9f674fb45378c2a3ea7a8f06bb0a9c2ee198401c8352fa3f2e143e33b9f5b6fb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3bdc68d332de6a2db9a3858304c661539261e0e08587eb943e69fe1c2f7f6146", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "81c6e2d04eb94debf76adb5686daa83871f7fb67c9694fe77e63d483c3f6329d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8e10fd040e4c8bb41dadb4a4d50fab65aa0e98fae3866e12926e95c3899b72b8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b64a9a35e7d79984d24ca6f45915a9fd7afe0c3fc129a26f56cd77350540872a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "6c37f08e89b11c366e970fb1b90cd1975c9f3e43cbab0be412f8d31a774a3c5d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "c5192e7ef8984587e9f023a9667fe20568102c8cc199901735da27db3f6f23ae", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "6aeca539c17678522dc74de1a0d2098e5b9eb30f7175f460dd901c907dde4e0a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "5b09e66b8de211982519a1a07cde48d660ea3e20e89ef9b4d661e36b6ac7abf2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen", 208664, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "b06120e356f62cd58e47061159c41fddca2227166161e90ca06fb2c334ebded1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen", 213528, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "06c308f85e3945b1116a0c690790bc2eebfa637ae4c27f9cc8a5f933e1d9e0c5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen", 198040, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "a3c1d65e224ef2eaefd608a8276bc62abcf0cb453f1491f47b29d2eb1411471e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 188456, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 2, false, true, false, false, false, false, false, "8ad3b8d85baafd9af584b1f7d687ed49f487d3cb68fd8e2adae5ea351a17f377", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "75d03d2b493162ce3d88e7ed4b93440a3b549cccb0e7ca7438995f8b85823a47", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 188456, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, false, false, "f1a07097850c989782d903f96dbbf3b22f222b671587bd365c7f2526c59bc814", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "b0bc9e2dd3d4eb0edaf372b0cdbe93fc7c28aeec7ab8c8a8eaf72d5991a5124a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen", 175376, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "f8785711c084476c47c05430e7fff8477d2debfcd6a1eed9b442e67bfa9d243b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen", 196624, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "446a4b047f732d541ae3d7d249d237a6e524dd1e110dd329ed5036394c88dd49", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen", 164752, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "32db444b8846eb4a6e46a0f395f80f3868ed8fae63bf774e47610afda1755bd2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen", 179568, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "b773e05b5b0b59d89e1e8c0e0614ed4e78ed253a2abe00be8fe3a3cd021f5e1a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen", 175376, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "d9e0c9a1d348257d019658e451015b0d7d76885714f6bc8d206c63e9a962cc72", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen", 204912, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "2c212e3f56a67ff17616b247c39acb37df39fa584af14d66fddd60e022bf2570", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen", 196624, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "5c4e5858be0ab614e586ba8e44f3ef0e054fca3335095913e62d505ab71fdd9e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 188536, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 2, false, true, false, false, false, false, false, "5cd3be1d1259d8d349ffc290492a5ab3787181fcfe1edd609996a0816a6b9895", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "212e7fa7d3343182053c834399505bfc712e2887031aa6d3da5aced0505e6564", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 188440, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 2, false, true, false, false, false, false, false, "45765cd65abeac4581858ac82557936484507f693c9138fca12ee27e1ac36392", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "816cd69be252662c7de41c7eb1ac589fd42d1d93ee29b438f7f4996732e2a861", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen", 166896, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "eeb8fe36a613a77c4d5b77617156a3238fd94d781d38aa0c22e7dd3d24dcd6a1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen", 164752, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "48cd85f3c9a5e7e732280f942aeb515a8b7bb1ef82512ccf4312c4adefabc402", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 188536, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, false, false, "071036d01561a988982a56244ff7488e31b6109bd927647441bf4104b5a7619f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "63c369bb60e2745aaf39c75aea2d66a0f7e994ddf1ff743635cce88910780dc7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen", 188440, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, false, false, "f82778758e7c4a90d229d00f89f4ec6407c5520be1bd7769d49c68d8889c3c81", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "164a3a2b4cfee62062eb79f04d39d3929c5313cce99c189fab6258942882b61b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "329c30e71daada8b53cb3e57ccc96b282c11f6a0588f2ef1a8074aba453ee4b0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "11a52e8dd5f600b712bddcba1b261e99f8678f28b51014aa00b73cc1edaec332", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "00060ede353e443e3a079a84df485cfc7f6fdb4001980015e4f3587f2942fed3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "7cb09abf17e6f398a19b439d78806e1ab82369149c17beab27b01386fd5635df", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "801d4ee002190c4d678cb3b3e203a90ea25a66238b66e1046d6792be831c5405", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3421a591b969cfc07829097a8bbc1fd8a3bd032cb7400bfc347ba0703bc3ea3e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "fba1d8fbd2ea908b831cf3195c8db3a1c88111fc75c16c4caf3a09a55e89e3b4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "bf010f3f779e97609b556990b0cac3994584c50e3eadfcbc5c0d2ee84a078665", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "e350fa95a0f26f8b2b39f2e0edbf5259cde5dc0da485d39a7f87311362a84ed4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "5fbfd7d94abb5659c1ab9c93b8d229ba2cf7d2b4fb5aa7600d943a55dcb4e47d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4b53c7ea828694c32e207b4c52c0c3e33f155efe0d30a78dbdc8f852680cbc07", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "31c8531d7a1ba1b0cf6cea964468613f3ce70a28907808810ee11454e5e1f23d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "1239070e7512cc069f792e11ce132f5266358e5252ac9fd5911967766325006d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "ceaff370174baef3d16623b1fd01bdbcbb563b5fcae85656f8e53dfb742712f7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "923d91625e699d1d18f16b7d86bb2dfa506e67f8f3f07e64999ef75d178cb47e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "cccea5b4f0b713dd6dfd505ea991dd25bbaa358ac200fd6e1c115a5f68d75b09", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7c71c4bb7796271b7d72133828e0fa8711785d68625547b8b995bc986dd2002e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "67ab5c12d72a73ca10ecf51c2c63b4730b4a41fe193bb676ee0de6c4a32780b3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b4a069d41f289c08d0c2a0b1b01af8cf7a86735113ae54685f4f6b5f1a17172a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c9e8ce5134d91fdcf036591fe7b4e6df3133034e263d132bc8de25c8318d9e33", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e205f32ece8ad75ab35f059fea4da56ca91751e0471168fe00895c48981b6e7b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "65c30df2ec5f5ae0293afb7d6858e67ef14aae3eb404cb5e9e58b553677b9e1c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "de78790d96d825fa6ecd70836dc4569e9ccf263bc9893d5fb262568e88a57506", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "bab0194586dd36095977712d966198109592dd33b6145fa7d85d516fd0559e16", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0a1756661b3a42e8ebbcd75bc1754af91112a2e6b5759b042b1d3bf310117410", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4387f762bbf6f019f625e04de3ddf96776598ff6ffed545567b76f915ffd4372", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3b7df961743d40eb8ab074878f64527cd34bd37a1dc22f1b2b236129ec37e861", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d4d419cfcab42a18d00bb31dbb3ff2b86e1ab12db0b4c0fa7213e1381ba31a38", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen", 208408, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "ea12fe2a0aa8694c0f750227af0ed42f2348822e3dc33cdd66f14b59475798a0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvCgaVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen", 197784, 512, 2, 1, 0, 2, 0, 3, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "96c4867f72f77ffd3d59e5ee02f955c0b220365529c9be1229df8448f44e34c8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "3b2eeb27ec106a5e1adb5348f04a0ea7f7204227a5d33bdfc40db1f8d1e96c23", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 203296, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "18d11ec32339931d93207e3602e79a54685d3a108c884e91485f1d2b42203886", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen", 175376, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "bc7c1c8cfac4192f88fee9a2e8ceb043510f43b959c6542088d360c2c5632509", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen", 196624, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "9268e2f925e67e0da2165e211096d188c9aba06d2882deade750dadd5470c3fe", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1MultiCtasKvVarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen", 164752, 512, 2, 1, 0, 2, 0, 1, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "9cac06f73d8be4d6756ab82786a2320f166eaa20668439d315d61200547cb630", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128PersistentSwapsAbForGen", 179568, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "206406bb761b89b6d1a3ba5ebd9e344aaa8fc4aebe1a66b6a04072a54e442ddc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 16, 128, 16, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ16Kv128StaticSwapsAbForGen", 175376, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "8282edbb292b067ada102a7c84e49d7059ba5fa8eeb724839a09ace6b35eaa2e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128PersistentSwapsAbForGen", 204912, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "d443a5f88b13c36095739a422f648109acdd24cdfd501cf636a4e2fe6fd396b5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 32, 128, 32, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ32Kv128StaticSwapsAbForGen", 196624, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "d745a8ed3e16b7c7dbe59c2ccf238e7a244f6b8e869aced3239e4fc43f5d17e5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "71df619f1cc45d45b05876a8ffe960c6c06854ef10b4aebb0315c11133911e22", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "3ffb0582cec84498e590c3c5a20633fcc8df541a2454cf66853123d2dfd5c35e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128PersistentSwapsAbForGen", 166896, 512, 2, 1, 0, 2, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "26a0a2aafeb88188d817226e10afd7a7c8dc9c864c555310f2f4f430332c2f8d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 8, 128, 8, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqFp16SoftmaxQ8Kv128StaticSwapsAbForGen", 164752, 512, 2, 1, 0, 2, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, true, false, false, false, false, false, "9bf66010fb9f3dbff438d1c8b76f0686613df359ff73cc5f14e690e6039919c4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 203376, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "6c62337927a9241fdb05b26258a14ac95ff07f9ca538f0606b46cb0700bf5800", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H512PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 203280, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 2, false, false, false, false, false, false, false, "ed8c861290ea04517635a4b710d781216bc257902ba7679178cab995c4a18527", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 66176, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "7096a37c4565f8403e8351ce1f7b330e40fe83fcf009618835debd7ce9a8dacc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 66064, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "fbd51b3f6e3166f8b703ae82de1b845a7e6e591c5e1cc244db0a4327a1bc8351", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "62ecb1404a00f0cc90d89c78370d263a38ec0660e08d8448859a3187d0d35fa3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "747e506a356f4b163269b0549419b01428c14c586d670c757f8d0ef14af05f1b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext", 66176, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "dbbcf2adff273ad38d345547953827208dbc39a0b5d5b649ce0416f60ecea118", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqQ256Kv128StaticContext", 66064, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0f41c6c4443945ac293dfbbcdbf3ef8744d0aa9de2382c5360a5f1921398dc03", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "baaefbfe8e2fbb9289e447b808cd6aa62a0350cc40a8e0d972d7a9645141ee26", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "01109d33a6c2668aaa290b76ae6a3eac55b196cf8a20757efb88f90ef1ae2777", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "9b856c23c0f930fd8c2c9f81141d16041c2c57e8c4bc04e56b06c0d2fae627dc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "f12d85d94efa9286416705f284d35517d8eb7712f0792b9fea0610e86bca34b5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "94d023ae195b9b9fc2f9380bf8a5a6337afc490c9fda8f4bb5b503e0e05895dc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "30905f3972f599d4d7ad595451f7d4dcb6f30a0fc8e2c93a98358f65aac403e7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "481c53e51a7f42459a8ab3dd631096642156ed2635bac4b0d8c709d4469f9250", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "922f414f722f73b143a57216adced3b75767d93a256a7f1e857f48f27dc61ff1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "82daa540b55b0ecc46992ad6ddf31fa47e74dc6bfd4aaba78a7a2d8c6c7a122f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "f0359863c1c246ddcfa21d9569f5f505300442573caf58505281f4389c30b56d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 66176, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "059ab38888ee338a146cf555c6ef68303394a25c3629c529bdaa5281525b43bb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 66064, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "144ed03286268dba03cb079ff60a1b437c698e0a0c7153b0c42a9a2277ca6fff", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "32a73ea995818442b487640c0991a54f1d9446857cacf32f1026bb27eab5854c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "29f8ef1b0b8464a977a6147fe2477e0d741b248645f9fb70d51670fa59f6be54", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext", 66176, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "447ab8d36187ca46b0edd2f454b4e0270c91d6b25491c8b99a3aca1305a5ba83", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 67904, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "d26f28b32a974d98303917110d8597c414bf5ae4e263157a858bfb081e7f5e99", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 67792, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "00813a9deeffe5b03b7aee874f9799c2f6610da57d0159fe114170a0636e951f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 70784, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "9327b5f33a8c488acb8cdf72679ab36080dd9734b067cbe7dd01b8c6b1591dbe", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 70672, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "a915fdbf9ba902dce11f2ed5c03bae495002d020c74ddfb6673ce5e96c51db27", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 68480, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "f1f3814a572c7a168bbd72a46c2952c72f6f08618a7439d3aa52d4d63925759d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 68368, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "f3447f55ba2c604ce0a46bfa2090996627dde5923b99d7000bd5a1a23c6b862f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqQ256Kv128StaticContext", 66064, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9cf0e23b99b737c68dfa74e0109ca2fe7b2392e68921d69233d6a1065a171c9c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "4bf56aebd7f4892765614e766e30c75d8937858e2be034fcd7fea94a636ad963", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "36921b83821aac3844052b0aaff92d88985c686e4f4bcb7c7f387f3e6d22c0be", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "dfcb93dce16ebf86e7bdd34fd293b76c31348d948a3488a3678c5375e08cdd12", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "402f1aa980b38a15a3743ecaa046865e4aff2624945d779ceab17b9eb54ca068", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "30b4aab41bf650750c77653f6809e5db8b9613ae4c35df5b3621f30fcf49b4ab", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 67920, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "cdabaea9d206b590105aa116869d91f98cad1faaf58b79add3accc32d574d493", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 67808, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "9d842a7ca3a30ac4251b61d759478885d402a8882e9f896f6a2d6357bc014b75", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 70800, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "894767d2bf49eecca5afba41a46982fc10a8d41ce66a8aab4c49c93cd905a9aa", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 70688, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "6105e8d42c77b3c75847d1d75e32a5361502470485826e0bc0cf3fd58dcc86ce", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 68496, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "01fcb2edd5449c7303f82b9936b7f585e8cb9ee42d2b46ad2611691c462f0707", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 68384, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "d82851b066ca03ea51d85d8ace19c6686c018d6e34a9230c3bcb105688a6daf9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3c4a75e723ff8152223b78425e59c66839bc4b2917e98a9d0fc829f1972e2110", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "58f17ee3b5b2b18c4ac9e3737eacd9b9122b779e9371e0e9cfb5a4fa7005e932", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "96c6fc197993ae63cf61ae53f2d0fa09705065c70819b4bc4c8d08806909fef0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "6b1c48cdbd40fd1a835fa811a5c3888ec58262c7a3882313334de8f45ac8914b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "eca80cf80628a098590c4598b54833c9ab693ec9fa86ea6585e091bc1c69246b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 66176, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "e50aca6a6374349a037609713fdf0c97d859e825eb3961196f4b221397a1dc0e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 66064, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "e80f8ca6f1bce120d0a11638a27da984bb201e9815788a13b88575ee0dcb7a72", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "0fd6b87ce1f013129475fdd6881375f5cedaa40660a10b1b3df10a78e658d32e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "04c443a2c3ef44c9bba44194850148c20e67e8dcae71db20a4332444b8511ea4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 66176, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "33646468c41fb43d72159ea19e4fafaabaeded702cf1b0d95bc1e6ddee605450", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 66064, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b124eff6a88db601e78fc513c9535b336baa0685b0e286d5501591f410f16cdc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "6b4c7653af4cc2ec8eef0cfdc3a6922c027e9c718c3316071fd1f5b8eb82b61d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "34e9244aa6a029be0e90d65e1fee39f78038f1883cf4432ba99d114b7aee3d31", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "c0722acadb478877b843c1915d0998c728332d1b7508db0229604e266d6a9d25", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "e324612446627c7ab0b6b3512254096e6e8b5fbe515b67e38fc2374f39569012", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "356d3e05293cf48a354f5eea5247c5eb1d61585c30f2e2bdb1c0724081457811", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4a21d679f17bf24c8bf24cd16a2b196a49bf2295201c46b912566634b01406b8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "aa26344c47cd86aad073094d79c83240e62379e93608f2c191e2de109ce5320d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "820f58ea369689cbfd5ef882a345af9ba6c19c3eeac35d14624609f8296a1cc6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "3c8af8205de1d15d0274345eaf195d4baf9273a60e7f12ed6218f44de49a5990", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "2f9d615b204511e5f5d5653acbeff77dbd1aed63219dbeb6b95d6924b00b09b6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "227b53612e8b200f9656f7ff9bd57fe2329542477a5a2142ada81d952e205241", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d41cd706911a2a45635a5c2df248ef0ac5cd50991b55f593c7751b361bd0808f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "25ebb923d29a87ebe2a0788d25a0ab7b19ae5c003b39c8c994f42502b460cc1f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153152, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "eff352bd856fbe760631279ed930c907b40088d1074cd8152eaad169b92c9041", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "13856d838a5a2991f064f7c5034973042aa1d862f8b21400d124c7a6c3dc7572", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d3d7ac8db9f48ebec5f487e4733730229307d08ec47595b9c0e9fae66552eb3d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7ad786c97b8aac678832739bde0a90b06369616e4f860a13cb7366ff7b494355", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1e1ceff906c97b595ec0791858029f5cb7a8b02e4c5857291d422036aaa9cd69", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 66944, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "5d516c6c60ad4ba8b6941067e2ee599252a8f27c2ca67e8db517a6b166d05f74", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 66832, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "83f63fd4696a929b2aa70f82ae89a6865500b0f2727e1f255a01c3eba9efd389", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "d38fea24c64784cb5d1648bb1256a3c5738d8eb1dbe1f1ab5d378e918f86613d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "8e5cd4975145af8d4744bbf325363b56eb7e483a766242aeeb5c5fd2c4040482", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cbcfe516e2892037f07d6e75068d4e8518cfadc9d7251cbfd88fa367dfcee982", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c72b777ac0e9d46dd1f2eb1ef28ef065c37dfb8977a2b86d3c6bd09872eeddc8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 66944, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1f53d1c56ab65d3e4690631264d71eff6a6c8123b8c0daf735deeafdb15105bc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 66832, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1b0ee13b7013e0a7e5127c5fd40af5608351036aed4a334b06cae7ad81db6738", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 157312, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "aeeb41fd48b6d335a82358d56cf88e796845c3228b7975a0ed3742a809cef472", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153104, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8dad4c147fc3f68ad6aaee105902e1b76fbb27b7e360af32c94ae44b0fff196f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "17e63a258448a97bc42d12808fd6d84861d32f6ff2044b4bc09c9efbe5ff2bcf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "2316b3b0c4c23d02a2422b9b6b17378e08e35165d58b2474c149ee1668ffc4e4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "b51968712463d43ba09230416b978b5c4fb43549d4510ff551df1825d99417a8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "53253ff5317f217fbe3fafd83e26c4755091ef8d6922af987ce5038842401705", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6a9327645d10bb22a5915a7ff7d68758e6c466b42013d27382e543996939137c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e9d8d3c56c3e5d733f822468f97930315e2b194d232bdec3480fe88ab2ffe5d4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "243cc5dcd91bf17d1a651fe117cc8e0ae6883b392707c2ba2febef44fb80403c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6756d273eeb8f5b8593c8fa85a8bd678a6e25c39209bb6d8a7507cb5637bd496", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 157328, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3c7df5503538ef22fd1651fbd8cdabad0eef685eac10d8466410663c0d1fc294", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c43b5d7419e4518c9c80d11faf9c808c82835d453dbdd1cf2d46b6594756ba39", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "55dfa8870b679cc4dc0c43f70de4bcea3bf41d91cc731d233f9c0823aa9e0e21", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "f00441cfb1d11655e093fc7faf107397fdff4f2dfc4efbb2b548facebce725d9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "084cda29949f40a33258a7569c594ae200a5d748b981b6b1a40f51073e94b05e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "b312b350bf4432be4e0b4c638598a94fe5d04a8bc6f2f2029e6086506480c42c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "79e57fb872bfe7d7a01dda424e28b6dcb6efe8699c54241a7a419db16230291b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f11e6fb3fe49472c69c688286af76d230ce682d0ff09817d2bd020fab7fb25ee", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7531d4bf40d461368d2970f11800b73d89b6a875180af3a216e530b045fe6d89", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "739804473ac4ff966dd4027abf2b09978803bd20fdb6055c4670d2e1fe50ea91", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0e9c1b53b8386226ffb27c8783942520b561e02320eb0d1600ca51dcf071449c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "39f9c12029362a4e2afddff54c92d1fc3714b82428342abfc7051d308e44c03c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f786f74b9625d87b8a825f81b2c090395d7a2bc5a2e754a95deb5694e018f8e4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b6830aabbaf4cbd5c4ffe273c9c1ff59c8ec8c5ccbaa85411a66510c05cdba3c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 66944, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "51300354ee56db9d4db4932c7713fdee105eb05eb601e6c851a85f92b060eaa7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 66832, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "e615206f032959fbde905b9c618645e6a7252bd19a82df38431952797b034ccb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "b81fcba059cceb9b13399452399595f2a10337e9fd8cdb7744a966e736563fe4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "a3f14465eb5a64f4585cb1fa3215253377a4f2c7667e2620b188fc21c6522e08", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 66944, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f31b932894b888c111c131e1f9e8ae25a64f044e31a8859baf944843dc7896be", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 66832, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "10424f72850703e7647fab8d536c00062385b6a1299002abad6cd14c3a7cd669", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "b1faf1b39867a8e467194742ee09fb73dae509f29653a8aa84e8883fd1d66d5b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "bc81ffce12c38c07a7f32aea2dd680c33187712cadf7bd54144bd73c132075f7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "55aed8fcc3d2337109617bde4549f1a6c2fac04f915dd3792bb289fbedcb2ffc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "8e8eed3b5149f170dddec9a788ccb5a25ba7900fce89e284c8e3227b8cd0d842", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ce5632f165a147d8affab158bdd43dde5cf55b1c319c9a82354eb331ad8a9d90", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7865adbbce7090552cfd17d65da677ab62078ab62330b94588c6a206af8beee9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "ef6d5f3e56daeca0d44f1166339d33799ba3a2b2f52777a02dcbb7e53f2197f2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "99dbcbdae8eb849875b2b6e61ee062b7bc5753342036ea5c63e9cacf10cc6f7a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "cf9caf1c7e5271ce4db450a361729173b26fa4fc0bbf9e651f13b87dac862959", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "dac87ab23e76ff1ab394b6e3e36674488b22cd591784bc03f9e11b632b049353", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4f84492373f87816f78389be8cd2e1dd8ff22567296e05484dac1f9762490b86", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "36b660f21c3293277db338426ded7badd8bd753ed31eab4d2f52622df8cd4686", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f7cbe40d2d300610e08773dcc9c6aa97378f301f7b42128d61b3b3644c042fc6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153152, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b20825cf0c1959fa738eea32a7cc490050795ea68594394ca7393ea669010983", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6b1196f64c806ebe93b3e4ad9f1d9f5b856ad8fdfa7ccacb4f766ef64bfac43b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "91b7acb9a7db2617fe7ee9053647903dec5234392420d45b1a0eef9a7fc2a5b0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "40ad5d658156bd9b25fcf510fbf8975d71eaf1fe497f64718a4eb925277b0c1f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ec0ac810241389c1ebbb5f9392a7f8f521b6c086de992373233a16149e6c1627", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 66944, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a3b14b6d9e2d1eee6eeedd5f61ce543adc254a74c8b30ae0eef1fb5e26ac1d72", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 66832, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "e4b7f7efc67a241b9d8e482cbbc723b01b0a3da910beedc3211b760f7fbc9fbe", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "61c718d5928efd084f2e7346804861b00d6e66f3b0ee9d6c9d6cc63bfa4f3462", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "507ce10c1a1a02fc28fffc7fbde5325230ec2b2587c02fb987d62bd1805c5cc3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0b5a1973c7552b5c177b341b416948051236ce7e5b19990db6d6b747e46532c4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "aa1f3918513db8065a707913dc710ccd7edc7ab1a2d4695453ce0408c0069424", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 66944, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "85fca53410ba004c5a47abd98c786c2084c758d28f21eb383ba9a80446ff4090", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 66832, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b4dfd095b734cc69a16a7d0948af889ca6205ceca6fa02b1388570e04af11ba5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 157312, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "123ae6418f5657ad13b110191049c0b5dc5edc05e60d79a9b19aef908b3606c0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153104, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "dcdafddf5937547c6ff0094e9c70405f19c40c687ec6313aab26f93031909e46", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "dfe32f01af88044e13de12fc18109c0432d944a31566e83d7ddf6017e9f74cb3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f8f7a30f569e2e5c6568265699cee0d6c2ad34def6b120dede313c6f25c1687a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "cccaf690c9e83b137b6fa3e1bafa3f935b54cad1f96af46954641c3388e83a03", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "8f17c79c0c2cec35f4b993e982c5114949a1e6dedaf930e339f8130f68706b90", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "29dcd77c2811e95224a5b766d6ce2b4db4fc8adf94dd3f87a775171d161356f5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8bf86bd0542411039b17dbffd51a9c521ecdeabb1961bda673bb9fd458775d15", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "854f45af5ac2d7402dc079453536387a84c5d06afe627acdabdd5a95c9191057", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "eab974c6102e7816df016a06f198dabd74cedba0dd03f03272bfc36d8bad7eaf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 157328, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "30cbf4b8585811cbc56a6145e12c2e3064220b58b14aaae6269a25562e04389c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "aac8980389924d33de68e7c090d4b5b5f8e29bc67cb121e42a00a0a0c69aaf26", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "2cea416b1d32e9713d89ac67e046b066bfcd598fc49751e98cdddbf603e13f9a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "ab213bfbfb8f7fc57698b76140299bbc5cb724b1801c3480ac611c987e879c7e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "13eeb0c66e71edc592a760928c5c6b93da72afcb6e5ebea114bb096fe136f484", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "24499191f0576ae4511ac15b4007859c3383a52146d4971dba5b3da125c91595", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9ddf8f3a9542dbd3411ff6c2d6342e66a990cf075484beb7c708ec15f91ce411", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f2644280c3ba8715751dc32ce6326a6c751d4ad23a2e3a5aacd387f27bb56254", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "77f1f2468be162db7cbb551677c7cfeca30d2a97622f1426c9de49ac2f4d4802", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 67904, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "0181af02d6b7640b670a41654ceaa60352d5d6d61623058bebbe393c4e381d31", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 67792, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "7cccb769f1985e9c4d18f1e951361274e870c45a4aecf88a250640db92336cbb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 70784, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "b14c430997ff12af80566acac0aff40c42a95353269df8f3f4f93c753cbc1b6a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 70672, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "6dd6ca4e8368a544099c639844207a46328ae1fd1b861860d8e201e4e42a3b03", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 68480, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "427dbbcfad8bf84a757914cb83fad5d4a401eff1864b2c0db3605f89fadbec5f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 68368, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "d527d3c6f1493c90a5e36a9ae241cfc00add6e739621cff8dd8e534dc6604c80", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 67920, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "4cf2478393f3236007ec976bb447dd5a612be49c8803e89640b98b5ef4c44164", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 67808, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "585a26b3257e623bb2a9b5c23b85d3aaa46f73de54a2d54bb7792d659a4ed8c1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 70800, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "c2317d5751d6d495578b6d3a0155dd2ddbe3799121d2a41a1b7188646f12846b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 70688, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "0656d7862546648994a6931f31730248a2607c61465da7cf1377011d1bbc50d8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 68496, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "7d3097cafd49cfc583c91db162c84d469b62c8986d8b33b7536278ac9b94ce8d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 68384, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "9caf33211d474c7e5b8bc28351fc4bfe251933e66b12af5bd29b5ace17697d0f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 131712, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "95a8295d382427aca21f1ec8dadc82ad1818c56544234eaad36b694f13896f03", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 131600, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "2ae49afa1f98e722917446a4df3cf3f586235429cc799473c96702b9fe28a74a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 133760, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "4b234b87230235b16bc4d69dcf89a5e992b2bab1f17692a9377fb46d2782ba9a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 133392, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "fd897197d8061ba3faa5d2e5c645fabc4418ad9933fddae40c1a459f5e331751", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128PersistentContext", 131712, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "732f3474c66869e0c9fdc96cc90c41dbe5566f4b7abb35067167444264ff1a19", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqQ256Kv128StaticContext", 131600, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "34b627ac648556d2c02a142b54932f7d1b36fa8dbc4da53a05b787aa98d01c4b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 131728, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "7c00a63c3b43a39dadb579f613d9b6ebf93bb2c724e6694400bcfce0dedcc120", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 131616, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "44c0c7f8ffa42b6dda717c05cdb49d157394b5bc996fa48dcf451c43425223b7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "c114b41f65de397d181d3a7e94d3a4635d750bcf33672191174053a772ba88ce", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "3ae0b62448db336dc66689aaa1904ab678dcec0c29571381f0b1b92b5772e787", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 131728, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4f16c1dd0d6838a3561b9747a4353fa4fdee3084f52116dce881512adb91ea36", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 131616, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a5d9a973087d85addfb79f4334c7c80e1ad65be2a4bdea41fe9e3383d640e4ee", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "8b3cbeb777293314d3a91ab8e819880226f1df01b667f6bccd0dd437eb0686b3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "867b1281e2e5f26c97980f63013ef6b75848204efd34df2d1567af2a7ab66df9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSpcompQ256Kv128PersistentContext", 133760, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "81305fc273f030a96fc82363833e4a0c645035177f2d8d48c65ba91ebb1cbd8d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvCausalVarSeqSpcompQ256Kv128StaticContext", 133392, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "7666b271b48c6dc904c098b7cf8507c484a079e29548b3030f3dcd9637101174", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 131712, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "9e9f038664fd489b227ebe96c2fe6cf3e2dacb0535ff0ef8962d0ebd598e81ef", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 131600, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "14bdbc6ce0357598f846462e71c5ba611fb250eed1fc52d72971fd36aa6140a0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 133760, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "f0c389119e668e9d092eb0ac23b6c069f732d6c12d106ace2c1d0a60f8f8533f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 133392, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "586b0f24a3bf21b096ca079672e52047b68a69844f02cc1188487d65f19c13aa", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 131712, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "20be756081a28cc952d1c229d0d3234b5c77eeda7a59a28c131796227f7b21db", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqQ256Kv128StaticContext", 131600, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "528af9db6626fdd00ce27e7f11556c826b7938a59dc51769fe6de8419efc8426", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 131728, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "ca3bbbd3f114a0883962cfb3759f616ecb29af283b3369af02da5702f80a21a1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 131616, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "6133d51889cdfcb8dab7b85bfba98df96ef85677bbea365628f8c6eeb2d7e04f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "7dba3f3ab9e9e1842f783979ef56581ad7529e411e09d689a53903ad864e2325", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "ad1d90ce64b40a5c53a32ee9ff44a7d54d836397f7b8c03618001b3bb63f10b9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 131728, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "988aa00d525137a77b376a3287297ece228b29f69b5cf09d743966d4da845235", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 131616, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f4a36daa96b67283249d5b738dc1227747e05edb6494afdeca9f96c18d941ec4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "55e6c6000ee31b9b21109032b86b4290224c80bdcb5683f3f0aff8cbed1fc2c7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "96e455e855e2676b4148395c4fad54cf23b2dfd26e0f304821da71e9b1eeae34", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext", 133760, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "0b3172f66c5ed829be8db35d9827fd53a04793096f45c39d92cadd933434ea6e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 64, 128, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk128HV64SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext", 133392, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "0c6766c6a1505ccbd2dbb9dff3eddcb7ba15b31a7f1fdddb1e3918374ac5540c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 166528, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "c2a8be0fd67505928dc8745f23731dd48d913358c8b1db10392562446563d7ed", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 166416, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "f940b8539d9e9fe58797e5d7f732f2659adfdf3ca356bbfabd5472713f0c4d53", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 166528, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "e87564743fbdaf25bbcb9c94bcaf61d0258a51a8fe7144e99d97d8533ef48253", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 166160, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "6b5ee4815f432876e84af5f3f27b975198c697137df817042b3073de76e32f3a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128PersistentContext", 166528, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f27668c2a84b8c8796d46f3d9b9a2f38aadbe27397a0a9c01150a130d7766098", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqQ256Kv128StaticContext", 166416, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "48eb8777019dc62416ad6aa8c62ecce3bdb3ba45962d605095018738171bcff1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 166544, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "a7e740494795e7b4cd6e3191fef80527ececad84b6b519380b5322947ab27c7d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 166432, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "35ad3ecb8a3b77026bb1b830131c1563f845c7e279441df4ba72f5a4dbf94d16", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 166544, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "ee4bdbae7470c5240b4ec6594ca5665589d27e3692659d0d7b0eda8c8a557fd8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 166176, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "7c254f20729544ba9c2e494cc636f552012a3f008d106f639574c3c4e1e609f4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 166544, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "eadf9033070b05cc62ce45438b004496ba0c91320cdc8eabf0a8710ffcffc80f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 166432, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a3e45c040e51aed93659bbf7aefc8b31f070fd1baac23e1eadf45d3212370f13", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 166544, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "13a06763371d4e83727e5d6e2a7d6848d60954daf2efd6f4cd539e37c0d6587b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 166176, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "4e9d5410eb6f04505d202a29bcd08fddb3fcac5bbdc922358ca7173ca28fd015", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSpcompQ256Kv128PersistentContext", 166528, 512, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "2cb0693bdb26e5a9581f57df714844fd39b3e81998d96b21439b4ab3d887a806", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvCausalVarSeqSpcompQ256Kv128StaticContext", 166160, 512, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "2ce85f9f089b7fc6ad43595bc48fa7c6469c825d56e729465db10ef9a313f17e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 166528, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "cb2f8568dbc9eac93a518856afcbabafc1efb8e512111ed165a3e3f195dea584", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 166416, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "fa674642ec32fdf2a557dc91607771574da99727ee17410f58ef1a7488b8f57b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 166528, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "0cf971523dbc909be3321266b2254737da2d8d9ec552ca7caa71d5e065c5f9d8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 166160, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "e25a870ba7497b650ae9586d83bf20441bd86eb48614f2b47ff527e0ff243fb9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 166528, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c842b2b54d1e552ba41f2badcdd428a8a89a4c5457daeeddd587de4f2f2813c0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 166416, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d5d11445455ab09abdb1f918fc72d2541d0aa6851012694cce28ff5468c64f5c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 166544, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "c6e7577c667f0dad64f255e73e71eb4924a86996fdc50f5f98acf8ecd7bfe2f4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 166432, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "b2e7d323b600cb2187e6164e809c9d701612caa6ec5aada992b25ed41005e897", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 166544, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "4c0ff5f181d2979f121add476a54fcff45c0fda5a352a4e6ff1d2704ced3fde2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 166176, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "015cfc4300b87801a56cd3b660716b7a6a66500127ea0c01e248bb56bf8dad9f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 166544, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "71eac68f07e3d7b3b359a0dcd062d89b706e57f29dcc358c35d6fb9bb1b1c771", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 166432, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f4fc69f717e812224582ac5e3ea6a4c0586e7eaf0eebc64f07f5055325e6f034", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 166544, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "1ea5af6ac5aa9519fb08f876d42548273705c071a421edf51e5c5ec09ed952dd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 166176, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "1ad393d18533e9e479f35b5492f889579ea96f2b131a355da848fb6d2175990c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext", 166528, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "f97fea58d73018b6d89895a345d961268c945d8dc81ef834fecd9f4349702f7e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 256, 128, 128, 192, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk192HV128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext", 166160, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "2d539268c00d1a9e6871e464e67c9fdb7cca98633ff50a051c085e1717d1d6cf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 230704, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "c5528622b18c7ab9c71df1aa2fd91ad1c645ffbe39121c30bfb483aff0126e40", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "c4bc242caaf0d5e8dca69f1577f3d31a5718d62852eb3ba57d2ad2a1d77b8cb1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 230704, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ccdfb2b5c05e4c94bc5efccadacc5b104cc9287c37096d1322751a0d2a3e2c9c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8c262933e7aed61f080a4c3f1edda5b7cdfaa75b97d046a01b133a97c62e218d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 230720, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "6c539df71a36d36189d80c7b323f29f16ccd801f89d1ad9e7c90052365833cfb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 181568, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "0fa8a517b45be27a025f3b1f4e7c68e7092030782c3f20c1ac31b3efa6735f35", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 230720, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "6935dc7e426c9dcdf4c1a6828dd02c15ab91df21a5e9139e4758c6326dd59512", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181568, 384, 2, 32, 0, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "d3b309ef50f8e73a9fe31d070858c68812c0cf648d452b6c0b3c5e2bf5d6360d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 230688, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "6a84964bf4c068eb736f4f75ecaab7be1c07bed3a31aaa4bc53efc198eeeb967", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "81b857cee54ff97b19d13f5e0cecc547bdfe96b8332418bcea35010f2f536d10", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 230688, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "9536baa85cdad7273e1dce98fe64fbc56497c1c892aec49254bc56c3d4a699bc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "744ab87719db6271e2c35400f1a837ecc03cb88c5506fcb5a5c0b5fb0a4afcd7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 230704, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "7a84d4cab549fe27155273a89cbc82231f2f95f03fb452868b894f3f02a066fd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "2685e7e45898c772ceeaeb7de7739a0fa7fd69e5099f7d309fd12436114103aa", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 230704, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "6f30a3745f072ed2230e22d0099d19e31cfa87ad28a99cf12e580fa8fdc34f73", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 0, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "97b9abd9380469dda12a91145ad0f16171f699aca1c346d8d7bf230c26a1ca95", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentKeepsAbForGen", 230784, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "de1a816aae8e0075de162abdd4cec974cbf115f387632480a2a42493843e97ee", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 230672, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "0d5b06fa8a67348810d06d9de48460531b426df79c9b5d20350566892c533343", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 181632, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "8f6e454bc27e319003417dfc6ddea3b064a246b58625013bfe2e0e00bf8e73ff", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 181520, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "85c43f209449be13edb8b279055050b5066165b1ddef12ad7cc83ca772d55496", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128PersistentKeepsAbForGen", 230784, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f478fdb0d47c580c57298e0deb0ee51bf294f5b839f278695e2446101a3d2cdb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ128Kv128StaticKeepsAbForGen", 230672, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "cf969513f7fdfef15b0f76d2e1156e24d5c184b8189ed635bb165b974e8877a2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 181632, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "77ac0b4ebc7456f25b667bd0928b449c527e99ecc40c10e42cfddbfa353d6e7a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 181520, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "66deef02ec0ab950083f1ec25e44232a644a46e077a5bd201c7860b695a66841", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentKeepsAbForGen", 230800, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "4a492548714ea68c4d207daff7eb3f833b81ff70573d78cf840f112c11f932d9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 230688, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "dafc806c7dcae081ed382214b8e98fd2143926b454d8194c47517fc8e66ea1a2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 181648, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "7bd4df01531c22b852acf685c2c4a1301026eeb67567ee31f3def0b2fe5e4785", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "bd93a4be0e935dc6b8de1112a8b88d9884c2c2acdc223e9d54140421964ea8c9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 230800, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "87f1ec883d70da19698248e75d1800df298f58f926a27df65e278496d325c15f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 230688, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "5996b3529ecad646e25d422535b64fdadf9715d961fd9f41f25b7f426c736a1b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 181648, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "bb7960987bb01f191f0f5a77c9a4ed3a773161ab3dc5356d38563dc10ee97986", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "40e3382026605ecde3ce35a5ad9825431cfa90f213587ca6b7cff09f1d401dcc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 230704, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "cb27c9083ee63e3dd7c9a0c1996c343c82b3eebf4ed8636b3349555c3f83ff12", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "5fed5d8c341b432ac9e0da3956a50aef976d44db6095dd8e4969ef2be0629ecf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticKeepsAbForGen", 230704, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "8a0b2fa053ff5dcdebb3b9f2ccd54305f296d22a8e2f93fb274829135b73099c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "28e0420e6c955435ed1dac575bdd16c8e87e8cbf8bdaece9595d065157a3158f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 230720, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "63c5a0da32fa601014f3ba65f103080cf06280dd6f178692690155862b809131", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 181568, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "b39b736d2fed793c4c3768c1ca7570afb3d9af98edbb056b87351c4bccc60c0c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 230720, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "df6ff3257b1093fa24c74f2bfc4ec66decd36159a7dd9361cba961d45dc9beb5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181568, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "d7b546224b4ddecf0bedd674a397af4bbdae9926921884011c07fe0b08049e63", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 230688, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "931dcc4a886777de50dac39869dc3a1653701ffa174f996029a71a2be98b6661", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "103b42e870c44550a98cf8c0fb1a634047948f526dfd63c96035807dd1514807", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticKeepsAbForGen", 230688, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "4a1dc971505ddf6b0fdbd9962cced3e35252fa0f993da95f086cc38d2ef577f1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "46ca32c0cc281bba099a77b6befb6540cf33a5a505e1244a59c89cd3d519c900", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 230704, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "c8dfcecd1899befc9aa7fb05008a05fc4126d65723da04ee0616cf96aa44dd20", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "ad0f34d36c15d52fa7400b9350c8c10e748b89b00a528cd80f4bb9c2eba1b6d7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 230704, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "d37842d04bbcb9ca118160aa4a3fc302ac50c02999f2ee1df9ec59f765fcbd43", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "186f1188db96a574ac161e3f14b6d50910c99dbdbfd4c52c7243065c3c552089", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentKeepsAbForGen", 230784, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "886022fe4c532885403066eae2f76f66e34f40a35e7c909724643a6199f69427", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 230672, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "38583c8b93ae87cf68638e512c95dcc8fee4b22c8d287d7bb15a8ed8c5e214a4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 181632, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "a2b48097256e7a6f2b04d591f2d6e8591e694a3ac4557c783e353cc09568fa22", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 181520, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "abf4cb2cd0569e91bc3ece136094f140320443391f46ba879f62428aa2bd07a4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentKeepsAbForGen", 230784, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "83341b56ede92d3edc220e5f292f480ed2cfd40aa2c88f5e23061873d5f356bc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticKeepsAbForGen", 230672, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "2238be63fb7c424d54889ec1c49ec988c825a10d67b96e92c1d8b8081bca8ae8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 181632, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f8a8a96b8a28d6975ee131ae832eb42381d995330a08a0fb91f7cb538cafaad8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 181520, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "173b1b1e26b1fdd6b09d465374e7fe43a443732ebe61b5fa44ff93e7730ea2b9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentKeepsAbForGen", 230800, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "b361dc8fab93c9e31957f565d7eb62a8575d22c99090a8d412b8cd100518b249", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticKeepsAbForGen", 230688, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "685d959605e3e6d196594d02e8fa81de15167e463476d469617daae16162c4b7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 181648, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "132d3e769c0f469f616067980a713e12e21d31306d87a242629bd4cb5b8dd105", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "caf85ead3c6395a96032cb5a2c39c36764c2e701b8d8d81cacea7e52ae2eed6c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentKeepsAbForGen", 230800, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "eadb99bcad749b357277de8ec47e9ab05e1efce5f1d96dd6baa005f63277b7e8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticKeepsAbForGen", 230688, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "da8385d63ad4a4a3d10a45f192e633a28d277e384d648c303d7289aff9ba965f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 181648, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "3f96adc9fc87dd6ebda7f4a2f6ffeed2998a7377bf6831bbe17029f62cf0f72d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 320, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk320HV256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "419527f7de6b1df90d0a8118bfe2128635fdac000af6fee6314b03db3f3ad9e8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "72fd3ab08b1339f07c227f3f1f90e8760c6fe0ab4d0898b8fd7acdedf699544c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "00567e7c01e591861755be92fd936bf9574d1e6fc6523077723113bf891956a9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2dc696123ec54c4a38f2b3bb04d217d6ba007519ffb5c11320d6b1ca1d2bea30", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen", 197928, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, false, true, false, false, false, false, false, "7c3cc12d1418e3549492624d68b3a03a248073751092d9aece34f3bc401e24a0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "8073c1c9610200ae1233c3e395f083883bd7b7b150329fdb53c4f97977b8b6a4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ128Kv128Static2CtaKeepsAbForGen", 197928, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "ab5b64428df95f94d303907663dbacc7e93af1ac46acf2eac655f965478d7623", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "02a623728e1d63affd7ae4071a37d944f8a89e8799da70490b21af9b6516ae16", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen", 197944, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, true, true, false, false, false, false, false, "e65275a7de2d32104ea706b3683971288ec6bcd79cbd12a8143e08d511b616a4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "02748ab579c447ce55880b96b00c48e3690911cbef8810e38cc0f87a5b5dd769", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128Static2CtaKeepsAbForGen", 197944, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "906fc4c1a73b12d17a6412424fafd970abf9242f89e99cec8727f70c6f828452", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "b0c876931bb2bea6ddeb7e9c6a99fb5c078efa089fc89528649da6ea713fce02", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen", 198024, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, false, true, false, false, false, false, false, "a1eacae66dff2612cb6d75b7281084f33846cd8c2bc8c2f2aed402a6a55e58f3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen", 197912, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, false, true, false, false, false, false, false, "07ad84adf60005d725e1f808ae9adc76037a6e0c8562a182be952f7aadfee19f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "8730a838de0bce1ae0e759027542df9408d44ab0005f62d2a8400b550069984e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "f03961c3dd143b7d23e642d2f6f519896851e030dc9a03cee7a097afb0344ef6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ128Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ128Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ128Kv128Persistent2CtaKeepsAbForGen", 198024, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "0fd3b83493fceec94c6e8afc61a688816c2085b8d0e87e3869ba9b1fb0e01f95", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ128Kv128Static2CtaKeepsAbForGen", 197912, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "f19313da9cdabe88587ba345c0124946f28363f55ba6f4bb43cd7901689cde18", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "b593f9032a8ddabad55b2d9e9d6cfced0698f63db7fbd3e1e53930afdf6b8cae", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "371b08cfab3d9c4b1b712d7db2bdc9fe44773bfd68ab1e78e426d39f14ad695e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen", 198040, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, true, true, false, false, false, false, false, "6e45f815e75187ce02692d4d12f2069dfd6ed7df9157c4a43f31dc724c966ca7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen", 197928, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, true, true, false, false, false, false, false, "c2bd81665c992924f41fc8720b8279318b437e87cee8120a758324ceb1e3925c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "9a73ff71342a511a1c83f022ea00b8c801f3f8414a0c9ca83075c28807668efb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "4fabb2f5423fd456a302028557f25835e09eb16a971abe05fd6fcff801f7e0fa", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128Persistent2CtaKeepsAbForGen", 198040, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "cf212a9a45d7e61566f57ac3ec3cee8675d2602b3615b1bb43817eafbed3ab1f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128Static2CtaKeepsAbForGen", 197928, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "26294531be10a540bdf61c51e100b6a6143eef835f4f0a7ffdf2906e0b321e14", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "838a8c8246438a1c01553dfaf3f4298a3da4d46192dc229580834ac91a83e9ea", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "581e7a9207feffd8d423da3a4d490930c0a996be283d0e6d486bf11e893996f0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen", 203304, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 1, false, true, false, false, false, false, false, "bec191f353decab83719dc2eb3b2e6e9932aa4f5e5272bd3ae8ebede81c2015c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 219680, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, true, false, false, false, false, false, "2f9cf92d937e055e783d02150271e8d4b33a158bdbbc5f1872c033d85248fa39", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ128Kv128Static2CtaKeepsAbForGen", 203304, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, false, "5f89a100770959f5d7da06204fad0816c15bf0740886e4df6b424a124ad09ba1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 219680, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "7217c96a07d5fa5fa7ba915aaf44121eac0098da80e4d57abb526789891d8d96", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ128Kv128Persistent2CtaKeepsAbForGen", 203400, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 1, false, true, false, false, false, false, false, "8b2b24a410f175f56ec300fb7de41b1415e8a6eda05df28eb349d0f8fa2ddd1e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ128Kv128Static2CtaKeepsAbForGen", 203288, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 1, false, true, false, false, false, false, false, "3bf332fa0d14606b6ce634bd958244cabaf629861198cc40a3dfd35eb2d506bf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 219776, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, true, false, false, false, false, false, "6dbbf0a4f0cfe830fbeb87ebd23088e62098dd504474f5bc75f88a4f03c2aa11", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 219664, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, true, false, false, false, false, false, "81cf5f7ca5edaa0e1a908e76998e5a6a0ad19c6fab13ac49b103480a2c7c2234", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ128Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ128Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ128Kv128Persistent2CtaKeepsAbForGen", 203400, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, false, "42af03cfa7785acc3888a882c68267e6800e971d142471e3ea15a29911f06f5e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 128, 128, 128, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ128Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ128Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ128Kv128Static2CtaKeepsAbForGen", 203288, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, false, "94151ecf47bcf149256d0cafbc31e4dfc3707b4938ddc1c786ff37276ccecce7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 219776, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "f1bf9c1b4eaa2a84df38ac35a4208fe2b6a91c390e450448e6a06af54fa19d97", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 219664, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "d87fce2096c873e24612ec44a07fabb4a78b4b6adb1b201b05f96ab469affe67", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "2e6c298d910e45ef82bcbd3703cd641f1e7b0cfc2f7ac23b5414aa29c578117a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "dd5f83281ba061e5ef5cac57cfe097d7dee11898acf284d1ac9be5332045bb17", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "4a98b217a865ae23d871f4df4f3abe6614804562c2907e959cebf87c194878e3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "015daf10adbf289df9714a59add36ca1a4b91572e233efbdb82921b72d4c12be", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "5fe302bb0570acc71884141d689a527130c69725d48889eda3edd57b46185847", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "757bec1d5a3043848381b6987fad744e8b6100ef72ab66e2a9afd0843fa3821d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "c7fc77dd9637cd9293aa4a401b58cb123998c2e5c8b33028109af38c9e46c350", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "ef9dc75a91ed2dadb1e771cb61383967608854bf474367c51d5d67d8d0724d8e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "b9c1c77d54057043e8b606d219eed7b5d549a5608cf68ef0a6380ec28a356423", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "a3099d54355459265b7c3f4a6309754f8d3fb57a5d081c7892c500f39002471c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "1e7aec71604237922f4988b3d27ca7e7581632801bb8ad1bdcfd4053cf896b02", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 128, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "e81f2cbcd9953f9a7c078a20ebd5e61930e13e97d799abb8497bbab4f5d81d03", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "fca5384f500366db04e1758262c6bc2c9f95426985c39ab643587eca69416120", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4791b3b1798614a61ce9248fa8aaf4d99c9b5d28ba7d488a6da79fc34c3c5720", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "be6226019cd78ff285ad077e59c7ab5257e9b7182d2d0abc4210c3e253479a12", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 207656, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, false, true, false, false, false, false, false, "d739f228077c5cd62af54ef9cec89de951914ff0d1173f7d81cf68fd46c51385", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "68dcfddf4e71df8441100e062886ad989a3a7de0d7002f9493b73a4ff5b7b8d1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 207656, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "556d746b778ed4a553048999ee3c4b49b6c97a02f85c9c7a34c30534827c7c3e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "369d98bbb48ccc280835c238bbc7805c8371f0138f79daaae496ab72ec0694d1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 207672, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, true, true, false, false, false, false, false, "6d4740d07246b638850caa1b0fe76fd9aa38480a8f79accf600bf52d76e9bfdf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "9e99e00dc17157b24dc07a72602949ee64e35705ec66986eedab63cfa9724bcd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen", 207672, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "b1a24ecbddd68f28f513c495b1515c2e64505d280cef5c3f2ec1b504afde81ca", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "ce78fd7936a7cbbe0aa707e782ac2b955d491c6ffef2d6df635f2a5e37bc50b3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 207752, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, false, true, false, false, false, false, false, "63afe283411e1949399abcf50fb6c7eb892515e436db10c2ed9624fa20515ab9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "279acd94e886c933b5739689612c6fac102417424adc6017aa1cfa49e7ffbdbb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 207640, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, false, true, false, false, false, false, false, "76c75034c1a2ef702796697d3ed4fc9ddf1d58e00c3064df60ddbf3530e9e51b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "c48b56a64b76197e9ff6b100b3fe0708266b3d08ed00f57facb5988fef5a9402", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 207752, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "226d4f9eaa1c50c62de830894895e7b5a581abf7a8c7fc22301f50d1cdbda2fa", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "3c46d050cd2c75a61d78b6afdc13f0b81e9151a7a1783487586a10290a04d187", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128Static2CtaKeepsAbForGen", 207640, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "872790cd65c501e8a01797be5a50cf0826d371083de281d427a79cc4cf9e3c26", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "f0730644b05f2944e6a23d3d2c6b631fadba97d66ad198dce37023438a4bbe26", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 207768, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, true, true, false, false, false, false, false, "6abc63dcc6da2297fc77d9080a7b0645e314ded36d289129f55aba2858258924", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "8dd0dfa431befa26bb2137ef6c35b6bd57354acffe5b9267e8e9a971fe1ee7b0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 207656, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, true, true, false, false, false, false, false, "769470badb40a4c974d45e57aa007100fef2db54ef958b7654d3ee18c6e056b9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "70fba610b63128b222008983b1759ddea3feaa6b63d6887526724ca6a6dbd275", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 207768, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "4623ac97ab949a5e08da990c1d5ad4faeb0345e6beb11f5e1a09169adb671066", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "75cc0e198805b1b9698f9b71080ef7fe4947f177a5ea5ba6ee52d7838ae8b477", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen", 207656, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "ed7f86dcde3a1ccbac841dc377d813513f886d8247be505dac59451b842b6a88", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "f31de72096be67a985f82e98430da92d5c211f2c1b2b1169cdb8839fcf700d47", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 213032, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 1, false, true, false, false, false, false, false, "820e35c8382af0894f18e60ca900ad658d2bcc1b0da66833d352e61b674fbba4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 219680, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, true, false, false, false, false, false, "fa992c6bd673fa4391afa05e1ea447d7e45fc3ab64f9fb1e35271122f43ba7a5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 213032, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, false, "fdec54e6b71af032cc0313f54600d99c40e661ba319da66bcab6abc9131169b8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 219680, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "a552b4c7191800384f81ebde2540ea1b425bc5e15ab67d81876e073f66312462", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 213128, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 1, false, true, false, false, false, false, false, "267f711d6f1a9c50e43573bf5d9666cca187a10dc8d5dab256bd03fab396287f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 219776, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, true, false, false, false, false, false, "4da66ece1f7f377b5f486e0804b4eb456acede944a26bd3e92b4cf02402e62ed", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 213016, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 1, false, true, false, false, false, false, false, "e0c77bf1af31cad88d8d309894e9a03e0ea8ff670e6ffc28c7162bb244ba64d7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 219664, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, true, false, false, false, false, false, "0f2fa1606519fc1d946e8550ec7bb03aa83fceaf5c538e07b6d4d9617b4331c1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 213128, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, false, "a40dfc62dc864718f8396c43dc048e070b0c1f63622ada01a31bbaf6726a3675", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 219776, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "8f4bf53a4f83f5fdc349b0128a88e4a06a9a630e5c697f0c635d634b43229fdd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGen", 213016, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 1, false, false, false, false, false, false, false, "2ebcf931a551151f654289287854b6539996910640b24b1fafd655388715dd72", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 219664, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "8bf743af6f6aa214198016b31f08e96de787098a14ce933c9dd06edc8175ba29", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 207656, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, false, true, false, false, false, false, false, "e1c928c1a8503efac2ff98be50c1bf0ee1bc93f716658dbda24807fbb7528c2b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "600fed0f6ceeb2dfb05a635ef62ad4a283858defa6ac0dca9ecd3afde22f3c5e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128Static2CtaKeepsAbForGen", 207656, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "50401e9064f421570585942f649c3951180dfc5997bd3af606f61ccdf85b5361", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "4dfa0f5736637dde9e2e0b6ae68437b43e22df974e90f3d2dfad0fdaadaaf814", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 207672, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, true, true, false, false, false, false, false, "04171fb1e6fd127c57c32e9c13a764206dc87ebfa8a64011376f8f60630718d9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "668f19eeb2b99d940dc7c5c8d7caa9fec9b9cac7c5ffee77c73b48e195d8e2cf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen", 207672, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "d984ade2722ab92461588ce3ebe5a63a36c96b8e87268f8231d51d5d35659a9d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "07f2c5f03a0d86a1c25038c780f12798f189d729a0a44749c7f1dae6d2126ac7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 207752, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, false, true, false, false, false, false, false, "2e89f944d6c66e1c0c78f5bd97c04415b8388a8866f0d2ff810087f8a89a311d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "23d0e9477df0846fabcde30d975873ff09a310dbb85179ec4f30002dac42a70f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 207640, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, false, true, false, false, false, false, false, "8ee1c0e05ca2426e0eadfb3c446b0629925ac5db04744678411977cd8990bec9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "ea47cc8d780199e16ed8b97f0456560e0c0bca71e3ac16a138a8a3d572e47f19", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Persistent2CtaKeepsAbForGen", 207752, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "36163b9cec0b3b3571b4943a331d13e09a0e7728a9f4933736871b7bdfd47ac4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "814f2cd1a1833522af41979a90ef37ef4de9c75942be55216c84ef36f7c7ce47", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128Static2CtaKeepsAbForGen", 207640, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, false, false, false, false, false, false, false, "c1bfc8f54b24d4cf225507580a71f938a32c6bdefc9596fde720dd52a9ce76e0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "eeb0a1cc8cf9dc08a1b0c93528c986c5f2e1578a6eb943e2cdf5e2be38756aa9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 207768, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, true, true, false, false, false, false, false, "28590bc1984961755227fee55bbbb46090e9b9dccd0c38bf5efb4c037044ca6d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "5dd2dc25a7f72c9e1578b224d3b727ac036dd19fec1f79b6f0de9bdffd82c06d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128Static2CtaKeepsAbForGen", 207656, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, true, true, false, false, false, false, false, "c30c8a0a5352d43026c3a9eed1e8a4971199e280f433ecfec1ee2ba17a168502", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "85fff9140b7db78be94c7b33ed335f43f0ece89f3883a535d5a698a53b3c5de0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Persistent2CtaKeepsAbForGen", 207768, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "67b069c2001ff4bec90e8109cb54cb1d35234340afeea9edaef7166c6e3bb359", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "e71ed4b9a8f360860c04972d7aa334c841d1113050eea78f69188eb6412b491e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128Static2CtaKeepsAbForGen", 207656, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 0, true, false, false, false, false, false, false, "f2af10dc9e71ffbcbce7e8e9e7250293dae02d22c1bd3eb438bb66b800b2937c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 256, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "8ecbcee2e0e568ca8d1dc597d368476828fe9ebede7a7cb29671d135f6b9f66c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0a687c9b31a5bc6c8d674ebc6f87e2957bd4b454cba7069d3e065e52067e973b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "98573fa8e106d47271f4cfc79166c1758d9754bcf9f1462bcfa76b7db34373cd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "74aca2e6e88ca3b583591edc7ba6b77c28f924bdcdbd2f225b049a49a5fb47ca", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "bff5df89205b77ebf26bd0058497a2079cf2c353678a1ba5e01a5c4410da9336", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "9ca9cdbcc30e7176c43867a7a72ccfde6257e640973c47cafab25d08e8cc5f80", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "243b7c109a8aaf71aee7178ec56973fc95fcb9022e5aa3ab044d7ba635668a2f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "cbf14229f5fddc69e7dab9ed31627e5216cfced02b116145503efd62c8db0581", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "50c8f15552edff266c95c4b99c90670fba5ea4eb4352a423d1b59b531cf67f79", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "458d5e055137461b490f92c0585bfae8c37335ad47a66f9ea37c716fe21e5073", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "4c0dfedca67a59ca821988eae449d81b0f0658ac5c02fdbb12e87f37f2bde9a5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "6c338566e342b33819027b106ff0f4a8f7c1f2a0a13f173e1349f1310f93d9c9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "fd55941190d82c9d1f0c2d225a4da4e5845bacc4bb8b2d640baa5eaf333b97eb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "7f9099e4c4be6f239f8f1dc95c033935f74035c925f80c4f799567ad9070a559", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "90482ba0543d6c125399a4fc4aebb41720341b93fb30b2be7d944f29e2b17267", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "ffb85b6fffefc858c4728750364665199c37f8a51fc66baa7a29c736a90caf87", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 219680, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, true, false, false, false, false, false, "cfdc86e9ae3b87a1fe97b821142b255fb5ca0568723b96ffcccd03e760a437a2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 219680, 512, 2, 1, 0, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "bb1279a693044b359bf4698d6a8dfc4b745884a50b86974a565ec056ea528a95", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 219776, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, true, false, false, false, false, false, "5b5473277d7889695564322f7e6310a2b7c24aad4b588366ece55c3343decfa2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 219664, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, true, false, false, false, false, false, "54ad2dd04f99c0239b6f3a1e0cf71b7a50862e534a2b47922e220f48881ed571", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128PersistentKeepsAbForGen", 219776, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "7069ec6489b5bb968b593a94a306015e8299cbf6b06002c61b172ed0bef0cc30", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvDenseStaticTokenSparseP1VarSeqQ64Kv128StaticKeepsAbForGen", 219664, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 1, false, false, false, false, false, false, false, "081a02ee1f7c87d58b6cfc7e1a1238f1e8896ac74a0c608c2c61193df4f845a7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "bd6c8d9d61456b333c356f73a41a524b4a9b94049f1a7338c1a8717f99f54072", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "900be13f859fe0a2aec34c0ab520e77072537670b6464fed0a579f1d5a90a494", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "98346489e5e82ce2cfae0eaa93cf7bfc67120e6d2ed5a237319ac50873d12e27", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "344b0067e4e070b77d514119461a2555db99f1143ecd42222b607bfd7b6504ea", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "d4e35ef385d949d177659aa67ef33ea96af46acc9a16abe1082afef04ada17d8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, true, false, false, false, false, false, "bc83c30ffb56284caf71385a2a6da48f3e9672163d3e6adce899ddceda868a89", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "28503b6be4c28eec9836f72e8f2e752f0afbc511a55ccac44261aee16f8234cc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, false, false, false, false, false, false, false, "e8bfd5eeda1c4053d0e61ac403d65fcd767082f6e7ed73b79fb8f8866c471f4f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "7c9b1942bfbfb6d972edc6bf1552c73a5811bbe709d615fd954a3eae3f8afd96", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, true, false, false, false, false, false, "68509334767a649eca89399c4b40163542742a0109894ccc91d7d1fb5b6e9bcd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "4bf4c55ee808df064e15d42a2cbad2991b9b28987ce1fb622ab04d62cd6f2158", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_BF16, 64, 128, 64, 128, 512, 576, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OBfloat16HQk576HV512PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, false, false, false, 0, true, false, false, false, false, false, false, "1cdc663eb2f4c827291cfee15019186b934c2497e0882f4a87a7f6936a428cb0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 133760, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "423602db3838755851ce971ff2675a27f4d985d30878fe053d9afb9c3f244ec6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 133648, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "e2de64269ec5627fb0ddd74442225693d9e955d6780d26283314b9d0fa2b263b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "26f1dc1d078662e73f55699d4513cd776795c34d78d638363f3bbdd6a46f8973", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "35a938332398b42a5a31383ab2a954e8176a6dc31d5864098d67fa8c36877338", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128PersistentContext", 133760, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "70ca2e9e89938ecf5b849ae92a2308b5073e00d52f1cdfa9dd2c5b0cbd0dd93e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqQ256Kv128StaticContext", 133648, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ece1b11f4c0a34a1b9f28ac0a2afbf05023013331dcef922fe97e575886781e5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "0abef67dc82c9f714748515d393d5aae1572a7b0216ef99b53a06364566167ad", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "025c5af46904c3dc878fe8e3bccbf4b9a1fdfb9caba1b68a446cc3317ad891e6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "107612ac96e3a6f0ed050bafc976f9faf6001ce6c92d56c5d81669f5290d0ada", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "b97c1240bd19d3230e7ed3f0d4fe156e92248acd2c0ea3c8d4cd230aaca72f9d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5ebe9cc9d6d7baad1e14cec2fb446cedf310e9b0cf29ba097a00e5b922212088", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0e578f3e7390e24b74b39f8044cae7ead9386d6b3322fbce4ebdaee2238526fd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "cf2e8a9f344163a861fc92f8fdc5b6ef1f99cc44e89387a2bbfe0620e60c224e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "5f90abad9a27811661bb3d596878b9c5c3c2c5e3f24111f814ddf8d615391ff3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "739a50c13b24dce42b0f13f77a995dfda5b0cb59e2486afd9d4ab6efbc359b8e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "c4ac5a4fc02c8b884824c2841da0e80f9100d5b8df483302a9b995942a0c26fb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 133760, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "f6169dcbf0d036a7672069d2600644b655097e55a8bc3997f29cb34704e56879", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 133648, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a0da8d2244e8f5da300a3fb31678c67a21239b9bf00235616e78eaeeea78c43d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "3ff541a3c84aa3f119879d33bbd0be4216d1925a64c6ce9560c536c0a15730a5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "ff126624dba8e02fcb4d02e8f69032ba9cbec51eabc1beb17b926ec27eeec2d4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128PersistentContext", 133760, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "fb7f6665c64ddcb513d19249e45a3ad6f6dac4bc88de784a2f9d2b8bd6e2c4af", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 136000, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "650f6499fd1de0ebfa313768cb2fb78d1bcf98ca435206f209f07cc008701de9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 135888, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "afe4ce38eb9aa1a70748b3ae649a67b58dc3c0c871b259739bbd6ed17363bf2e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 138880, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "294d2e7e74ed44132cac1380a647a6d5df18d017003d4ad4a93760508130bbb2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 138768, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "ab555f9c84207db8dacb397c1d9670dc7f4e5dd3f3f05479183fd748de2add6f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 136576, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "54a718189d2395451230dc9db597ece18af32178edc03a801ac098da4ce1027f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 136464, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "c6b35795261778601ed9fc04225879f966c9242b18214e7165d3253bba851d3d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqQ256Kv128StaticContext", 133648, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "896071ec7aca540d07f5a6ed11465b581b4895bd1af0a165db4ddd438b3bca38", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "ef59e354d4a78a35a10eae52cfd045d7c54d68c158cf71f127f354a82023885c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "88bf23dd8696291583801a33f3d0a18b7dff2c171b1adb595dad43ea150b780a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "bf93b1891b7363639d460d86bfe9c2582c3e3a9e6527d19da0c7b7c9fdac6cbf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "e5ec5978c016496c73f5d94cbfbc57c3872f9b31722b4d25c0f8ecf7ab5af82e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c281df3771131604e440669bb15d4ba4d8a57bd1811b7588032bf14182acd2c9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 136016, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "8e3ad0c341dd63c9841a77327dc2e377431f0f02b95703df1564f93466d25cd5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 135904, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "1fbdeea0e69db1a2ad640ba06ab55fae9192868ea7555e706088732bc269cdbd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 138896, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "b02a3e58a1dc3e24275279cfaccfb70a7ce0f2d4002f8230124e0ed93af8ae02", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 138784, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "7b78758ff55b328871c6967c90c0819bb05a3cd66a75063d69bfbec3760f10d8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 136592, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "c9c8b97abb3dea260997142bb630ae6d8ba0cb23073f0b647e6d53f0b04f3862", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 136480, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "f869925992aae17973977c0c0f04c34b51c59b273bfe53325ca3e03db553f2c7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "522c66e47559a0bd341c3db7e618699896aac6db5402f4eeea55b58d48e66c4c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "e0e44081fdb15b4313d9029385c5bf62c405a5ea19fc48386e67bfeb852a58ba", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "ac89309433026e82d7509b4a82a560293ca067076b9e006a62014703e6534853", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "793cfc75620f1126926e3b9d64e59ea86f24e1a04766c16c56359aea27709919", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "154be9d180a2bfa4c218f6f86bdb2d187723975f5470675e595e893887c8d61f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 133760, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "730f44cd88429b4e5e0ceefef34655a27cf2af21f995b028cefbdbfd6aa60be9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 133648, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "76663030afee9014d927c5cab755d24fc1a07bf7111d9d45e4ab3e8a9278103f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "a0210909091fb5a3033fe0151c5cba1b657bcc391edf3911c1e1d3961c909338", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "5b1f1a7c075a04174ea7f04eb484cf8a21a08c28d3644841d3704751e6d9e2ee", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 133760, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3952957b5e68ba31f715cbae56bc70bcd8a9c4ccb333023e74fcfd968500305f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 133648, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ed4794eff57b2d894267f616e477cb657256cae6427466bba67c6d1887428098", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "b2b3dac0a06a80763dfecbba477282e6fb207d810b75a6e18e038796c4b8eda5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "c2d63273759572bd1d4528ed0369a38cbc29d2462e792bcd4d4642cecd29b988", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "58e4bc43a59714577572db3e1ae00e78633f1f9f934582f66a1bf4be03b1c8b2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "5b9f395b731cf0dfe755a7623b19c8d7af30feb0b5b3e609e388b2c4f497e833", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f915b14b5b3c3bfe1d1db7e558619b2dd7e6796dd4a38856902791bd738029d5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b0a5429468cfb5d6b75b045bf13a612f1c1be47ab3998faffc9fe68cca5dc4e4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "12e649c6b72fe4a9452d07710442279abfe8a8909286319fc2b8d67a91c41adc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "3b801e4bf04f688abfc00c42679412749aa514c7800897b2ec7531a4b8ed9ceb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "d9ed14b5fb1dea0f63cf620e2dbf17aba4d919be6d05a80d776e104d40a71cc4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "652f00b4d626a1d722a063e293820f94930af272007dc618de91238b223f15b5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0a0a678d06150241da48442d7e5325521e14bff6d110a0cc362f729497614f00", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4fe28148a6ca5355ece30c60a780a295944b087e57ef49ed48e98b0b34c1cd06", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "703d5b51f4ec1c359ea40e1551f22f60d9a393bc3a2e22e2afc810c78abd8ff9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b3e5b2acda534cd70a47fcf17a0e46101c9bacbf5042dc75270d85a10292e5db", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "aaf749997b67cbfbc0659a1f34e3d761f2c53cc8985a670d63ea1a597f2e7fff", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f1509a777e811760730487b259a7e4dc347a5c00e1e441ab43b6072cc9980b5f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f4c0e40332629772ab7ff169dfe5688163d1510a6d92e2ea25e3090d517a93ff", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6809005e5ad3f0b96f5d9271fef84e32b99b717c89a0b473a254987a22b22a3c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 134528, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "3de654e9ce341c72b6aa1552c2bf0024978f3eb76d9eea8c2bdbdbadd22b81e4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 134416, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "c1232a0a3dfbce6e5c98961d7b3483d9da845f1b9fcf6b987fffdba35f965463", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "da7917e22dcb4c6faa131a1ad15286470ef3f3408b869b6aa82c3a096330879e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "4ef3c083e723aa697b38b6d30182a4a28c99f1d3f0a4931a04ba89a2c9f00462", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "088c623275b4fdbbdfa94a2548023f3fa1c39a83ca9f8599b48d209402e27e31", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "99c3d585d181f07733d62fefa3cf7de740f02143fc9e0e7d2d97be686e69966e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 134528, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e6753e11e5da2eb3937988ea6f192ffed0452f7a51e36de7bf9f29c6d7276c88", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 134416, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "88d687ae17e7851e1e8b5fd1b3a670fa27eb00d14fa84f78fa785df9e86620f6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2449ee9026efd9a22e82d975f61a2bb9b37ac98c196f58625532db639d9bea8f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "66b2e08d2ea2830d98404d49e5c2b4c6097758fdbb29b89613571e4a9e224855", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "853233b8f6e0d8fb9bb6a2e0ab5a364188b74f2a353a7e70b980c9e913e6083d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "3c515133cd3ed9442460dc705f6732a7474ce2f146c046ecc9981163236eecf8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "ce7938ab458af09b608a5564376e903b90653342d0327807c5e40aa6e96a763f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "b2eb0c16c474c3eae75331afc857832e6955a885f673089ab9f0a30c71a98cba", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e879b025d55e777b42e5d2b0e6ebeac1c8380cd25b980ef921028959d3e8106e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d446f510b4e59b2360b2ea7ab4804d337dd467c803c2bbdaff67af1fb5a100ab", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "750dc60367140f1aea1300bb3e2fcb5336a937e9a1921233f0750252cb46a09b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b725708a53892a1d82a6e48b9e0dcb0da66eaf348a4a30dba31d53231624ed0b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "098412d473fceb0aa035e66f0052c3b98dacf1fdbd690fff578ec08d01a4576f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4bc6e95311129233f81f687bb7eca4f8db6a9cd6ce681a1f6a9d489e63f80e41", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "a542f7ff4bb741ae088a7ee4c9665e0ee2ed49e0ef2dbcba398a04b505c7da14", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "1b1f74ec20466d62d6efbe5bcb2c122c2a067f7f6f0e45c1540205cd5b7dfe8e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "f056de49465dff17c619956ddc77b7561616261e58d2d1ba3c788fe2b1e18436", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "a65ffd9a037c7d8a6f44db39c63bb4048313d68e3d3f73d09f54622551729720", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "49aee6f66e2a5ebc63870bf6ab5645c854df781ba4a55f6288ac7d24363079fb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5a5bd4c682e8dbac79d960ed75d1cd6498c0c62fede83de3e741c17b1accc0a8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "afb3e47023079dfa3de3ac3800fc8f87d58cfd14c515e9969d3556d13d603d2d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ca2527f9bd8dbee7f51b8896f4269f2915afb953455f5b6bcabf1500f5b1b01e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b286e35188a5cb73bdaa7846d63891f9fc7d7117e5c49ffc648f3d0262c4c9b7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4883be92701b9ee4a5c02012ddf58081759de2f3e91abee27a4d7f180963774d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c1403421a06f915f6c85b60b8f45e6e2bf847c715029e9222f256247cdb32d53", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "831b1430cccfc6c1fdaf2359dbea9c7072e0748450a21ab81d099761a3231a68", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 134528, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "13ff302575b520a2556e8cfe19f1904785a0f92f1cf7d925ed52830742274db0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 134416, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "b6725a584e8bf8de9955ebd8e6ef7d16ec524c817d25ce2affc7400ffd09b6f7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "b0b1695a9baf190d0204242a2c11e2f331669aa1c418efdb5d79bdff5dfd0729", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "d9818084f0ab1872a72506c13150475a1cc52ede0d0b29baa3312e55d883ea3e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 134528, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "28ee5841d505cad76695d29b85639ff3f0c31588da4039e4e0c4245b1ed29f7d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 134416, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e8c270a54d7e8cb0d1ab188470733184f4a0030665b654e34eea6ff3c8b77592", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "4f8407be0f67fb29feb4dcc1f65712104ca51fe52b3be47cb12b54cccdce6d66", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "8249116b09b326fc5db84aa4e90334841c6890c10ced4c861efdb6f4a5690abf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "ec7604f0421ea61ac204aaddb6416c96c103edcf303ac115fdfcd89ddc51895c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "d2075516eb47892e1442699884b6d40fe974be95b11232f3d45e497b9b029620", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b0c8f29c90281d16999b35f1691ae27f519f0bd02266b5cd3edb3993394d55bd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f90e0c1fc7f0d2f6a85b04bbb81c2272621428d04089cbb948a4da62b8fa5989", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "efbf00e5f36d3174279c01b7bb88dd7528b912ee6126b9e6d226e8238006ceab", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "e09786baec17f722c2058c622d75531471e2608b79460e61f2a9702e97bcd079", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "3c041b5d731588f2bafb63ce0bea9775b15cf2bb6ef0ec6e44ea2322a8d94df1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "f5d664ea547e4040308ca0b3280d93d00772cefcd0095c1b9f3a20aee4fc0365", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "14c27193525a39a026a18466a42a833289a263e3a5647c4a1b753bb101a6b8d9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8260c46fe57c9da3e318ad5492103edd7be775d755bdb4fb3484ef1598007fb8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "27cd7cfe6ed0315daa755abedf6a261c4a51c6b09b3fe596544b50d6d49f792c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "48874b254daf89804663c461342d03779bfb8b2282f47bea0a6df7c9610a0fab", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f25bccf5133ee6d5b94a88a44d31349b178ed2771ceeb191d6d323a54aaf5e6a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "474bd290a2bd18d8a4b2ab5169fa30b25788e899190d2db4906cb6f392c019ef", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "22c121af2aaba02bae9dc904bd6cff63cfb84d210c577bdb56191c65cd2d50a8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f32a3e7505f04cf2d9cc5fd30b232c0d5dc59c48980e18a1408afd40ac47b790", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 134528, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "bb6547c7539490b86efe081bfa8d2bf5701e904f62c028fead1b9f81ed1d34ad", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 134416, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "24035467dc0616bc56b0984ddf5c117d187dd7f27803e4a2c205ffeec1ceafd9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "a20b2bcf23892301b22920ce27490a171e37b4edd8d6f5aa2736c24980e2c533", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "13c198d135e37bfe85471e7a170f92de1bcb9a3367be50bb747e039889aa03c0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4a9457f67a143b2c98a4e082492db8d7a49403b993643efc5c48c651cc10f8ae", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c4a2f7aaca1a77fb6e68aa0cd1dceb18dcd4c105e827072c42769445e106ba59", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 134528, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8073e7ba5c2801701a3f56d80992ff10e2c6b7966371caa3f7a23d4568fa705a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 134416, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "fde07e1eced30c13c3e8788e82e0311a7b1acc2b5d4753cced44a368cb455da7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e1e9060b27cb1d423b781bc109726851d540cc2a5f9b04fc16d62fa97ffe3c1e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4720f4e117501f2b0594cb386248f5c1ab106c5354e36dd91669cf6acbb74e37", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "ccd50aeda9a85742d7b5f72737fb00149c043939a49d4bd859b9fd640d4a9254", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "95c53c187f167364475e7d9bca4f56aa9272fa583418c44026ff6bcf7b0d51eb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "86e71128d87c14e19106cfaf89bd78efce0ae06c8f6a90350f9940553ab37196", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "b0e7648c59e422298ca8e4c8762e246c3905a5baf4bc6331589fb272c938d1f6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "47b2bd188ee618c01ac59f0617af430df4df9cb9cc77fe7a1ce9d3c2a2238bae", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "05b5f2564087d7ab4c1a0e375cc897c1eb7735431860b996ed4e394d39126d5f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6b88a2eaf25919244e17571287740e9bdaa06844a02151e20943e9dcda192580", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7649e809418ca19f2b56998f868201a0a5e78573555446437124741b7e4fd635", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "718dabd2d82735fc849a1494968e53c85f602ef8a64cc7422230b5a6060d6d30", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1adc143984f0054fdeefc08e9954c07fd30be953351cb73cbfa39185d9cd34b7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "a1ba620a4b328c290529319a94780fb946322464666ff1ee442410bca2c75c68", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "f4bf594c45a0f78832124d068aa541bc7ab961c6a05dd213a8c2d75f486d8ca2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "117e44842fefbb59dd2eb36c45697a1c72e6456cda81ab37b4c0acee60418d99", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "a1b73c7cdd88fa369b730a9dd653df791ecf92384b4b287705647c9f5d5ce0d0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9c68a548ec58b444ccdd2757755d763ed4ac213920af7a82c190b1842ca59bdf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5972ffffd54ff34ab3fed5eb897b3fb4462cd1fd8803ae90506987e054ce978a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a5ec723ac38ab162a92f577af3f27811a36e446b0d9508507a17b67971bf436e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 133760, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "78dba2567dbc940082e926aa40a651a1259421577deaa187d23ebb193db5e2b4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 133648, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "830c0923d91508d86c5f5dd1120fcb1467d46a3477169f859423ec0b14b4f157", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 133760, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "22be77ec1730cf13bc4ef7aef57ae190348f78aeb22889e57a4b9dd880b06359", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 133392, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "542c19552768daaf9cad8813d084dfd3d337d5e3f75686268a57ff3cbe86423f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 133760, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3a24fd63d4f6372132faf1ea4927bae69ca2a88fecb2d0b5469228344839e023", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 136000, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "eed755494cbf3998bfee451b9d52bc39cef24bb4cd0716d7ce57087e1b653c28", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 135888, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "01e6145e51ab6fc882d9bb7d3348de830d54b9d8ca16dba5cb6a9d7192f60920", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 138880, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "38d01c3e90ca0fd9fbcabd0af22481d09f8772666d9ba5a43bde00da176bde48", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 138768, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "13254809dde619939a5dd7b7fd5b6ca505da017c4e2fe95b753679bccc648311", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 136576, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "3d7466ca734763f09ff2fe6ed7a20fb0b73cd37c2d65bcf4c9cc07862b7efcb0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 136464, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "f9ccf2013212360bd7d25d6b122045ed24275645e6fb4a777f0a626e9d2cc84b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 133648, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "42ce606e92876d22a54a7c500b903ffe3563bc1f2c4e464914c74d56c742863d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 133776, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "1d2ca02967b53acd04a114d937b15e74b0f82116b431ce4d665779cfa6b464df", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 133664, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "1f693e7643eb88132ee827cf84bc5c50e5eb62d18126f27d9d818e66e7621fcf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "3c8ce0dfcce240a20b5cff514be6a7f1f800898521afd7e46212865d7a7e7eb4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "a088c0a8c03b35ae7fb7ec2f834c3f86b9474bd8ab96131465e2119430f1904d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 133776, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e417631a0abab7ea374c693be10a8ad13ecf19168be3f87a0026c32374dd88ab", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 136016, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "286932aeceb928a9c0809ec474875bc82de2ff3336cb11e475f4e41d05107042", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 135904, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "8946731dfdd303fa7e93a47bb8ac22f92058c609ff62ce328ecf0679d5a9b7c1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 138896, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "41ad26f85d51cc364e2a777f08c09d8d6f37791cf23672bfdfa471e1500a42fc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 138784, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "23b29bda54eef68202e4bb46fe91adf83e12991a8053c001fd698f4e41cf7760", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 136592, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "f034bc01e8f242c7e6ef944fb65cce672781530cf2510bcf3380a2f883cc2fd7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 136480, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "01e211c4d8e46fef68457cee4c99fad223e91194c5c1520e0e1782666553269b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 133664, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "dbc04333ee108f76a829443ffa2d5a45fcd78e75a0d3e42077fec72a1175f8c4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "903a5de8e8d799455ad665e32a643db0bab2463575fc613ec07f5393bd05c9c3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "020108e1caaa9c2e63db995890111c0d45b7a7cb2bb8c6bd6f005641cb3f4eb3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext", 133760, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "685f7c4b287641dc3a4d520669972c039abd0d28f41836fa1e32faad1f09cb3f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext", 133392, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "a59ebd8f24e425105e1280f00aadac39a5008f3541812dee0c14a13d2a01dfc0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "11a332746052a02b946c49e44bb91cf670fabd49c955d2d4b25a5c3d08f8f566", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a41c7d30490a14afb9d268aa3d15b4fc2a1c136a30ebcbe0776cc8da7975461c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "dad47aba32072c4f3a0164c3bc96b5ba5d870bad1177298c4f29cc3e2e623076", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "0a453a5ccaa4ef88d9a4460bc9d01ec32409662a7ce634985c40b4cd2b8b794c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a75eed746a9f55f3c6f39bfec47df1f58de697b8032f2ee4a9f8e034f73bde09", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "22541882b62a11f43c1f61a6dd8d94f66b547cb72af39a89734a70d80043d507", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "793683d455b5e17baf5e90b7dff72b421e248758f83411905db9d737376b25b5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "fd95403226fd9a5c7204758d761883060c4b031834bee43ce10feb009b53690e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "67757cd31034517304f4589255e7def1aa2c42f3dba245325433362bb6a583e9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "4ba18a39f3f2094af2bc14143fa6b29aea45a43a545a94fb9061f6748c4b1e0d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3abd502170ef3fed3362dd6779078887d1e5b0e16f5d485115a890f7f909aacc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "94097d71ec832be711531ef6834e12946b78ec375c839f8f6fb185803c16c43b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "34b74fbe5b83a55c3e5ceb41315915d78547e30a3ea0431accb81ffc3adeed05", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "54fb99431727fb1b9dece1ab3894e175f7d5482eaa123d733b59d344cd6ddd79", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "a6a9d81d8ab6f661816e00077525e6cc5f1c90a829702c715523fdf3f7490540", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "a27da3f090c61f935ef7c5b30b910a067c1c82cc0178d73066cfda3d5713f5e1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "c61eb84212041c68baa1d88ea4c7abc2f693c8347efb8021bc77f02022acd649", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "f97a5c819d0b9ec308aa9ae953d191c5c16608e2854de043f7fd512e0df4cc3a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "3d3826934e28cdee0230b52a7e193b4624d1c33b05666b02cbcb26405453f419", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "b95295f69173e73d34de87cfb911b26dbc2074552235a9972a4772d26acbe9cd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4ace34dc1a5045fcbe62f13cb2a3e6ddad6deacb96c32976151aee317f72f43c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c6c693a61f223cfcf6b295e7606d407d41966b889aece6615b5a20a977f9c51e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "fb60ae194f63e5e3f7a4ae01810bcf627100c46b6b567372f1cc18e1c3fb1cb9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "38df1ff6a2d896ffecd65a533e836d09847eb26141ec5f533c4404df0175feb0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "a357f879a05c09a396169e92a8b128a5cd0308ca5ecdd90e28cb09e263bf3902", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "949dd944ddaa2cd284ef62d52e8a6390c8df495d1aca48a711e54d2c814a784e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1e22202f1a441fca10becd6c46fa9b4bc760f5e91457d12ef21dd53ceb092072", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c5bd8eddc79af015c166de7f08aaa60b79e49a2c08b31294e04c18ab59fed71a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "3ece7b859367ba75b820e75ad4095cbf09c577358f0601f6712d9fe6cf41b0e0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "c9a24cba1a00a105fc24019a87b07e7672b50314169d3f0f0764faa313930854", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "5d1b2ee1bdee4a8e3dd1892660288fdd6e64cb07f079473aab526872f9abaa66", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "9d5099635e3476237bbf9b01788e59370c73156cd097f5b863cd85720092c5d2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "11388843960d27d738945160fe50a3c5cef6c63d501dfd35c1ecc085ee37d043", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "5898bcc3edfa480b603cdcb85e5a90484e82e396cd000e4ecb85495b131c860c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "0f15ad11c31308b7d49f198a2629247ef702027d2c274bda8922b8145c0c44b1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "f54b36a4ff1f758c5c4580e00b1f206256e01d518b41ea2563d643e45d9e2227", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7067eda34df61795b62351d8230ba6db1c253d70bcbf181da42913ebb1823290", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "820956366136829330c50e7392437ab28e817ba40f7981cf56ee1d47aeabb095", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "195a5815982b68370787a4126fbb26c5bef54d635f4b107d6f3a69d61cc932ae", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "40652cbc20c328ab73eac029436fd6a207089b33b57395569baf5442f75a238b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "f558ab3d6dfb2d41d62e50068c81270abb0cb777364e21337824d1bf7c4a31d7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "bc35d440e1eabc6ac3df62922c87490c40cb04b86ffd28d38913e5229de5f017", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a6a31ca5a1b748c9f2fa4f753004f0addcb8efeade4c96b8fc74ad09a79e120e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b8ae0f2d4c5953a718be9ac89ea4d6aa68583625eeafb3c0fdcce22e15baa313", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "b0ebb2560832955b49fbbdd5236a474829abdbfcc023c84cd0eaad6af8c75c0d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "97c0f8ea105ea2d179812adb4b79248a6feac9fca142ebffe2d17845d8401d57", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "8352bbc4b7bd6e03929be10654fd51a0dd3416419d319f4e0dd7f86982b9a7ca", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "34ba09f28ee02f962aebb9013813e5632e6283dceb1c335a2dd3edb4fde84cb7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "901a4684a54290e34da4954ec8aaf2853594aa18f31da283b5fb0627142a9342", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4c5ee74b326590b11531424dc7a01460964c629f5141b5deae7f5e60b3c77820", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214336, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "816958e74f2fc73be64f61760ca2f53e96e555528767d81224cfe9492c0ed378", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181568, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "37de59a1a0b4fab43817da1816deba37cd0c2c8f2a6549862d3de2c4632be70b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "febc553daf523fd941d911780257679721ba78f4b53806d9cb27ea7fca9f4fed", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "759eee7b98a5ce6563250a69fc76a8033c4c3df6ec8acff6d69eb404a5119dd1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "bd9357775e48b2f97affc0760f21b8200f715b69f41b0e1277a6b8977478deae", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8352644d6f0274af107002e41f4b47ace8bcb3f4fc07616aac199ff57bf2d096", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "e3ee01399805a20f6897065c05d9f2bc35e0cbbe49790f9edace73b32177324a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "871704abc31429259ec9e5a9760c2e007fda64edd7710acfb4a1be3f165e1e1e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "1cdadd1a829d02e219c02c9fc7556ff24908bdcb9b92238bcf492bef118a1e16", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "fad0f44a2be5cfe4145fd2167928ba42e95eb4ca674a56ddff43c00a400cbd40", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5ad078bb402d9dab1f2a98801c6a1ebf7b202f023167e1926ce22f0450cdcb48", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "68cd738a6f27f7abf5b7c18c0113dbcb80242f98c1696427177a7a5b0ec7acd5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "74dc8c2ddba37b69e0261fb786ccee2375d3efbe09cb09600458ed3708f0fcf3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5fdac30ddf855d4dfb26cb836712173a0d8210422cc2cf2083e7e1671f6ec7ca", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 181632, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "328163a92896aa386251fc8c2955ab4ca2283cdd9ce97c9fbf25eb70308e7d85", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181520, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b07cad1e82c06e5bca6d813fb92abb22554c68479b96edd0497a57c425c591e9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "107505aa125466c1436aabeea4569025224b3cf36269052b4946afccdab860b0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "87ccbd4ae6bac09bf3a7e56a86d393cb076b1bac8c787cbf74f8d20eb9f31579", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "c759775ecd3c4cffbc8cd48241c246f900452101cb14418dac2430ea247eb624", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "531a4ebd93bd3d33b96ec4ce5979e43e544cf16590bee2b45bba44358aed276a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1e408de90cbb519f2689eec517329dbe433e329a9a9126240d7c1ed4ab46cfe1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5088424a5706c7fe1c4d7cff4da5d99a789692cf08da74ab354c4aff198e4303", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "debcbf71f4e92f218ae0013abc49c0337c7bd68e848e4b12413ca958fa944d94", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9ff553a4c4dddf54b965fed9fccc5d23df0842eccbe5e181334a2b38e6b069fb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 181648, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7f0de401551b47e0c0e91fe0a4e8a92bf5993ac89e97f441a67857e559393ea5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6fda6225d2d508b5a0c35372d940ba02d05c7b5905f99249b4724b06dd1b1108", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "96c1b0afec3221750345e6c6d2906d6d486b2d2bd0a195874b92b1886c501df8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "94fbf0cb3031f0b26aaeedaa55d2c2a0247b7f5bd224ba04d2bc1acc035b86fc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "1e6bcca88201ab3e6bae924b013313a699eb3171e56b4fa3795d5356be2f97eb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "d01d3fb42d18f72c449552ec0b15531588c8f875e4e3f1357fdc92c6dc58b25b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "8fb41e9735d20cd8bb64e34e7a4b051c85487100fe1cfe06744685b941d394e7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "1cef307421ea538971c2961633070110a8106ef00e7e9b96ee1135fac6bdcc5a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "e75ad8da3855fe83a9135ee7ad0bfc687b380f82e384122958959f69ee33c8fc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "381e3654bb0486b4598bfb5839be68e4f2d9c706bb8885eeac830e59b1115428", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1c3f59e11c9477e4c0714f36c07b4a5de2c0c5ef05f114d2447b3d9fee7ef53d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7b0c51d45f69bf4d42002215aff9e8ddeba73949cc3e7d133b2f71d7a5f00528", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "8ab2419e9955f063ebe6ad881756a1b8596dfc02dfd0155b099165094b910eee", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "0979e81e3ef436078c3c09a69502e0d602e98c6b0c95fc7fb04a196073e903c3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "fb250cc56c4169ad9c96c014c9a7a302a9ab3420334713a206eba36c11b70a22", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "ddfdb38f8c75ef89771c1bcde32354100280980861d65b192aabdfb7a141ef48", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "834e4076e802170e3c5086e5768861275856e4699f9809619fb6e4963fc2abf7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "50914edbe5a70c5c79ccda2f3d02fd02b299aa8056229ed6ec0542832fb09aca", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "ad7e9272c3d02f3069db60eff62cae367539f62900edf6d8352b09bb25c5355b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "89c7effd6a0d9d4df45ee5c17f83d81afeda8b1cb7eaf0d6cd2e93e224faf923", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "b582280d06d5feb6c3589dc9c74d9d51ff6adb4cd7c9287d70922e0c7222a22a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "258003285d6422cf03d748553c43fb2c15c03eb0812ec8b7523a8960f8b49393", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "db244ab32f4a836b879284504ea8bf59797573c6ea0473a2cdcc811ab5925ad1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a714009f5fa34a60a7bdce31ee4044d576513ebad5c0e0fb0f6859c4cb93d573", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214336, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3f5638b39c152758a28e639fe835f3d1cfca27ecdec1fb05f8765ba78755f20b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181568, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5ae07ad296d0c1307f1bb9a9e14f6f13af97ff21d2dc99eac74ee9afc86968e4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "345fe32a032943a9fce9b62b7786ae38c5adf2e50eeb77a621be0b202307faf2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "049e4dd4a89159df47ca07e75a25b4bd2efab1cf433bfc9ff6d98583d7070d64", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "30f590980d539b5442572cf6a7d96f7359d46b0530e4dbc2069438cc67e946c6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "19aa94c3606b60b9cc7c59a52d52d417351cd5572ab5852b2ca292ce67dbac08", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "6f630b3e3219096bea731de1dac4c52b7df7fb39bc644e859c38c51fd47bf9c1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "01c68f0f1d2a0581435800b1a7c40720b672dcefcc271043a5221bff56e3f9ec", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "f9f194a02fc403f01338749b054eabb0c7f7035e831af9326f5ba6d0c6a75539", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "c8a5b0635c9d64a3281a1f8cad22acdc79ff7e8cd5e61d01eeb9959527991380", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "df6ec601467b7e58593c33aabdbfe07001c7f38bc2243b41344d5be2549679ff", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a9f41045ba7c63bc7df41f0b620f88d192d4b50bf33e76e4f1cd70d02df51137", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1e16c4d975591e13c117e225bfbde719ef0becf849e260d925ab13ac0b6650b9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d01352b8ab403b0193855c3436d154fbfd27de0ece88005c30a203cb49632a83", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 181632, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0002efa11a1d1ad67b98a38629af3f9807bef8ac8086463342232c019e866973", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181520, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "854a0db38728d58bd2d3e3fe764f7bc9eec0637d8ec7b85bff251c01d5810dd9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "44e2ed21e48040cc890fc21f1eef48efce0aad9189a249f4d7a690a6b8acde96", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "cc2773bb195bb9ad74ae1cb1385babbcc1607ce40a3d570aa6c47b313d0d9b3c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "add9375f40154b0d7fe187f80cc1365bf0514cc08798a9d10f98e57f728f71c8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "2371d13738478f03f28b1a075f9bd1477e84a2899c4800c514644bb1aadadedf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "511e92cc0435e05a9046fe399216bc7aeafb33e4d8dcc5b18762ebf7ef649ec1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8427cbabba19e1ed1eba9d4204b61fd536bf6c1a0fef21d950505d7871480831", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8a505edf864fe89106d4e2275b1d188f25baaeeaa6b30aee3aac728294460688", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "290bfbefdf465c5bb0f2f4c66dbdf3a5aec3d5f0636a5078b482e6fd0606c8d2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 181648, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4e07221609677b795fde57b976e285288e7f37061463d03f33a89083cc17c43f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ca8232afc4da6804a2677770a9c999a745931923e7ed0f5c4927a9f117d39272", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "b63abbb9dcb2a49209ab1dd69b83a7a1c9f05a987ee8812110a6d5d8e2efc6cc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "e5eaabac28eae2b02d3b3f78e08009a19657c4796053a5cc0ecdb139bebf3c60", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "5548694e81993969c2afaaca27c5c55afe529237fdfa06e23189cf559c41fdc0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "11808eda6a42278400908172ecd2c391af809ea7c21ccb57ab7e0770cd55a763", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a79159c9c98ee21402e9de7948d0e9513af207dc90cd1890912a3e05a119faa9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "da5c182805a21017349d9de51cbda6e3628590b9d9ad940ca08f8328482473ab", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "01d7f51fa2f4a6adbd5085f2237982377ca36b590b9e56d135aeb315008b193f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "1627519b12a4cb484cc7b0eed0f42a886102bb249a53100a74112d8dca144f61", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "77dd35b0954db2ba162b440ebe257943f5c16deae21716cc8091d13510274219", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f5319d69bcbc79c7f34a9e92c264db9eedeeb2ef4c7fa25cdaf2905e18722dc9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "ed856e8b86cbd5f6c3c2e3b232fe81f2b007048dbc5c6e22073f170521e46f9b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "b99544af45245e40d6d37bfb350bffd20c4c3184653ad24071e80710ae4e9fb7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "dd07e879f5f3fe3a3aa61ecd85a4ff1093bb30aee3e2a74680d0806d09a0ebc3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "dfa312c8ecca6994cb0c0307dbbb151f7b29013d1f3a7ba0a61bb170ddff6fd5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "803ebc465771b49f2e14e7dfd0de2f3ac29fa853ace17e93dd45c0b10296297c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "cec452470582202272a3a16d579a540d4bd0173b2466be0eb666763e514135c4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "5bf9f6717fff947f49f77a69a67a3583c24a645c5af824a882bf7d9a05ecb80b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "29ace17235d28af0dc904573e240399fc87f42eebe9a6bd5052bf8e3a18926f8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "d969c635f11cc7fa48c5deca4bab57dd352c49f4c541f46f7d2caff257c98177", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "96f8cfffebf95d5e36810ebe25d1d90725b30804b7f86ef9fdf564190fe8b5d3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "8407381e1f9859a75b6976e2df7e942ba35e12d4ae718269ef8a08be2699140a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "3bb6c4df1fd1d7d8d4d1640169d71c883cb0f03cdb1c5be6007396c2ad8a6644", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "f59897051a0834e38504e0e3b4a24d939e579fb6e70c8e705ceb13df4b76cc0b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "025afdd74adc06c79f5dfe497706a02127d6aaa9711a0cc5bbd9c31141bed8bf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5126e7a82ebb05b6224019c05a17a57f6356bde647ce2348931038201ea28320", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "48fae96fd9a3c6db98271e622ba7398edc140d0f855ee486bccbffd94a921100", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "bdeef064a82ea0e21abb949ca87e1a18314090ea7f29126a685a0c0d10438c49", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "8253cdfa10af4a99038908ca459f365f5c21ed955f7691eb1a26c8ab4a8ef2a1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "ff2208dbe7cb647788243075eed92d9ae5e2869c7fb682625621593b64e617a9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "58eecac67678a28a4fb127d7ce1f0c0ae364361622cfaa3e6792d8096598a457", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6c99fd472df77bdaa0d84f2442fbb1754edcffc18dc2daaea7d4612d5dd7fd9a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0ef935ccf29e07a34172669d4f77fc9c2a2b74ea4ab0ebee425fd650e2c32cc7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "ec1cd1b122bb18408dfab97a0f3f46c5d289d62b99cd53688ffdef15957ced3e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "6e03599e553ab2b2c5cc2f47a01f2b7ab1130aa2fd92cb2bc4bb0472f0086df2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "7925d2bb20721549abc9032817296a749dfb2ff4adbb844512ccdb857056db54", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "9ee448af95875628641975a7596c3c2b07143e5d71f7e697821c05067f5339c5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2450c912ac730f8870b83d92b2deb7f1ee2f953c9243b6a88141967cdcf25976", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "60d555ffc61f603f87ccd2d44d003021555012afde47fa40d56193c298e1886b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a897eb27da4126514a0289e494a746946f79abb8ebb4bd9ed70aa2feb676f87b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1cab0ca129b62ebce45f51245676d79ca27d090da615a7fb1df7d75560d8f32a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "d1561a142ae7e90f43a225a3ab70844d6e2a7588b5ceba4a756124a8e86e70c6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "ea84c4c40bde38dcf8f65236d556c12f2f6952da077ebf02605237c3503d0cdf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "63194b0246f5984077a90b40d208518da5915a16fff2fcef5bedba3b87e17347", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "eb3e22e95066592f70d555fd3d07647100724a302407b05b2bf11f44535fd59e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "91b020ee31ad46395cfeb7392c0bc6ee52ea1db68d5ad77e27ad2b3ed61c2abd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a99645bb87332032727e5e80e1b0869a2fb262d24ea5b8cf1adfcbb125b269b0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b155287be6b2264437a6e64cbfc943f0b15a7f3def9db5190168dddc456b9ed0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e28436569ddb0b3022e1edbf84515283042472c0f0d42e9c74f92f2128bf62c3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9f36a774e7b6bdf33e19ac54de96f2613054ab98413e2495e28f1d6160fd3b80", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0baef205a5baf4cd8b5cf35bcfd1a338db541b1fe1e41125fe8cb0f797049c3e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "3b6503e6c7984bf4ddc75ed1277f5801336cf5eb00a26a1770d64e7b34f1c066", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "a03c36722c733854f306a46219773f325604ceac6cde999f8bbe24291ae43c7a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "d3e4c653e07136eab0e5464fec27c8d07306b71775208914f4b6a8edea2ba8d7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "2eced11057032defefa85065551b41bbd700fe703bc18f50cc4911fdb4822c5e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1427243cba94e4274e33525e65ba6c6814888bb047bf5efb9742c6b0fb32c6ef", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "30eb25751c3b2b3cdc565344a73f992f3cb66299e13838b4356bdc4edfcf5f89", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a5d4bdeb520824c2b6b49f18a71a7238a1cafac1570bd0d8aba6b3504dc51eea", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "708ee26c97dc8df1782439bbe722819c5afd27b7fe918849fc3db37a217fb1f2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8cc82879ea75968f12500bb5030189cc54fd74695cf72006bb6336d7810d4a44", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "50053408c00d463f7cb363718b297d723c4db49547f0375c9c2e86d9bfa0ff14", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "9a25759da6e08a93d653f9e774f7d945e3398d757629083d1ec04d309e66558d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "e7fbcbc8be56f276869ad104a1ee632fe1b02b9538f1cc2cc22b3055621e97e2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "23348f8ba1e242c7f3dddbae7f1c47b5f3d83ef0363e6c8c58128f627813b4d8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "ac3a105c8dff912689245ed0b9cb45974605e904a16565b5fc04b5059609a60c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "138c3ef8f8c4de09d7a02bf1a80170ff5c004335579dbcb0b359b3e02dd8be3e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "aea83476039db600497e950a65ab3fbde4c0ea5fbb753b85cdd78793a61366a1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "3a42c1c7fad19e488a8a4853f9967b69769f0ffb9e47f0eaea04e0eccaffc0e1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "92836f2922d3e6ecde0f3b8ca3a9158047b334d9edb1d3c2fa32b2889e3ce2fd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5e60219eb3a8ad1ce2c541b37d69a3e7467d37e41db6d9a2983961a908baaefb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "980ffebc9630566288e9890bdca23e2084b877d4e236d935c519e0a671beb099", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "1b3b126be1e4c370af134a1aa190724fdeb917cdbf939acceb9fa3e8f1621345", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "9312fed0cf09c8577b64932f12f744e083113b51618d94999cad3678bc2fa6c3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "b503938c3c06409d6e8206288114d28c81aab982f59fb54f197ad18c196895cf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "4ffe50bdf7189fab145bad9826459b478e9f0329454aee8d5d35c912e88bf91a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5cdde9d9d1c8ac67a43be8cc9246fe7cebd625af7f93fb329b1ba275b97c2159", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "46470c3a607b80e88a2e9d32ad34db293f36bf5440cf9ea100e849285ec0befb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "ee8923b7910282e2c8ae6520a8a2953ed221eb6df158cd3c97eeecfb3ab3930c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "96a6797c8178c1285ba1471648170e018bc7fc6956364e39738dbf8730d5d8b0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "6e4db44c0d927803728af7fc89a96746fcffcaee1d60fd8db44e5fb5ee7d7182", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "c57e2a082d0f35871ec63b07f13f568e352692387c788f9dcbda5e9b963e5fa1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "32e753968ae7614b5eb0102cd602e1fce8df74629cb0045d4e257bb05ba3e14a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0b302c6dd4c4b56b37b7497de3695fe62a56da4543e553e7081aa00e483fbf47", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "55f8fe6ce7baa4a688a911fce17af43135fca9db5e3f9deb2c3cbbffce4d1815", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4f14ab0828d93b9fc0b7186d73dc318791a18156c79ae05d9dd16398b74250a8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a3a677e17ba7cffabd3b678f42a09233c4bb6047c7c14ba8841aeab6ed8795d0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "80ae921fecb622f1e97bee2e42442dd5426a63171c969220eb91e18d89faacd9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d12e357a77a6d13c2c9b253277acb82f2e53c848b9201516d8d3b8122a132f16", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c4ba0b546bc201d69881d4439a6e4b2116284e8c2a3df88726151daff3784a5d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9359f3ffa821daed0f82c3c7c3d384b40cddc6f03b903dd32d670654f94eb139", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a323f7638356bdc89a3b874d03ad34b324df394b1b06aace6ed1638f1ee1cf93", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a3e5e8e992a0ad1ead8fd36daeb8855d91eb0bce9ba74f74c21e535b372827a8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f2c7d06c2d09cebe83816cd4f2d2d194a19a869318591b172ae362b03fdb274d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 66176, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a3c3cdb37fb2ebbaf4e1d49313c2bb4f74cf76ae7af7c6e5ed0179e0f491f7c4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 66064, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "350dcb83b3f3962a75a758a2c25dbc18437db0e5d4e0325b08318d00edce75d6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "7344dd0f44fafa438ef49a65cadf73e2c5cb97e756164c689280293760fdbd70", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "afdef95e52d19adcf36226bb49953e623620b92f684fdddfdd226c481a7af4fa", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128PersistentContext", 66176, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d7f924d89a8821de27667c90aed6eb06b1aac3fd6d75f36ca9b5c4638da0557c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqQ256Kv128StaticContext", 66064, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b792b0b76e009fa71840791fcf3c31edddab22791ba721e300f5b652a8f12a98", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "6aef336e9ff948f3bc2a2d1d00924d2697c7ef7ab427f71902e24afba4eb4c57", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "82e727b4b5d81fedd0a66533cee75b7ff970b17c6e427de6790a6ae53cab766a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "5b66104ce9e198948de1d2f803e75dfde08934b190cff976413c39c4e6896941", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "1ccf5671327906dce269856bfa24752e48dcbcd62bc8f49796cf4319b0edb10d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4c61083aa2d8037c22f0ed76be350bdd37b3c6f4c4698b025a952c25b94bf439", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6632cc8064eeddf60400e48f7f24afcf5bee0d246e31f72de3d495d87a678cc9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "f55b71381ec1c52d654bc10203e534dc82c67a15e8a3863bd40a8c4b99306375", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "e0e7da1dbb117985169b40ffc983de0d79ca3c7d3c481972a134ea50f2cb1082", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "fb9cfa3f44a355827acb6d0bf4fef0a1e82c7b7b1bfcbcfe9b70809da305c55c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "1ec586629d36e9401cef81890b983b5421dc4997b4083485e570ce96a7ecf8f1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 66176, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "16b6207b5c09bada63e31211e4d02f43c82d5ec0b5b0da3aa66bdaf3a0a20f55", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 66064, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "ffdc609830640d55b302b32ac4a3be1d97e3394ce3a62090c7e6f7f72f0e3387", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "e78a94037365078f35a73c8e5690a05fb4cf737c1d9bd95b466476649445ada5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "9fcaa46990759e7c7feb4a0d59956c250ab32983e2a6a32a7f669c4ec2f9891b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128PersistentContext", 66176, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "20b67e4f5e688614b64bbf369ec994db577eaf482549aed017b16b553a9555c2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 67904, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "f529034807d2b6f57ed6fb056af57de868e0367022fc6473dbcba329788cc95f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 67792, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "210eacc21a253861df8b57f79f5176b8d4ceaf793ad7cbdf630ba23f92934fd6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 70784, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "7c9e0d9390503367d6c2681ddbc969886248784d5cb305111518c7ac00bc1aaf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 70672, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "9f3650423c9f97eda5fb54d6b845fcad3b124b4bc62ead51c7ea6f102a7b7192", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 68480, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "6a880fc37d8216bb519fc7083546060b017ebe0c0a9405b47b203522c66a0c56", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 68368, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "0cd506bd146891842e4d75b0fe38f34252f2ccec3081358b09e7a71807d78c63", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqQ256Kv128StaticContext", 66064, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2407c38c4e99c99f1b0a99a17da4f78e340141cbb40c3c913034462f93f12aaf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "d40bc25e7207355a29067e70b6411a59e5a73dc840d41f06ed8ed98d6ef15ed1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "12fb46466f15a46954514043e062b229dd41f360b01d95d114ecd90659e15f23", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "d4f33acc604056e166e5f141fc4023ff921256f9003a8119aaebcf3dbd7bcc47", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "e3f52bcb1bee244deb0ea75dfe686cddd1e363863a9934d73394e11c0c678db8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8777fb5180d2b46273c8f1d52b8d30212321cd1cce5bef1076ffc0d3153b9b5b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 67920, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "b5899d00783eb73bc2ac2c4301ef8699a39b120d08ebb749cb4464740d322d12", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 67808, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "0ca8b4d9bc7a5ac26ee4d45a47837eb99ed16248bb7c80cf864a5da453ff33a1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 70800, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "e92bd074e6346dcade4eb1b457afb670d6931b1dc1b7d1e0d618416d24114df6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 70688, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "a7a0db5ad377f06f6a93e0fc5546165fc28d7f4e69506b813869fd38a6a1f926", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 68496, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "a7f5567025db110f05d47026f904dc4ac0666ad37f4479c066d8be84a08cddc0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 68384, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "f74b80b09c0b2b4955685775f30eb44c7033911bac476f2ebb53ab8e2fdf8c6c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e7429680c24138c5f08f512f7dd9461b60d967c154acdc094cab19aa11e67922", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "0d8ccdeef1f538168450c151b90524338a578bf155bb7eb6ddd0065d2ed0332f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "dad17c9ba0a4857c6d169b025fb6f048fcee24a6668c5d430e54f7977b773caa", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "b9962b043556b2270451881d781ba8f92c58199014f4e7c661a5f4787d29dbc7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "72a632eaaf34bd1188672484702da48967e0218edbbf6b5f57dfd5f32e51bd7f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 66176, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "b8b395f7879bdb2d6d417ff3cd95f7c5122fa29c6d6ffa0d0f466338b5008a7f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 66064, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "e2b6c455a0f17203b7ce65211e39106d480f58d574b8b2494f18994b66131991", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "a78d6a87bc164e759baf2042a22e1f2d61c2adcf69f4ad73aad8975476d591c2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "d0d2ac18a0a64751e64865636302162e02db93b7d41b18daa87bfdb3381613f3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 66176, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ec592f9331f394d77fda0e57d8c0613b0fb1475527b7050ba38f618636622613", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 66064, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f742947c2acda9d5aa61d96655ada6c39e5a8beeafbab19e3ef2480ad1e30d51", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "ea957595d3baff9cf01eccfcd7f601f30a8abde0657ecef3b89f3869aaaf1c37", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "030fab0f9034c6b8a0cdcff490866821f4000387ee009d50eb65c4abb5cd1d3d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "94ec498762360445598e3a3a17b709755acf5a23989d5a641717803aa939880b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "3e1a811c65bcab639c42f00c4c56f1c36365ad7ceeda4d9196aede3f57bba13d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "025630899c767d2c7d7945eaadacc7eaa85f19a3da2d25a5433519759bf49cc0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d1115164808cfc8b4a9aa5805ff2c1a045f96caea9f2cae9c6ae8c10f57f9231", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "4cba28bf3fcf3ead7284dab527e1f4d8a175a6c0da0def2724b2bca9e16a7909", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "123c2104ec9e35f2846641d6b7f908b4f0bfd67e49f821ad5403ff96171c182d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "edf139341364575b23b46c5019dcff36f2955fd6463d76c8947b67214d088fce", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "cd4d038f4be24ab9d0b04b4123c17607c55c3237e9791a097f6ba29bf166ded2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5848c6b7a37d01089e2ca489b209dffd02d0802284893392f6e7165129889d5f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "df49e4dd3c49947c3ca35658af9f1a7da72a04c607d8e86951b1bb040e8d3ca9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c25f9e81a769b4fb16f56ddb3681d2918c6e07c2d07ee4444af97661113e071b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153152, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4303ed765a091ed923fdf39b20190a82aca04fd289d32a660f53ebefdf7d50b4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1961686ad0c45677b481475c8529c95331240a007a7ad79e83776e850e11d9bb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8cf2947d790a9cfe279672ec346cf313f676eaecae5ddc0688c8ad8e0a3d2361", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e11a9550d979014a40c2104fbe3dc4944a13c3c5c15f5ce18d06768295324988", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "465f11e65764faae4de5f03b498034bfe7d01e290712397aa7c35b89e95a807a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 66944, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "2c877636166423955f47d68c1c7b940154611cd6bacb659b1d71c45cb5eb5abb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 66832, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "1259b59fc26f007e1fd2351529b74a502a085e7ded07eda44e9a17e1e1213934", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "896f0a728f4424d9c7b052e580bb2be57daed412dff739d9e8ba930212726aa8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "eddd5c947b6ea7bb3c1cabafeed121399c57c3a94c6ecd96ccebbdd3cd151706", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7bc0b6994468488f251b48df6efac586a82ee102819e99e6d5daa2329256438c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e4147f473b0d46c2d1b13a88c74a2e06548f639a423d494f1491462a73e9caf4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 66944, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "322354eb8e402488c9175c6bbc58c04c4277f83c5367e58c33288268128c8a83", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 66832, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4c671e34a7136f43acd2b0906acb9b1bd14a0981c705c387b429eaba0ee9b4b7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 157312, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f1f2ba85742a60a0b908ad12c7272cd3fc45c9c0a208535865d5db179a468f09", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153104, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "fb5a8d3e764072f0a0156a37fd64ffb1d4bcad2ea4acb29291145685d17193ef", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "ac315c68fb6475765d450ac008a9e75bba4f712d2095ed7d2ea9c04fddaecc52", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "6b595ede1c3c87fd5edced15654baeaa83a59805e851361911364a5507817ddc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "7b61c3df453c726b4c983477c3ce5dac63157bfa93f0f7fa65592fafaeb8105f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "01a58f1fe961b19c1738c33d2ecf49cff818a914f17bac3c8647a7ab6f5f8401", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "75b55cd98fa1457abcbb1a6270ba02f4e4549e10cfdf19280ca757dedc83951c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "bbc4aeaef4f06cb384a456129acb4b8d72e490b65d25c92f604f29cd742d3a78", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b8e14ba43d43ddd52004c3d0300147d8fbfc96ef9156f72e70fa3735d77bb8c7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "10e83f9b02e05dcaeb410cdfba7ce1bffaba476b0c9a1b5612ebbf4c23feced2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 157328, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "bb059ba9f9304e452c5daae14471cc541f1025f3176957a4418b9e689b3ea1bb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d773883924fae743e12d7528e258e3bce5085b377a5cc9723010dfb894c9aabe", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "95222887ab465d71e5b48e1b6926364ae338c72fcc13368ca61342a94396076f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "dc62efecdc82e1ab6549ac993b7a8309cbe178c0139cd771730f04b6ee6cfb36", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "83f2f63918457e0008adf96bcb71b652af16ae5a6169f330d6c65a1cfdec8ae7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "aa933a8cf136328b34f0f04c06b4ceef9f96ee9eafc13dc60ce47cf418b247a7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "575578cb122d558d4a3d3e4eddb0d8a516303ce0a02ac18959ab6f43d904054a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e06ebbb84cc329af7255515acfc13dd6ef08453acdcec2cd4bf0f56211410a6d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0976011ca3ef55ae1a7f9ecf80619c66c2ee647e369bb99343cd6a09efc3e0e0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "48edf308f205813b55dc770addff9e886013ae84b3c2c16a07faa4bd8b390683", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "026a499f26d6e54c50cbdfb8ef88bccb79321daa87845d4bd611dbc6d6dc59a9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e9022a8c2ac323605ae0850de5f550406c95ccb727628b02cdadafb08aea726f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "97e9b6735ce41328850cf6399fc0ae879242aa8293913482d26fbc6ab099684d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "049843050398948570f209b20d592faddd371b7053a4e6fef41e16048c2a2fc5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 66944, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "0ecf38c59b69183b250a52a01b66668dfe8f017ceb2efcca23bdead5303f64c1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 66832, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "1bdb949a6586e62ea9fdc28f04f46162fdb24ad3ad1519d9c53460812439209d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "fabbb9002e992659e1ce1e6f84ff9cab08c78b6f8092b9148a6036ea2d7e22fb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "b74525ecaa6dc0466934587d8c19cddafdd0cf6e3948888acdcd4f072f790a84", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 66944, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9385a262a8785b7f61fe1633c22bfccdff0d1f660d83d27ac510f9ddec7cc32c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 66832, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "25df912a5554bae361b6d47caf8854dcb951300764492e9c1c3c2778fc9f3379", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "73b6d896b41a7e2dabb99c10840c6d5b684ad6702d1b4807a5d205380888f018", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "392e984bf262d42ead1898960774a3c1dfcc1858b1bac1570eef47bfe86d9e26", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "54f8bd5cd4996b1ba7a25a380b7acf7b09b57434927f988d54ad4b0ebc1c8166", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "8680ef88d8f3623b4ad86edd7ae329838d66586b1fdb95a66d7ad96a303798a2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "445403bc6e0a5c49da3a793e1443aa2d6a42c013c277aefbe0aa21b3306a2632", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5c57f4181061b9806e4b2c7654d4a236193972094102121ef9eee131e8ddf6ac", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "cabf1d289edea011c4c0dd7c6189e0a499932ae57b775a126c44171e6ed613aa", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "1c773e552cab2e44104841ae7b363788568c081268967c535d0b0349fb0e9f60", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "b3ff09f6737ad044781c8c4d46b994ca6636c3d29ec0c701cd77ca59cb369626", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "0f0f3ba97c4294ef0f89497788df8b09a9fc594664b0a1d005bc8d027dddd468", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f433e8fb5cf9543c2de1c4962b5e8c857555dbaec7a67619f56e5af6896a31de", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "10dc0a9b7395a340e68a2c9cde01db7674e0cf96e224d821189427cb4f54b207", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "534b1726e06026d934efb523ed8d96af3e104d0adea3d66188bbd2d458f8dc3d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153152, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "fadf4333787253806542831dea3053d995f53920de9fca8785bcb70e00ed285e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9efdd83e58e42ed0327f6743526de8619d3e2fc7b43d7cb50c6d918844d1a1a2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ac0dd1f2239be52c2796ff7d850177ca9cc3abbbabf1b71f53c3cb156e6183e5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "296af6ba334605620ef078d26882ff2b60e9bf5d7e01c6dd4dafbfcfd3cee074", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "99041c7c440a71c8ae94dff58130cd23100aad5b70a5dd05bee56a84956323f5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 66944, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "c6b53f6b3a5c3c4a6b01524e92d7e6bd1805ec16a995ed42aa3cc4225a89fcdf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 66832, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "d21d1697035deafebdcaf9e1e0808993e53b53d891b0a27e5a3403e6db7759af", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "be0865ec857c68609bfce05d22bf82a966aab4d4808e9c665bd767d00c141484", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "18b6a27bab54fface16b0f82b114b52c7d74ffc96e59604fdfff933977726d77", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "641cbb5f93ea24ed06450222a5db5c1f2e6e54121bb7b686dc0b0872334a8862", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "94a339a9ff7b9e875f3389f4ae5c1170c3fba20292d56b126d49bdf38ad94c89", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 66944, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4fcdd5b3623dc0d37851a15960aaf9f2d37b3c5553f9fd8c245ac17eb390cdbd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 66832, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c64611b65aa40b33fde7602f8b1c2460182a0863736a9e7ee94cd43733a317ca", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 157312, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e2c69bea66394df71dd9bc6cfd0c3843817a9dd354b3c7e4a674f73a08ab2539", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153104, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "66cc50bff85968b4335c3b69b43624737d9ed6edaed03e3c2db63a746822ff45", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "1eea4bac4e1dd36be697362a45b30dab8b9cb5e821d46785aa773bc808ca0bf6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f8d052597dc6c9270315eeb8915973b21498266849d31de4a7c85760981e08af", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "86f5b2e116226fcdca6fa06d916354657a01d95b6e8120dc7dc00a23e2310cc5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "23fc2ae204fd5d2c06ddac19997490e4f8e80709d92ebfd8ec7138a123a91f7c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c693e32be9f44652645dd18c3b214e377f8ed5c3f4c8da32d8f27fafd6ef5530", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "fbcce558671b267f1b6f778d73dccaed598dfbd4f3dfe5d3c93b373ec2175d1c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a478df2142c2d1e1e8d090a6590414809d4232213c84995058760a481b16543f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "419eeacae2a1a568e11c8505430f960dec5be89154ada6b3d3da6863912af440", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 157328, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ad5a06849c8046aac0de41edc11f6f9f83beffa52286b5efa9788c5e209e7579", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6b63cefae564ec11312ed7283b92cd5a0f2815500a81aef52abba9759c2cc205", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "7243fe6ae3f48420dee24871bc948645ea55543c6cd651aded578fe78e5d488e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "607e155d064c08d092e1a799692ffc0d4f50f3d92d1d00aa4c232a5f36fa01bb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "547ccafbd158d733738f652110c1563208b0e5d206d5cbb398496ab2fbfd7d98", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "d46e2b445464bc22f502b3e7949efc2fe426eb782b7ae4ed4ee6069e954f76ca", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b21195f2c9b8e1bc49891e66628521612e738bf0d60e6282665f15728f1e918b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c7fd3311415e183cd542af80cf076da17918333a8bd517ba5c0fb7cea68640a2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ff6de14249d9e06daaea05bc7d30d2693d049b26298c6d7b1b5687cd8b07fc20", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 67904, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "9aebce3a9589e6ff8e56e50a65012a986d0723edc28b2bf2d1bedc50e24bffbb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 67792, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "f187a36f97767f18809590297f16f03a692e84e93e904ad9e3554a7e467d878e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 70784, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "de9d40bda30a259ea040cccdf4d67123ba91ba910e216f76df1f99ff1997f128", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 70672, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "a0fa004bb655e848a4cbe7cdacd0b5d3b060fe6414bf31c0e123d7e41aa10164", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 68480, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "7c29f11e27a2503416f989578364bba929638a1d85a50b9b3611f76787d9b84c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 68368, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "486dd98accc67ebac0603e934f8c48abdef87c9ee428a1e32565135832710070", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 67920, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "8c5c68e9047b2fa1adc1d88a42f6acd91b0b259b6fb61dc9aa4046fd0a4b9714", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 67808, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "edc2ef26f142f21484530e9b96140e08897783c79b9eeac0cc42d0275c24fb6b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 70800, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "19891dd461358681f348a6401c5e9a43835fab37bbd67912839774261fd3b075", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 70688, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "51e521c006736d9d5ff15ea352f89632387953fcd4b03f6999909042c227359b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 68496, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "75d3b459f195d357431b3e2428e0203ec3c7b39a2370915d4c4d9ea99c687c20", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E2M1, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE2m1H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 68384, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "f43c0e3992068454854972e997046928c73f17baa34f570cf400940ff418ce4d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 133760, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "659ad0d95713f984c18ecb95415480ebd04d486e836eb7eb651b89cb391321dd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 133648, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "9432fde76fe6e7f4ccd27bd49aaefc1533d77ea5c7549dfb2b204dfa542a17ac", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "116f5c1bad05f5163cf3f81992a5a736c26e34c59578c75a127f9d3acecbec44", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "54d1882c18a6db54d45857a0bbd374dcfc03d79a531eac050be6a642a2577cb8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128PersistentContext", 133760, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b2c1d29ce6803133f86a7386bfb490413091b49b2f7f7e297c540fc96d6ade12", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqQ256Kv128StaticContext", 133648, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b797465e289dc848403aeda0dd66d4c633c665a07d980917a57ed0c145af7f6c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f82f5f6f81b572b51e47b54068ffbe06ef6238ed280d4d2f051b0a1779e88993", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "34292b5e52694588c5be7e1323b7873731bde58cfeb4e0db8c419b46278e0b20", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "06d1986165179f595e3724487d173c4bb5bc31122ac7857f801b45206306e72a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "0a414b6b1a2d5a733361fca87dd4cc3a831a4514e7c7d1a13ed5963b2a0a8ddb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "62762491987031e0c69be16e7cc1af22450358abc233515d5794c744efa7ced1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3cc4b266a9211ae2a5eb6571e3aca2d99fccb75a67b0ae282fa1e7cf4f86bbab", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "1e355b41adc933dd69d414447d0394e5df7865a097bd0ed64f5fb6ab7160bf24", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "37dfb53d0c3fdeec2a0cfc26a44f97ae56e1535e51c5c9ca0209988350d0a316", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "c0eced11a9dddc1b7e86f53d228805966fb5db73963f8f09add67c13fbd7137d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "764aca02c1cd6560f7f6a53d49d02e8565d6769f0d1b18b1702fb92d8863511e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 133760, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "d57d99ed07ba11a2b0ead7f87941417329495f89d4f3c6d9ca2c5c418cf342be", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 133648, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "eb22d625de7b6680eb000bb4a1e1fd56e6b14b0c6f921697cede24dcc6e3cac0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "127ccdad5844309f1464936fdcd2ae7d40d724da5700234d80c958c01e7e2f4b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "38ea3b1af604a1bfe0161aa58571863223e937c254231532479410f2563bddca", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128PersistentContext", 133760, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "24ef81073da96a726eb5d36413b05e37a1fa7584846adf2d5c4f8e54d80ca97e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 136000, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "e38c87c086b24cba59f5c5fb10b88a8da315705a2d76e5f2d8370cc79ed212d3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 135888, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "2e8267116506d7d105a624a1c9e6b0e95db0d4b642c13fb919a7722a8ad5de23", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 138880, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "e486daefa8e038f1aeb684faf336110cfdfe4f29b1f6ec6e2ebbc5e9da81f4e6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 138768, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "0175d1ac965572f72770a9037d137deba2190b4ef81d15c18d2f82643743ebe0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 136576, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "2ef17be4231e33cf65bd2b983340784e4d5fd7212e3a431469e436632b0854a6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 136464, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "2da6319a047c1e3ff926c1c108b6455f0a8c723d6ba9e1fe630e141995d5475a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqQ256Kv128StaticContext", 133648, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "31b10dbf16e3dac86d825bbbb9a31f7983cb2309e76d9b86b8e6f817bf1bfcf0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "e6fa9e1c8c2cb6e91498e0aaf367d309d90685986ecb77345106202203ec42cc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "fd6c015c5f06acc35757f25eae80f61803de00ab757c080d38c7d6f75ff769d2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "6f5a3681aab5faf98d8950345c6681ab8eae3fcb9f498e03b49fca4bcd51232b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "307d7ece7aa27efd45a7b8aa2d8b6d30a4c4ea98476b635f4935adaf26366066", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8cf0799bad8866322caa7a119c7f6c57e51a07a936dc7dbaef78aac251aca8ee", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 136016, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "73844e35bb87bbe4cb350e7ab93fcaba714ad8c9464032a3ba66b315b9769072", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 135904, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "66d6a6741df8dd781df5ffb9a611f830ec5beee2d017fd47cac4bdccd24c8b26", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 138896, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "7f21502edb44929ff200baf6b95ec69b0e3a6732107f0fb8b8d59efc8a4fc1c7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 138784, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "60e8ee672c0967b03e489d4b891362db09a6bd30e410a99d37e0f78f25afd0fb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 136592, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "08b5d2810b1ec0c59df92c4615ac9a6251acf028ab874290d87f2b3157b61f70", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 136480, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "148c60a482657dce4800f9eadfc214bf7d963de48e98c3d2f3f943aa240ae75d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "59a32419d9ee93be610bea57611a4edac80f2c16bfdbd954f1a15b590a27ac5e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "78ff449b01b342776ceef2a85928ed9473a4c791ca0ceb7188da6d42c704e8fa", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "28fe9aec594a8a545a092ba708931a12ca0f01ba633726a00552b9d109a64865", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "db8edf22cd208b2b2b156051ad2b9890d6f3af76bb8c941ef97d39ac30b3e2e0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "58f1c41690d57d64dc3649d6309355ed1f40d0f56f97e49a82620eeafa04a096", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 133760, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "c086cc21d5ba9672202e1852c46e4e56f71f0855e56dcbc7c45dcd65afd17358", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 133648, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "bca9f849cee04b5e6e6c3978adf28fb3588b1187c95f6d17bcf3c0dd97c6e45a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "13196653621bdd5c0fd3da423942a90de1f8c29eba33a9eb4326cb9c58c08c17", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "180f99fe97e603d8f4ca73e70f3dc64286a5780f5edb493a5b7007e2bc12db63", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 133760, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5cb25a30a499791f6d6220e9d249f025862652330ec2208467a811fa622c173d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 133648, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7274a0de8532ef1039d9eba153e3c3e5ff5e6f3a16d468958abf7aa0936ca8fb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "a97479045c4bb8ef7f3cf53ece6f56efba329568a26eb07a303a725e7870b89c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "e8214a34922288d6322a100786a6999c78a8a40ce542a62f6d1eb6adb30e76d5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "0fe2d7f0439f1f742c5457bb83b5d3ce661c65ec1cb0b821fc3ef3813bc7add1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "09ba031030405ce98fc5149416605485d570e2bed7c6ccbdafab49cc8b82a35b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "31dc0501d037b0266ca04f670b21dafa01191ccdb99d91b56cde26d76e272733", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "774c7155491652975097e4fda1d4c1a40991e2bc4df8a04fb68155ea113bdea0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "98c6b4d1e64f1742d37a61683c5fdc629a87b9379caf874cc04909ef5dbfedf6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "9a66f62b9020a23fd31331047d9fa3845889731629f31c3f32b4f29fe70a9b67", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "275539d7acf2a3aaa3876219a76f58421f923718e62617d7571eabca25652271", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "c72e38186f3da485c7b1c1c843358f3e29d4fca58f4c51d09c2bce87ed9575d5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "747ec3407866a3ecc3f3f7d263c2a644e3210ac3228156e17132b60715faf53b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cc15c25f4aac1959d0ba8e3d88195a44751102f6f7f08de6ca845933cedcc55d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "24ebc4c3155365b1acaceb6dcac627d8f0699b79784e52ad32a75d5eaab3e8f7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "45f8cde4be313bfebe61d682a7642117f3c516c6e96b71bfd45de5ccf5a362b5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8f7dc68a6cca29f11508e1a45ee4486e5fc87a69e8d9fe2791350f2da44335fb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a11a6519abcedf9abbd1851bdc78a1a16aed4f61a311ebe431bec0a6bb8c8cd6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "348104ed5b7fa0fa21fa91bdbf0c85eb0dce6edb69f8e6ef1199178adb9e7aff", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1f6e1ce633cb85b79c30edcf8c7b59a0830493dca81e04585ef37e02061921a6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 134528, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "23f3de08dc1b1bd532b46847d1419647c27056cd4ec40ca05ce9186245e1559b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 134416, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "067a4258f2623c5df672f623405ced20d58e9092e24b513a1c7b5f30c7138861", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "dc93f690e43d535ed47b59ce977a0a9614bd8296cc6392fa4e1283eef86c51a8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "8778e998a2c7f9beebaf48ea56f3370d1a5d14a9b1d25c38994a0e4004a264e4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "78e30d88e50277c4a114889177b254b5654fbb2016a1500efc2131e46c4936df", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0e08096782ed60a623c717397aab2312205386728965886f4dc37d5d2621eead", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 134528, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2951f5734a5e9990d9c4989b19b2ff9086c77ca272c897a2a0f1512b67b2e7fd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 134416, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d88b39c3c6011de09f3768dca6b02015661284d2a2fa1bf6321040c0865c0f47", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0858673b0480295956ccfbcab636b97b02c8116602ecb57657319abd8e4cfce5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c41cc6d68dcf2cb0c4661c7b1e06fa4c6ec1bf82615627d968b9e85ee0d3124e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "8387fa20ce1b2b3b09b840590735c38dca0bd84d7397ea48722572192970bc6f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "cfa23b77055085f956b12926634ac09a56ae23e36fce0540541c3b18b4211e53", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "1d9b365c4ec76a9ad08ce60b247967facda6878a21cc20000be396697e1ec707", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "5639108fade72e7da0d1c304d1b1f7f85be7d57572a45016160f503d5ad91445", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "29c2ae1f81974b38d2f2bcc169362ca3e4680a815c50833d61b1cb172c8a572d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "41fa3dc07f4eb064dbd1ce71dd26593c565ef6ff932d181f0d2d2832ddb7ee37", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c4511daef05576ef7e10588f0cee6f07548d1e12a39e7c87f14e17977dec8bc5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5f63c81fb74880e3f23eea685ed5630ef7cc991255049745f72595b5ffbc9b94", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f902ba5ca9c941b18df1f789eca2a015a9928f6efaf5a16f65b8c96afd4aace8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7a803a70738d8cf69b8b1143eb1c35e5582a152b3a66309a1715f6743ba31410", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "9232ffcc4885e90a0e67b9d6e26e7875dc1e64a72bf81cc66ceb896f3280ecfe", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "a83862901d3ccb95a59aaa9782bb0a22f745a6aa420f29b6ab01c32f7b11deec", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "e7467db982a3ed09013af772701309de2b496470284e257909541692d6fe6d21", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "1ced1fdf3d2c9167db63cfc493d8d0a9d3958056cfc8b1fcf3db994c6af186f8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ce785666b9a086dd23c0e9cdcf9d6d5a05032fac039e6dac5f2e8a6ebe6d61a6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9789d3ac77baaeccf4a19d0bda440f4b0c7ca8d4be5e214d147164c7d502ca0e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3cce301fd8e2cd7f006f0ca299cfc8d0e14f06e7291fe109de88703324118763", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c80e2657e954a79e2019f4919b1dc8be09f2c2a272298b60491afc7d2a9e0e33", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d0a8aa61ee05e910116edfcd0b46ace454235aed039fa430459c97fc2b1c3ac6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d557d0dbe7a5e2737586d6d109cdefe0f46b3c24bc40d673f06c32a94cd99c57", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "19434e11600fc34e26724e7a98afd4000d71314e0bde81eda4f75476d33b9cf7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f8ed08d05eb451bbff9a4ddafa673517b522ebec7f61be452ce9db16774c3d60", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 134528, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "922b8067c9e86865f6de5cfdace2dd08960efd549580b11790c4fec62bb94c10", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 134416, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "140291a2f07e7d84fdaca883c00171a316e2b11e6ef1a23778440706195ff2db", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "3a200d8c0a15ff84d3741d10fa079cfa1547bfd0ef5180ac7b85665d631c51b6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "1bffedf43cab3c49c6261bdd3a2dd7c63f454ffc0e5ed7655a4d1422c21e1bd5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 134528, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0c990b78fb47ec5388717a570ba9fd01a0d08c41ecea4801cef4d94a7cfd04c6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 134416, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "93793da72c124656d287de2c48822a835c2a3197659aff9ce6ff6e1dafc6c174", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "c08dd288562bd2fd9a64b1a0615f642cf0d79f650e44e3b76845871c4c2fe988", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "0e8d8e7d46a27a1c440ad7ae3984e3632b136574d0b39cd32c54a9e6971c668b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "739846228e613db55ee578e1a4a46acbe84efc9690fa9d41ee72eef42451e75c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "9e7548b35f59e0de1a9270fa081b6b9bd0afa61e247298b518cee20045cb8abe", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3522451ff6a91db4cb701f46c843208159a57b4991a3d07061a8f2c931334ab8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f10ebf830a7b36555d71df12180f20cdd707dcb9a695313a43980424af9dfefc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "6b102e135a89bf4b09785db8f2cc14696cd86c079894151437c4d6636a17e5e8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "3d6652d9fde6f4151551254cb4d72e2067829678cd6a957e0ec23091e7a93e0c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "85487f12d4f57d70b606f283c24458cb993acf4d06a4e0c60bab4aa1c95e9d5e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "aa70aca5f3f908ef1d2eea48d8e11ccf17ee609be88358bfefc9e200765117d2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "41edefa2148ebe0defe1052a77def0180bd2f98425fd81e983db9ff8db8b72e7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e4c3dfb503d54efc0ab3b71609c73a488c36cabe660f0f819bc450eaebe853fd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "276e5e4e3577c1527b0be89a347587df7bb7f579e2cca1ce5e2341532e754d40", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7e2c7778db578cd9047d50159ff21d530e4045caa24c04ee4d881336029f3eec", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1178820f55056b0b62bee5a47ee32dc6dbbb730e3819494a75354e85bf8f3a99", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "41bbdbddefcec31e4b3f88cf83942d96f1bff723f0b817ed9c81f3b148e4c68f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0c42d486f3555f531499395bec6c91a64f13bccaaa5e5ef8446dbe83cd15b3f0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e2f6c2026b6676eef27a537afa84174b685b1235e0f79fca2c6d34f63eb65f47", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 134528, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "97522879246995d4fc5a6246bf5f615bc3981268b242b87615faef417055465c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 134416, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "8b5f9fe3da84ebdd01b1c6fd936e955c7fd1e4aef2ec1d77f99b04b73fcdf1e7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "b4c2851a66d57626f60fe30da342164ebe526253033abb2a0fdb9f41f482ac5c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "97e59d0f86e24e8991a7249a4ce612336e4f8e72b781bddbb480183bb314f60b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d64536e9d93d36824f6158f86efb3928ba2784b46036bb5e4fe7490c4087cd8e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "dff4d55e2939cf472cc86fa1feae08a819d0274cf0ae882dce29beaee9117071", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 134528, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "43a87df28bc7af4ed50454c56fc8585f71698c7082cbdedcfc8bf15a7b60d19f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 134416, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1512a22153332e03bee01555e248f6a389ce752c8c38aab78804c3ce165abdc3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ff86e10f89605b788ee4b79b8c081d1ed4e1a01b59955464bcd1909dd0448cde", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "18c144a53581d3dcb89f4fd66b1f1fb04b145920203775021b7a28d6bf83cd14", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "c2bce44931fea9e96849e3746c161e98c1aa624d572d09009d88e91f56149ea9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "fa751bf926bfce185c976f2ad9d324eda84560c3a27de029d6e9e8534791cde7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "b6afd3897a15e8d706a5693425c725d8d2a2d1ab68922e7607123b86bb947d73", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "17f7dfd0a63260f06b13b65c39986954320003fbb306ed2e77ce96230d672dd1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a6416ccd175e0aab5fa6b08f6822a123a7ad91bae0644af0b666b533d695f9c5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9d3773e395a35748859ebee11d38605e70e1b4008ed6871c16b5385cd6eccd6b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1b6130189f137b002e41fa6e92925bf3f90344da099de3ce1181c695f94f1896", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "02c96ea204184b0d5b9153164f2dbc25c77efbafb57af0ceb83c22db16643ae3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "96cbfb33067afc1039a97d759f803460702bee19293a98516996f3c294cc7b6a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9d1d5923385ab57d046256538fac818aa5dad93d9a8ac060e539a34690e9aca9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "e9f942a6cb90db0cb27341590d643b6fe3cc3fe6a1b2a16888601516b7a26382", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "b760507dc2f818bec5443ed50cca9b8c2d6623c032553a122ca0c1c12b449c1e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "c432fbbbcf66d3ec83d4a8fec876fb35a6fa10b8a435de21f5f9c69cbbb99810", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "57f6e67764835db40bd44141b65032cd187b26abb85c02f358d326ad4149b8d2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "239509837633dc253fec2fe2b9ae06b50b944594ae13c44d578ba9cdda8e72a5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "610809f8062d39cea09b561f3732831f40f3f78a5b03bf448036aa18a33e6f14", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "73f7d5a124a9e7c2280a20b6483780ce879c0c4946a52633fe323c4d6cb9ae6a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 133760, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "341a7e24673808bdd1bb91a47c670a116c6365dead56671fb7fc5c2bfe4152a9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 133648, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "30e22cab410e8fd9551122163978d68bdfc4f786cab6bcbfdadf7260e75e19ae", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 133760, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "090854847021b04923eef13e84bde62aa42c091953f0f4e3fcddbde39a6bbc75", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 133392, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "3df0c659f700e60da83b56d6c7cc182d56f17e75286751787fb40d98537da76f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 133760, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2bcc42edc741afeebf5e7b88283e035ba979327c0bdd7b8d44a1b037cd8febc9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 136000, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "541dc3f3d812109aaa7c1be474ef4b7179c649c6722d5d488ca0f050ad4212a7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 135888, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "b59cddb8532e01efe09eeccd91ad6090378e8150bda7a27aa2006614e7afbe2c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 138880, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "483fed9f5d546a6be54eb3acda33a970c1f190d9a376042eb0e55c1337ddc379", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 138768, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "a774b6743317f1d41f92c3f4c19cb55ad7cdf1a662b1fc5fcd2299ea3d44274d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 136576, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "a03bf365faa6fe8881bb805315e1d8bd30616cdf9f9e250fe2329b41d1d0c609", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 136464, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "f8fe28f63c0ee855e1457f55f05b8ee1e4839f37e51faa03c2ba27b12bc8c971", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 133648, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ce2473b03c3084646782aac08c9ba909ab4238fea151afb4da5aa5ed3a3321d4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 133776, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "1838118bceed883a01a43870cc0de23f8207dcb5cda87e923df7dc968db39907", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 133664, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "c99cc26be0275b98ecbb32227855c7519be8487fead5303e744c43f35f65030f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "6977b8d3775b6fc9c8de730f36949210e722efd19fc029e35289f7b9d944abee", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "6aa38f4e78704b9f64f24eb5b60a0877ee7be5d3ab3c7bd153ab0780e073f372", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 133776, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "faa99b22c024eee057b37414f43cceb7e1dfd01346047a98d538adb3cd0985dc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 136016, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "79590992b9ce7fff0912a7c4cc9ddb918fd8fa96328f695680f506b89914a2c9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 135904, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "242079bee0b80f86a0a6726260bb8ca7d75919d6d567582d679848509acd00c5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 138896, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "f7f228d595b4a43d585059f05ddede3483387561444e668b27e9e534af7eb6fb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 138784, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "f3f88b874329f8dbae125a1730738c93c8e5c95db4652a5624e7d1c14f200b4a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 136592, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "7881c52a4bb3b4c697c4e8157903d86df0204d86766ad909a5ad063419efce98", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 136480, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "dc4612bf6bf0f09ff290e02eec0ef57036ea772b76a50db15f76c180b83277d0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 133664, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9d6500d328d340f3f52da67e918a16616586f6142349710ffcdb649e03a98157", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "3af65fabb772fe9278e9e6afeb3af2597db4ddebd7fc0fae9a0ff6f84048d610", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "d95ae22ac38d1aa586c71efd7d522a4bc493b7ecf444519538b5a69d30b4862c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext", 133760, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "89c906b46a4b9eae2193559c7f4b191f57f81321f6b838aa8f47960661c25983", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext", 133392, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "e6f2fcf61f01f0cf4eac466148f322c424be23e04fe5ebf6e41cb7768d445a95", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "078298a6a3a5a78af9aff605645b01891ad1b21b5a66ab06f050ee25662f7402", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "f415c51b8a562aa397ef148414703e448cadbd61782190abecac0b7ff3025dea", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "145a758d8b58ac5b7f3ab66b049eb47190a4c0801adadbd5f3305298da2c2f73", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "45b397e8d1596ebcba14b79600834ad9bda61a3dab2d24f58ee7d67742b9cf50", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "744f6962a0ab15d4febbf4a5219bf948c937b5b4033c669e2cac8bc3ea42a4a6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f7f58dfcc35b0ec5a1457e3015c12cb910368d673cd94b80ba7080f67f5ac889", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f5a02e493497bf001d2146c7da0e51d5bebb2c3f22f93c18dec995c4aabdb4a1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "edb3de5e8d0b1c43e05d56d50bca28c4b823903882e488750323026c17c820f1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "006d9ba193cc6cbb2f195a24f893d2ddf6019c210d2a6695f3a562f07754a083", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "922b960976b19dba3dc41da1e3db872c6c3f9a545b53f6c99c63cc41dd07d8e3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9b1341c69346870870991e9a64a633f60d0c4146310123696da0b60353cb819a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "50e39f292e7bef0bc6ad85f0d6e72dd7c3b3577bd3f5db17ae0e03e9f0f34499", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "065ac0224085cf3fb81720ee5f84bd7187cd6285f14a131d8e2346809fba37e8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "bb80b580ae4488d555cf78c96c33ae157f83273d6f71b7fba6822618b5ba159f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "e3807f360f7fbc28286f55172168a2d82d9d9905f711a6051ec6fefe9e362468", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "1db51014fe6778a81dbb53a9ac85dfca69ea8fc291bc039c50116bb2a27e9332", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "112fde1fa7f3120101dec3f325ef5f6fa9252f54a3328079cc3870206dc7ffe5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "8e0807b6d5aaaed1e3008d257ef29fd92d390c6034fa2d7a6671f6b380044fd6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "546e8d5a01d49952bc0fea53c2be96077710751688e876e9be84295f6a6e3fd9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "0df3bb557b3eccc3bc17a0491582e13b6c317252fe62b8519d5c65f03bc1fcf3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8859597f6fdb06f097c9ef4b035f7401e1e9a9251210cde2d1e7482da6c8c3ba", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4d31e90986b4ba0bf750b790a51fbf6311bd0a6b44e865456b162c9ce44b8350", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "3c38ca9162a7372fb7e273181f2e1b5ad4562bebf0224ffe58dfd821a2184c66", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "19ed7b0db897ce8338917c4ceb47e3ba5f1243510e1a1007bf09da321099b104", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "48621b39a1d544df8e7ed837dde192fc8d3ccc624f8b26733bf1972aa9f423e0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "6a8db0b3283c0ebd0257141592ca0d0c79b2b7483917b4bddb04eef4cf726dae", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0b4a5eaf3c19c861c16153fa61ad167bcb709e47a01ce1ca054ce8d9107e4542", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "eab197ac2de801d1d3cd7a46f57eb2f47ccc2c88f73ca34636927850653f0e70", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "5df4fea2a5d36bd92a5600d4152912b8f8d6d8d07f9426053ae82e8e76d4587e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "3fc8292a9627a3b12e72937362594458e2d7ca696887f08a8909b6b5fa4e3618", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "01a692325e4ff09fdc12ec2a3ccf088af4658b270c06311a857712cb9204f29e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "5c286c62cb908066744455854ac5553a0a3b3efd9234ce256847827c14e19023", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "fa8685185fd3f7044371fb007b896d52af10dc3919c9ae23cef89bc3d95ca295", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "67137d17b94843982117429841c11860aae17db4c6d6e4f0b3636c027a84681d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "11f379199bbea69676799bdc8d44026517fe098cd9872359d76620b336d2defc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "bc1ffe67686a00f6a872d3d09f5c3caa76dd0cadda4889060037394489c018a4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "db78a5cd9c1d35d6ca5e57c965756f398f46cdae83c3b0821140cbfe3a6759ec", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "625aa01a9136e0e67af52b42f54abb7853c0131fc5a8f1b7fa0217ac7b3e3617", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "e1236208890b0c151aae34b28398c55b4bd01e539e2d3e5c631b353e48fe43c9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f236b6fcc6f37da4d6c2e75105929e96fd68e84796add56964717e7244109b7e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "656e1d9e44ada4b19e9c0c74632c0e5a91b117a161d9d16204fee4a8b49b5d81", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "c569a20f3009e557eca8d1f71a533d05eafd4f86a18a7135cee244a8ddf12604", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c5f7dfddb1aa8c153b5a5f83274717f64bd51bc60752526e06ed3ff5d48fbea1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "85ad75b76a70adbdfda989742370665691f466412f0e7898528f7a4d5d4f5b98", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "c3d04b0d70f9cd55391300c6d0e2499223b0f526d56bc005b68b050f8e2c297f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "2d30c789167325be9a0bd8b1ceea0ecae057c95a80365fef384e056ccf1e8b4d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "62f8ce3d84bd43cb7cfe9c8f7b13cb7e2b4f874872d26463b46aa1d4250a7e24", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "6c65f10fbc3f579439955ccc9530c99b7ea3a9081f2d27cdf49426a3a785e083", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f0a5f28f5e846a97382802c70145fdcc406e57bde098383ab00fe181650fe7af", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "da698f527efed2843d64fcb7dbc34cb050c784364007d59e4f0ed36f515bf4a7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214336, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3a3fed3c232370c40b5d5cddaab7b180de7a92c0c64604ac85bb8f2703c90485", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181568, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1d4e741b7aba44c995a32f44be045334233138bc18b0ec7bf35372f2af7a38f8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ea6d7b53fc327824bf533fd2969f25102dc753c985b4253b06ad9351f9ddafc4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e5b70747f82bd7e07d2ebdb9069c7d54913e6652cae26fa5657362854df88fc6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "98bb13887d436361d56ac0d398121755115ee1985dde48da1a727525cb2640ce", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "368283f25ed5057e6956defcfc32b0e70f24d048f4f5a662ba7c0f82272701e4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "5830402af16509f0dc5a86b6de4c2f2a3e105d6feb57273214a59f2a930b074e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "8349f716dda2f2d6413f71ce8f8c94e7edd1b4920336bd384498bed3f99f5438", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "f97f0e2031ace2e4335942af30ca821be542bbe538a34a927a17e17c50f3a50c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "c2056cfc6adb218a77107a1b32e02e7203daf722bdec9d22d760780ed823ecc4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7da2b848dd7a992ba213292be7e27043694290a271ca191a1fa753cfba726deb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "463d87f1635a18069082bb3c2338e69cc5ee815368eecbdf986de06b165d86b1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d383da4a2ece4f5776bc221c9c5fc5f0955939bddcc82826ca30dab5eb8be216", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b38885c14934b8437e3629df0e0334c3beb68c40fd10cd7af1e15879b17565be", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 181632, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1d90d1ac2f3210a0eaff40255412859d1c09c31a0fe08c17022be52f8728aa0d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181520, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d2be51128971e99b855ef14b6e9cec01e31cc5958baed58acdd60d1f73df6672", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "e63d2b09eb292eabc0ca90f7a107010308e51b74a43a31201f923c3b425e5fff", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "4f4c918ddf8318179c3cbb29173153fb0cc9124eee704f9346bb5949ef7c253e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "0360a9db20a7caf344d11c81db3705e9426030a5486826bae79dad4373c279d0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "0dbf03f950603dccd2adc706f5c4d2d48c4c5fa43ae452f504fb61913442f012", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6137ea1e9b80d0ec55b0541305e3a2a5b9448eb710562c6b26e481d63104a580", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a466883197724dd4df05c56cb4dde3534e96d3f6e160e71f80e7e9877e26cf6d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "30503e56e3cc3b63c498b8d8f3e1f8b02f9aabe9dfa1b8a64a44c858a90d79a1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "cd04fc91c84ad5f9110c6dbf45f505cc77033b97d29b6424cae54af224bb1139", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 181648, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a2c495364940d3ab5b1a6077a7d54b71b39e58d1a94fe723ac527dc64e2ced7b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "93cf5d09a37dd3ee96a6a5a083a3e2a88da31b25095a03226fbb6d0ffa3ddf41", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "612652e4f04aefb6b59ef8b23b6244a16b34f773d93d25565e34b277024df589", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "1543b98bbcbb65d2e3afea559baacee6aa5fdf11c0294e218fd278c500e373c5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "ebdb79fec31bfcbe2449f1641ab5e6dc4b231759eae18ecbba2646ab530e39c1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "db625c6783adbbe5f77d90b0d7d0f973cce8c72343d94d10530c28a6a7a794d2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "d6648db85f0c4c257a3ea026c085c6b0fca48389e33da540f2883d24b43218a5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "0a3b152dc837aa34bcb9af7661bef0cd9492c81c659d45e6e14b7a2ba8db24f4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "aa29f52d37976b5d26a90c8dc1adf9c36a55c1d1254e5ea3e7d64a6f34236426", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "af9dce7d4238909ac6403e7c3b1f765f73499f3d35c4c0026d4505a338168dc4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6cbf389cf9e3d6feaa669009f1df61b6f8377db3fbfc001991946fdae39eb3e2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "cc60a5f5558647806135a8098b621fd498e6311ccb2ba13d2241e410e7f514cf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "adf36f730182251631d5e36141c7e22d26fd3b3c43233841e3c1be84c2a6954a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "27db4e760d2cb38ac326562477e72f1c22d7396d42192d3039240535c07cef85", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "7620798bbeb14cbcdb5dbc0c46df1bce0a97f3c261bc2fe6dc0b085b2d436074", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "4620b01143f769807b8246a0544f68f9866f8780b43ff506dd7e15a1b04b2aed", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "933564c422c4517ff6441997c769cf607c5e96e4c1869963b8cc13d007e8972c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c1ce5d5b725074f6d76205f1c27aa196ab7b47ee1388b02d75702834d6ce572b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "8b4db290df33d8ae0e4a80983c1f4a8ed625ab5736d324961b70669e626b6904", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "08c562ffd0a2479be61d3e3f057cd407f8723ad857dfde7ca31cd1945146049d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "1b38ee53d7ba7b2b62224167ac3dfb24ab08f155e740a93c791d7bf306598a08", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "eafe90d03bcdf1a99343cefb67ba00c0b4b1d4740d4dd112f38bbe136395322a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "dfc0afe5e75b6a8b82a6ca2ee5e2f58925141953720fd8d7d1a2c826845430aa", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b2c89155dbf43f35d114665a2e838b529a1dfca2d213655021c7a77d97b609cc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214336, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "596d0d5f3340b93e49d86a58b62095dadd3c6a86cf1b929c601be15818cbd424", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181568, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "11ea59b8b6f12c0cc5450bc19deb8e9647b5ac83ad1d740f81671dc141497449", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "63af3d28dac4f3bc075432036d94850735f87099416f8cab0ef15a48d50e05a3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e088a823e5f19745b78b45b505b3794a3e1dfb80ec583730776c878f2a342405", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e684a636b2b9c787fdbe6476067fe40bdd41b7095d3b277613a350820f30f107", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e40a085d867d7e74313280fb882052d6929c3056ee3129bc3454f7899847234b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "35cdaa0d483dcfced1f9f4759c7beee1bac7d0bfe1abf02ae8573e1bc4654d72", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "7813fe090f4f058c46877ab335ea5ea596f573df76c8c34a4416bf2aceaa409b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "d66b763d3c9e85031a1a7aafbe66d415c77d8ffd341c1e1eebf466f99270f104", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "a64a750c842409d2d159d3721b9a0852c00236deb571317a5d347a8f6770b5c5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0049a640c51a476506b71ceeff6da418bb4538a6ede51eb8235b4980d2bc083b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "81394aa5eb68729aab2b74344d1c6da7ecadcb5eca00fb0f1699769ca3d8dfb7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0b6f1752dc475ee546078b68b61c839703dadd47df3c1cab96b7a4f660027627", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8a35c845b4e1bb26744a2e4df29a4c9e0585ce0406bda823bf3b705aa22017ea", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 181632, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ef618cd43abc191f908b04f49bf6e7b7ac2a119d9df190767c7c18d2e7b96ef7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181520, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "131bfd67c3d1eaf9b8e54e02a8bcbdd29733001055dbd912c0e56655b22ebb5d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "08d2f19d69e82b9838dc6a46ae0a50a042a1ed54f93152e816ee77c3efc98460", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "ccbae879278b953b6a9ec2e792cde81f5c8622aba96a91f5956fc3b0ad32fc77", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "2d1e025c910d81fd5dc72309a6581a16e3596c682825af4f1f0bdfd2c98c3364", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "9c9e9d13be6ee66d4f53b433f959a9ad1a80755ca813973cadce429bb1c1ad86", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d99e34ad130239c3792e4d3eb32fb390851904e04a4f55f4e7768feeed583147", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "070545adb14bac5c7b36bf5450ea239f2906f73743f62d51ba157dc87484d76b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ab359b32049c50e917c5135e78066e2978362eafd4ba18a878d7d8c8b2e57029", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d7bc03f0e068fb4c4d910feb83cb28bafc4a306d572833c0f673306e00a5d16b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 181648, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6cded321b3b8fd06790b736c598802259b796b36280b330c6314e4f2bf257bcc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9dad82e8a0e072373b17435f86c6df19032b10ca8748ba8adce0e5522aef8da1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "055ec58dabf666ffeaf35388a3398aa654a3f07489b8939da14a8cd6dbd41c5e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "248f49922c575dc28e3f21354b0bf0fa39106af54e47a077925343d11d6fb391", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "744566879612b467d5388e673b5f88ad46ed54cb37e27bf777417d501cc04222", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "37a80e4b42048d40745ba9419cafcb0ef16c2b8d1c9d5b3764e7fee8ef322858", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "4efaf49b904156609b8d76e00f0ec2dfae26b76a4e527f680a42b27e51337f72", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "34d4cbb266913f023e08ac6731ca4e27f30e841acd244a65311a97461c3d140f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "bbff0936e4990104ce8f757e9f839ad05028cbaf282ed9f17a5f3124da69ffda", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "e4e2a17e7573cb9605100defac827845114659d98d9265f2b5ea4632fac88915", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "95042500f7074b19647373af76a14ac413b5621fd0b128e14f762a9fd6a6d4c9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5afecffc9704b3d71abf78c89ba0fc034c8f1dd7b2fa0042106b2145889ff856", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "3d4868ebc77d1afb44024360079adc8d005dee84d08a4ce004c7ba71b1105659", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "b18fd16a77f71bddc16410adbf7e65b75df6776e7ca285432e5a19bacca58f26", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "d20aefbfb8e8cf9c4ee9d035a69009258b69aa4ee5b8a739ae56232e81b10552", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "08ad5f0d42fdfeac0c5e3ba696d10946c91d012082f924404c12704c24b545e4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9ebc56115dccb68a2108c843714595c260581528f51f96fd4334d4e0451aa2db", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "44e5b586667a7ba4f5d5373ac6c14684837c2e774db1f25ef3bd2342355ec22f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "3b2d8fdb53263dddfc2b1cdf0b1917eef2a11a6c3f650bd03f5e94f5c250bd5c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "546cfe779768f8a6de6ad240dfb6d7e0c5fb6881b54fa11e28b9c87fe2324f20", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "fadeb0d0d625873634e69a72c84cd75a1faee36959b202e84b73d5c956ddbd1a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "e9f22b944e5ac54f44be5e9857401e164084fd0c89b5e0c31a25ebe4c19f0be0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "afa98610d85f701d48ce272d78ef7261624e0082e37bffd9add06858d1caa781", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "0517a36f3c56f372b0f4a5116ec936f1504b4818af38d7a731cd6687463d63a0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "ee3ecd49d1a1b9e08a7758701a25cb97044ead16c09611975782177650a82a6a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "91dbe7b7e7200752afc95526a1697720b4aedb62ea1b5fcdb665f46c329dfbf8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2d49523a138cc6b3f981e22422f3b574ca79fd0a86d1562b188059c2cc764cbc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ac077d18d13b53952ac0628d3629df949d780859b8fa1c4eb3285445d2fbee81", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "95057ea7a51117d59d5c0e0bf9712c6e636ec5f70fda324b95398a055eacf009", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "5d1494e9504461125419a69e0e9ae1bb170b1f10fd2f7f4146443d2aeb21daec", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "eafc04aec4b441583010869764680ee4f783170dcfbc7bf104f7c5518e1e3705", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "7592ad3615421c7deefab5f6f8faeb18aed106473706da13e2be370bb7bf064e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "74690b4452ea3cec6573aee81278483c922407df62216ce9a04157582a894955", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "00d1ba27bb8f57cb1bee44c56b522ee715a9dc8068cf34ea5ca21c46aa2b293f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "1d0269d84179698703b0f66897d90aa861323b1121a88c73da967d494b3549eb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "252c59f94f36608418783ea9f63f2fc39775b940cb6ae3ba1ff42962e660a03b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "da26f1fa5008610d9e1fe2bc381eec9f33f30631500a674517a1739f1d4a4ca4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "17aae66f6d3d111c853b843d085455b36a3de2db3cc6f24eaa00f55d8b00a0da", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "905293dd72ec95c0e38b8150f6a7bb48d5172694369094fb5ad832ad21c7bd13", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cfedacd828909c1f81987056a39202b9f031592d473076e1246626005ebc27c4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e02199be2a3723967ae5e7ef7da63cfe1c4261c55f43abcbdd0cc1added58c75", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a817c1a76afb1b83cfc61416d4a8eb4a102a15fec314598685e7ce331cf3e7c1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "380f27a932cabbc0f6aa653e5864554493e64b435e14d6ae5a7f90ee314243f3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "7faa08541fa50305e3e6f7a4302113555fba1f09f0805b30080d456e71dc63a3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "87216716e0647f27bf8dbfd6e80ab0cb4c41a14940f1d00fced8dc2ee9c757f2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "0d84803ed6465dd4caac4deac4dda04ebc812cba6014ba0a3a05ae2cfbe78356", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ee26a7e4a57002d69712a0b13a85c66a122f8819ab65e657957ea18985205a54", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f860348b6c84ce5807e019fb18b4d1e9c8ee29acd458503bd0007e11f519415c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b6231e56babe2a883498f425e6e3521297a8fd472fe59487affbda0c66392017", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cc9a9cac0a097f3834c6ae18141988bdc26b52ec5130b3e44bbb2aae320f696b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b16966ff03f525014a35b448ce67bd8f0ff8e3b03c4f828664f5827cc628fe4e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2700b39f498bdcdbd1c57f6655b84af2befe7a2f994796454ba2e9949787cadc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "fd67253090e35c25ac91a7dd61ad925639fa03c38ae3f604e6c5269750ee8b47", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "0f81b7b6d4832c631fcbc29a305f042d79124ba59016b0b36d1e6d2ee95ccaf5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "43708cdd1a3707b036493c6a96a27ad10e3036041e91c97d405d3a5d0f1f4160", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "9c2b91c037fd1fd79ffcc8f897f754692a1bd24a6700dc9b0e527d0c82db321d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "961dc21b4127870788b80ebbe52f87d6dca8412fea8462abdaa60bbb90886ffc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "531c241a3e8254838742e55a369d36ad130f0ceaa03736060d65cbe37fe0511a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "8ef8336c5c2ab164279a5de8ec9c7dd8d425665ad5e9901a163898d6d47da2a4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7c708582d84dd7ca4da90a538dd76629cef8637045c41278483772e1935ced03", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7aa961441c75f78e55ec6ea229dc3f3f225783e957b023d678e8ab37742f7409", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7ebfab1d014449059dd7fbe73f36a6fa5baa645a0d677a96c52a9c43c45482af", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "967f8f4662066dd38a15211dc312270b92371740b417090fc705566334fe45b3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "31617d0b2f1256979dcfdcbba7c76eca8b08d7fa3919e3cd66f3f730a6dd0e33", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "af8397852508a26eb821908f9dce911e536b326d9f1b825725e203a406ea13fb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "ea2714e484638c3baf56055f3469fcd7437f04c712752c85c56035ea4b050b37", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuantUe8m0Sf_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuantUe8m0Sf_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuantUe8m0Sf", 188536, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, true, true, "adc375b3d0b5501207978f8847e496bb0e130a00501b3cf245434597fe915049", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuant_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuant_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Persistent2CtaKeepsAbForGenRopeQuant", 188536, 512, 2, 1, 0, 3, 1, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, true, false, "5d571d32da6dada15535a0bb2bae5409da7b2c6d4be68f65617431d8d0094a2c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuantUe8m0Sf_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuantUe8m0Sf_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuantUe8m0Sf", 188440, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, true, true, "2df76399849dc727dbffced4e54dceadac2e3d88ea6b66b40e2d01b81bf5ee04", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuant_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuant_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseDynamicTokenSparseP1VarSeqQ64Kv128Static2CtaKeepsAbForGenRopeQuant", 188440, 512, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, true, false, false, true, 2, false, false, false, false, false, true, false, "5707efbfdefb978afd43b084592424bc9897cb72adcdcaf56545a9027e6cffc3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "512e6b3791b22968a280e94ba41283afec78ec5532b28e9d583c52b4aaaadb84", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "376c367f7ceb16dc721af150b4e88d767a7e54513c8e91f27b60eea12bd93472", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "e71c2324d8bd77b0525fe9a6248d145b12ba179d422af43a82f67a62eb4556f3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "0441b25cc75b9081175b7ed1f20b653a739f2999de4efcc65b49f7096f1a3724", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ca87ba19bd1f0b54a208e3c31698ec3ac0541b9ec4b7c7b07b6d4c1293e66193", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5b336ee45af9a94b33a6ed72d6670e719eda167ee5d4b67d21662a48e264810d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f98efd8a11bd3108b40827e46895b42fea5523eb3259944b951463f534a29511", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f77e8a5d68abd09b36b455d7574033db1da252f71f4e4f04848247f0338f82c7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "187bcb2f1202245e0be379f553234de3e59cc106b0f92fee629d0a3c7d7acfc6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "1775adc1717f7724e908b0eb0f8fca4b6879ecaae80b86f1d8815bfa1c93cf81", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "de670b719f51cb3e931140533e34c0a6151cae65b2600bce45383bc624da8999", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d931d4625a45d02bfeac1b86cfa663652b059afe98a13d99376156caca2a78a9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "fea4b5048b697fa720f8e0cec7a68138df5f8b523466346dfe8954c55f6f71d0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "27d2078490ce722f942f8d842c43519770cb66339c32162a1d11f8da43c4584d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "9181b0728254e1aff4f135c4f2da6bb052fb0666da3a4f3903afe1018240b70e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "bf825aef7b78979d933f1fd9697306aff5a5950f904603a3c5ccd29443c7d77c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ceb4e1e679ac922531f4827e26165ba4dd3515805869889ae926087ae1f20d9e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f14917de034e326a2f6fba4bbe96d2d3570c6023a225e4c5b01a8e61fb0021ce", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1d195b3c556b4ce800466fc0d33ec831f778070dc3572f7ad7583edff9a4aadd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "93c3cf0d9ca123507617bb0535508e36b8de4a79e872e776a2b34ca82d9a9317", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "79f747593b6b3db187043fcf9dcb3a7b2f1c1338203153b52d1d982f199ad61f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "be03a977a696d8d4739866701652318085322a1a1307d26208a44b7ee63ea6ac", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b3d94b532d5cd2eb89f08f806dc1fa2802500cfc364a31013de1a65d066ae872", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "edfe66506a7a1989124a06fcfd77a524832677f27fa5931409e15be42c77272b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "53020780d5eff7182953e3542451e25631471b8dff16ceaa808ae69b8d603829", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d5cb536c5ff6529fdbde759c354e6c9ce9b058e57b89e45b49118d867e0c1379", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "aa282cd2c31556cb5cfa8bbceebafab1b67ea44624d3ea3712f958e7c035fa86", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "903e9bff3bf5e27935f321b606500acf414d174c62213f049d224a0d6b9a019c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 66176, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "9e0ed5283c42c59b2564c4980cd69e14b81c2ed87c28c10e684f7f9b642277d3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 66064, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "aec75fd2c7c565d0638c78c941a60c8bca1a4b5a9ef504ffe62f5da776914974", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "bdb32d00e0f44750d6d9527a3af7a89ea7040952e5697cd132d4450282759079", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "3a86e0febfceba0d3665a3eb172ed96bb7523e071e955ca3c8d1535703e7f5a5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128PersistentContext", 66176, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4fe0809a2c235c4fe7755f89fe83e35d5491c636699234ef80d45c64ff803e47", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqQ256Kv128StaticContext", 66064, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e598cf1a9172e9b12399d039c22194dafe9e55d8b957af9ac2fd4fa54914b8c4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f909696dc48124640bb041bfa8b80a2fcff50562abfb2e415f337aefdc0ae7ce", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "1414ebec4cb589543af3a35a4635a23b150058a6637504b5eb543525142107ba", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "f50ef70005d3eac61132ca82f23ec81b49ee623b56e07e1b1c3fa51c703bb868", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "370173864dae60d8fe86c74b87618b6dcb5c45d0fc51dafda7569dcc4a14211c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "071ab083fa67f2619f8c8db4f8447e62718ce83f847d4d971ea531256a2dcdd0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a8116b449ff4d6ca56ed55824e338daeb075209b2d5edba1e2fff767be8accc4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "32a16eaca2bfe4bab0aaf9908389aef915ba5fb33897d2df39d14fb8be74e42f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "c39daab9d2c8e56263a652f61212ee6e2f576bbfb70ae5de8254c061761e01cd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "d74cb3a02b15ecf1b47268c35fe95af8859aab3c282e236729b3a9b68b072007", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "b577a15aea4f701effa50e7582a8795d7f8920e61d82b98137ccf19a7d215c51", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 66176, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "560ddd80caa279e4d01ee0e98033643d777c04614c7db78fe59d604d23a64229", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 66064, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "67c9c6c293bb7d44ef3b42b5009ba93e954fc887858153aa94fb8194e019af07", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "0738c135bc3454b9e0337dec0c308f3e9a501f7d68052b93af79643e0b5aa277", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "4602d717a785fb195f0e0a96bbc64b6468459252022b9ea80c79658c12887465", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128PersistentContext", 66176, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "64d0b89561aa96ee1ac4add31ee9cbad820b0057f38cada41c36eb123c2e0dee", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 67904, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "953c346655659f62b364fccd5d07ee6e222eb26195bdd307a47b811d8ba1974c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 67792, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "06f119007093effa0c492daf893c5de6199f0237c2994f7fe5453ae5288d324c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 70784, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "d33e3d4c29e3adf2b6845b1636fba416abb09be183ef65f49bfc13c0f13436f8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 70672, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "9deae23151a413ad8a92356e9a2aa052f604835271257b2eae414cfc0907de12", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 68480, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "50deeced49a49243d5b2ebc63ba19e0552cb5f130fc21500cb6c8f45bb3968a0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 68368, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "85b7f0749cd1e8f97115526c9393b4115d338d295783a82ce3a4e0b554928cc7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqQ256Kv128StaticContext", 66064, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5cf7c874e740dcd53469244eff83dd276b7880a57c074cc63db405d0a0eaf3f7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "799a7753ff12ee4562f9c4af6b6c85ead0ea5b3c379a40a913c3e883cc8ff86e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "12add3936572648b68480ffd87cbaa5efa9eced2cbb8f210d0f4ad5890c8fc52", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "f0ff45d3b98022847a82fe63bd9fa2abf17364137468cf695918f0a4e6130b37", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "f02eed350a457722cf6923b1fa5d94da592e5123cf9a215e5129081e6bb7be99", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5300b27d8630c4f05ca9f241369e1df1276ae4e2b4c5c0ef53e445996c598563", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 67920, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "db5288dc58d658592d99818c5c2bcb937b8e2db727c094dba91754385e386cd7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 67808, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "00e5e9ad696d2d8853018a071a9aaa5a9f6c81da61a9a25f8f430ffb362ec718", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 70800, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "cbc1c471e24ce4a2f41780abb9bd95c724c97af6a750599c96d51d3ecc8ddb52", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 70688, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "f7f7fd8de2bae457e87068c8adc6ec9bb5cc716522b92512994a284c0044dc88", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 68496, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "c5e3d97ed9dde05bc5ac7201e2fe61e4f3fbdd052ee0f5eefb436e809d04d961", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 68384, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "cbbbc9a4475c54aab041b8d4a304fbff4d1dbeed36ca09aaaf81fdcd514fa16c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "08327c636829a044303f4bad001c9e3a37aa0df67c8fc8e85f0d4198007a837b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "b3888b70f411f1fe0daef23ed7d72b6e51fa77413dd4a176ba1abd55e8d5da33", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "3a6e043fef5d5f6ab84915b22b29772f7fb471d3a6ba78e145252e859e3ccec8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "5c75a83f40fa3b2ed192266ae430c4b44210ca75e0f2f6172315d9479555c172", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "cc735da23a2664f43be45cbdcdfc942e00d4ff38da89f3d9d295f9a16ba40804", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 66176, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "bc5dbf6f8055fb05bcdb753ec2b5cca802e4343a0f038a71b5f1e5bd722f1eef", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 66064, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "76374b1066946ef487f038a75447f9a787d7d3392d1bb0a9ff1fd1aece67dfde", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "fb62b14639961d9ac325912980d8c66f6013b0b4d4e4d7a3ce8b45d46541b58e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "3a4f8c08169454b4968b7d641eca619d3a174ba26c1940d7b34042e6337a7ff6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 66176, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "554a19249405503932ab79d94b56413cdd548cf54c92b8c0c689d2e43d924f57", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 66064, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "577d62a0f1d067027b42fee344c1fa1c78ad265e85fc9ed625ae092171ec1e48", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "860a8ef519df66f17cb609bd3fddef4fa8c1caf0eb4d6ed35a500c8e22bc3ac3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "2a0764d2dbd86e38534f5ca5a542189ae1310ca4ef7ebcffc285b4b1015b4bcb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "9173a5e8b29ac66f9f80e10764fae611f358a6574bf93336dfaea59abc94ee8a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "d7dae7765dc44cb2239927a5c099d53fc7dd49d8b0f50a9da3f257a152fd9ac1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f5e6b8cf08adf376d2cd68b33a1fe51306438ec2d8a56d700429c5781809a22b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "33e7a7e6aa2d919a5ce3f13fce997d0fe96cda0f66a83872e6a2c5c33f949c76", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "28fae7bf41dde13f4f9a271baae0b09c4e39e2d8603ac766108cc286fd14d443", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "a0a2e38e585a2b58388c94cad761ae7fa0f823f42d334d2930a74abe1ab11359", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "0bf0a1071bfbfc95a958e3891e51cd973e86f23a9d3524bc1077bd8d6cdd346a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "841b356406e8c174e069f4e98a4533803e0a77dd6a4f140d39b4074362cb5af7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3d44332a0419e34c74812e9aab618cc2f363a5eb9fda135cc836ba44ff7e4fda", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "880168b6ba76315fdc61ce6b888d52c0155a96c24a82cba44a3041fcaf7a4968", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e644e1081feed6911e6efe9c8a45426e78c60ab86fa29ab38df5b281a3d2b656", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153152, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "956a125280b1070cada7b71546e5f6077d9b34ebfa07e11218b50a0f50df0ec8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "26846a2423194c449569f6b62661199ae9bf5854b68bc6631440cea123b353e5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "011ca0c622d4fc030e2ec02c5003ab24cd45663d8b49a5f8774c665bf4458e8d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "674e177d21838a49a0290d68bef6db76dfdf72ca25c6f8506494e7b90a13475d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ebd7f8b7bb013e6d7e44fc76608eee0eaaa0b859b801805a2a47d1319ad4d923", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 66944, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a399ed7cca9322fa8ddccfb21a8ca835176cbe724c754f1e9fd405affc60e9f2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 66832, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "87bdcf35cb18eff882bfdc89050dd69e7c34a68c8ad244c21342491495f0d73c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "82a8beefc73091c14d42d18fb17cdcade2ed4592e6dae0782e49268be096bfa4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "291f54f3403b878f2e5c1dfc14d861f84f6f638167df4504092ad22d764a62d0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "874501bcc038722f73220e18eebbf403b657519f27ef7f1858ecb098cbf44670", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "adc6148d1bf8c1712e1017ff5bdc82a327a39435668cad02ad3a97fd190c4411", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 66944, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f1f01a37373d1db4c14e342acd8606d21f461656833ef87237c4a2713c6b0f6f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 66832, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "08238aa5e5b743386a42de180b39def60cf32606656fef7d3a7f62ba7f7736f8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 157312, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c28b489778197feed1854a2577a40a5e67c200d8343f4d3ac37b21dd0e53a52c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153104, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7a073baf1bd12737da46788fdc7826f655fd279412b0604f9e66dcde2331b515", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "88f65d43091fa57dcafca8bb0de2d0dcc8678bff4972c0be8280ef26e38ccc57", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "875b5d90f52abdbc0c66c360ffc3261b671f1da5948650ca2338fc93c1ef6daf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "e7bc4e9fbc87fb28cfd28d0902e8a98d5dfd96652f760e7e503c6490990cdc12", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "bc70e4cd54e4125723a03a9be2d21ec6a8f463725ac1dce0304a884cee806e33", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8caa23e89e49ac45907d9c8893c0b40a5c165d67af2494263dbe30c7eee304c9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b063300bfcb330839e4cfc4cca8708c885dfad43618c11bdbe1097f77c874179", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "590d909f7a2a3bd155f12cb3b2d373348d1770102e5e1f4d6deced15f9411f0f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "00207bd1067d5f3c733828f98b36f4a04d9f5c10cbb93b1b07fc4ae95e5eb274", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 157328, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "72f51a3e0d50cb20cd734aa7ffd480192e628aa468397668c28ecba0e016e126", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3adf98a21637f91bdf64447d648a56313df499b480014c036147cb8dfc4f33dc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "4786f67fb62cad6986ab56f12f5e9f11b29aba99055bed4b7bd1324d1f32eade", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "deaef6fe9036b06a721adfb84eddae44c765ca2b1d3571a360ef419bfc518e1e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "1ba1178361a3d8a41d648a6a6178e50e1e686aa9a79ee1374341ded280b319bf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "28d2468f142a0b269184ddb1c621c7dd6469f2bdbbb98c85a3633727d243fe27", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "66539668e2763fda5d0676e0f3363063c686b47142827ae00456de6a0bc1937e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "caa36debb5c5ef6c06f88bdb4a16192a416fe1afc2286e42871fb2a45faf79e2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9874139e32ee5fff2ef2e7b02b02951d77cb15176b5ee0c83506e46383aebb74", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4d3daf1d37dfe67c658d52eed57feeb6d8d798ac8f272bbaff4814d0d3534234", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "89c58ad6e8ff7b144f4f20fbe704fccc54ac9f14589bf55c991d3a2371af820b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "fab2f7d0caaf1f9f4182c7f0e6cd40ccb556bd3784d4d2b3867a3fa19318e886", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "75d0e3ac2e9bc4b707b4c6ce1877775e597d921adef2dad3de691db64d91248b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a96f4eeb2e8126552987a31ae79f2a71b3fc858bac30aaf345da025125d229eb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 66944, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "b32f31cba5723d2db83ab2052e6e739a8f463d0247814c3b6e15d23c24f3f240", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 66832, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "eddb5b324b437b901cfe7e36863a79eab2511de38b1c0ace911f1db9a9a345ba", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "fb69a907a4ad998f7848e87b3059316c71b751e8aed4ea9e462b99fb7c0d62b9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "0a7139d98d73bd570613beb9a7c63a2cf5e575ec187fac6588af38f222d27d6a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 66944, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "be0c92f64cbac6ecb43813d2a3d11caf379e3944614add074ceb239bbc8d6dfc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 66832, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4b57d6d2b8d5207fef477adfe2b476615ddecf6f9c82af4a6ee13cc214524eef", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "91b1163590783a1ad905e748aaa89b4dfecdf9802e5fe9d332fcd3dbd0546478", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "4a5832b28e7aab08896f640692043b9405bdaa322aeac84e75dd390422dd27bb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "f400777e03cfc4f055cdf026535c85b8c251848527d070ce1c3e9d9bc7d89f65", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "9b3ab8fcfb507b24a76c556b0761a53166ea5ec5f4998d4e0ffd674aac0c613a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e1a4cb05717abe31d556b4d8702bb1bc34ebc91443605e05dc7c1cdfb6badf28", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "2741d3eabf16105503ce6148f3a2a8d447d4b2459d4a04b0b3775c1ad59a2ff5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "d5fc67c79f23228dcae2466d150fe784216c10c6084b4df1ef3be827bb78a9be", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "f05cb1ccdee0eee7d7faa78bea60f99a62b3e0e8392bdafedcb0185e0b1f27e5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "ebf1251a385ca5daa38d16b7fe2a29cd3318f4e148d53db29898aafbd47cd250", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "6c6d2192ca304acdfcf78d3a8d08f81ff0839690b7b2c627dc6e905319349ea3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "47f11b600b92363b2e383e19be3d331990ffd7e03aa4946f11e94eab4bf92276", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9b4cdc6e554dd1fb8aadcc8fc77887af029434243a51e53dcd754b35eeac6aaa", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "53bad3686f9574491fd794486c2209bee8b8791f26708b82872ef104d33b0c2c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153152, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a803d11740df3f386729114a6cc4f091592c61713033b13d87e4cdd6e4cd8fb9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0f27c55b7e21ea8fbc48c3a4799a32c4f2407ffe748552e0e35d28d6840cdc47", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f3b90cb2a03594883dbd80ae8a69dd9b0245abcb3caada18e588fe2093c7703b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0b740e6b6a86fb11d08f151849a9d43da882b68a828ded4ac50c4ebb194d6e90", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "97fc141535000282b04305bef0860d357592b76713c0243b4134862da5ad82f3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 66944, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "c2f7a0d17938dc5c80e2fe6fd0aa97d7d0740904b07c817be0f56ccb139653d4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 66832, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a591eeca279fb34c29415bae7aebddf5a7df6d1722b717434e0984abe1a36ed7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "f331c5d693405a3427d079d66f06f3eeed6ce8b2cd801386769c984bbeb6a97e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "f215f4c2386e0415af053f093c066bf535f40dacb23a509415f4bac4b299b5e7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5f0ed2cacb104aaf7c6484f4a424696e7ac1a8e41c27b65920701f803767e35f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "69a23eec866ba6ca5047206e2a0e21e46f1eb0081c17c835385d17dee59df987", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 66944, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "78019a22722363051c6da7512d5eea7d9a1251896a9eca83e3e9e0b4d069b61b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 66832, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c4ea08af4aa09650c575ec8ad2dff65f0aaa606b1cad839dbb73c835b68aa750", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 157312, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cccdda484072ef5f834e3790673361179bc3cda23276cc96dda7b0da30d7a746", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153104, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3a39e1bd358d6010f3ca67cd4e3b84fc5a0d9dc67411c10c940294c3cf04f058", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "1e86f471493491f100c6ae57e060d106485e656d61ba5a34b9987f7b6d3edd06", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "b82e8819115fb14d6d4ec13a6e0253a9f56087e4dec537b9aa6e4f0871ed1ca6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "b22bdd8ecfab95cb88bb83d4b53d6cdeb044a0a60a2277f975fb46e9bc0b7f9a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "1c55da04db2b8359cda685d78c03176e64d649ea1bbf50eb5c26e662f37792d1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "621193fb662dfcb6aa14a4c40031f56f00bcf606696ab37f8ee948165b62a35e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3c2e33b1cba8b256d2080320775bbdad874cdd67c43a6d3279d8f2bc136f9fa1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "48430fe068bc706949bc80cad4858ce6f8e0b005b4f0b57c3b036ae71d64174e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "04dd0a4dc653c80ee50992a8dcd525d51aa51270a81bdf9cf151dbe7890f0b3e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 157328, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7d2a6418f3bb9581b2342dc96b7d59f1f5acb815d70681adda4c69059af4e479", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c7c2f170c80c7d7f22874c289b4308971b7cb568da8d23ba5eff943b73c9ffb3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "eb76265029a592c3f92dfa6e7ff372ccfe083b9077ab112e7633eba6bd08187f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "ef4514030b32d559a77b5003659443bdfa46bc1dd40fc80fdc0bed3091f0ec98", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "946cb1089329e884b23eb4f4b46f8a7adadb45deced73a5dbc5980590192b272", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "fa4efbf4cddc8f8e7840680cba415088db9be0eb97d0378360934c7219507be8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c5fc7f3f51cd875cda25cf1fa6be71bce5b2ea05ae79804925f746a749a27bb3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3d9eed6b6fadbd994d1d8453c1193c315aa8bb53c07dc6255a85372c428faa8b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1d5feb2718580f066e2cb875845f19c3e343af40442377a6cda79a3a07d533d7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 67904, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "9b62d7c63aa8bce9887cfb52eb5e0e03c39338c2fbc4fa4352c8e8aeede34cda", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 67792, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "029408e1c5075e7b4d7049620015df1b882564b18e20bb347250f70248037715", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 70784, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "33bbbd6ba1b5b804717cf6ea0f27d76bae520cf47b8103ac75c45f25e59cd9a9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 70672, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "a8f747b0042fdcfdac5d367478f57ec59f47d413fc2970d799a6648c3cbaac3e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 68480, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "5246943c699dfedc8f4e3d8aa167205d9c02100c27882e314dae494674164041", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 68368, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "4d75663aabab9d0fb52e8ed71e121c9078434974e436916de3390b691bda27b1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 67920, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "41d4f9047add479e94aae2db6f1710699098d3f6f10b03ef6812ef169b64f36e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 67808, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "3ebedf144abaa735b274871368e1d9dfb7232f6fdec72aceb12d2dbeb8f1a2b0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 70800, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "1013bbbe4fda6d1562d3cf2473b04b907f320a54604311a1912ee37dcf42c3ac", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 70688, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "3e79e643564a3a3df8824bce98ccdd0e945b6e5846728faf8b45ce616e3a55e4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 68496, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "b4690ad79afb46e414f108abb53215f5cdc5bd240fe19166c8fa93d17c553bad", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OE4m3H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 68384, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "c2f9387a54f647c4f87ce01a347f72362cbd105575c9f160966079ba313a0d67", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 133760, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "8a7ebae0f7c5cf15f78adc2d6ce6a9f8ec58a23067985faaac35d19b49215f94", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 133648, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "4bb9c463ac3af70391c51f52de518b4dcf4f022972cd87d34f86fd59e2f33849", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "028880a0855c8e4f19afb88371e1c2c9c4c714b88a1004a4d3d3b39c50524c59", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "62a1845e998d7359e6a11b80e782a47b431f23dd5959f64946f6b5f752982af3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext", 133760, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8c1cb7b7aaac1a8f633dc6f0b63527c6c49df4773750e2c1e22fbe472d26e967", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext", 133648, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7f6e727e02e65c1bd1808e249802946ebf58a784fd02461cd4165e74925c111c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "7ec46ed97fab044ec70c2362310ffd9bdbcd3b4fa0c51e4fe7f625405231f754", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "682476bf39bb1b59a551bfb50e38c9c00a02e8797e00bc4af72500542218e428", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "1df4f70172899dd1bcdaaa8e25cea34d8ba759f34a70834b8001b4a65db41421", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "600bb8065b19a746683458fc6c12d09037454be0ed8f06cd38e2c53f86fff482", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "fdfa957cbd6011b129d60dc98557c3503b4183d89ee88b210e824478de9eab6d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "bc56be36940e8193835614f8142c4e6ced81506a39dfb1f199a5ac6f8c4e3463", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "09ee085a8261e201b13a369b1cc8078f37df780c78d075d42cff1c8313f2e061", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "e0f8b77207b1d4a98c13a162b6ffd7f6a12fc7fb8ad9128a7a8e058b35468d4a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "757294d6737dadaf1ce4b3bb50f5b50cb2df3f9744f1b5fabbd9e438ebd7087d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "69a89c8256b69542d3a3d8d8b1063200c84d7dfe4b2fc1dfedfe1840c1e8a10c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 133760, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "c04c8670832717bc8c10472434aa5dbaaf2b0fd3c3524d1eef9f71fe4ab8be2e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 133648, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "061f16a2426c75147a2fb48e16f92961e66cfaa374273a2dd46b2f6581a6d258", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "7846bcec33ba2bc940ecbd1dfd313c45a1baf7e3600701de2e67f695b0841f4c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "0a56b2f1c32c6b319ee66d3284af1228ce06eeca57fd0c325fdbac83b204aa45", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext", 133760, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "64d513194421728141c0f35acb631600dc0b2524f39146cf3e411c2c7abf1fb9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 136000, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "b68a598790d27761f0d8f3ab4fe1691b59b653f706d9ea0cccf62b2d149ebc29", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 135888, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "e1fb6746498e42eaf62d854100acda8d17b9b6145b8b7c65e71b3c2df891058b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 138880, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "41e15e417388fa1dbd19ca4c290daea5b3c2bddcf832db218a43844cd558a8ee", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 138768, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "acd641054a4e029693d90ecd16e78e1943690998e5490e6aa2974af6fa68765c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 136576, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "5a2de3fe8a5c0771af5f840a765c6ef5610d867e0c3bda1a736dc668a5468fdc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 136464, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "80dca642dbfe63a241198e7d5179b0b36ab64cedeabe56abbc8038db6362820b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext", 133648, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "be56805bf184eab7130f9f95b2a27c3be2bcdfd6fd9ceb2a0a74ad9bf7d3246c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "6c32468eb63f489951895f000616bbc3a7cc39cc82a42bfe2f6d6847d59087fd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "dbb574b1a19d90eadae8ed3da7a67517f1097707f2faed29f97b5f3c1a1e2428", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "4deaf880b9287b32c41a5aa6d8a348286354c62f0d536ff719167c283f2f6c32", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "b5add3c2023bcdc286e7dfca26e50cc949d5c01f2c3185f339c739af8708be3a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e2a49282acea2715380af5666596bd3f321b796af5d476f24b878091fcd092e6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 136016, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "666e72ea3d74fa238e7e86644540d25ef1c7dd3020f4a1c4547e14aa756488bd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 135904, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "69502bb7d98ede1859c9434de6845b3811c498c861b77c34fd3849487406af76", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 138896, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "ee56d0de3669771914a9c681b85eed49b2af0fa9c08a5864c91b7b96f4fff1ec", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 138784, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "feaaf7656cb7f2ad0b84ae0bf3bd951fa5444ff6ad097ecc10472f649c0a43d2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 136592, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "9c3db55bd974347a2d60691d615f7731b2e96cabf2b7a28d1bae7e85366ad3f5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 136480, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "ab7dbd84a342ae8f62ba888a88ae342e966a36e1dc82ae671023be30dd35fa40", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9a8b58383f3f39c10bab7286045e4f944ceb9cfae497ab1155a984b5892ee52e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "26d5ded1bb54bf978441e9d4c691fffe2eb4c6d044c208acfc9d64cc5da0699f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "ee2fdeca479d423db7215d78ff90d70a8983459830f1fcacba681d1c3bc07c02", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "03ce3d959e46dc93072983ef91ea432fa991bf66f008700c72a94f33db789fee", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "1a4bc82de24212f5965a37582f3cfbe676dcd5b92b9b7c580998e9fa4890dfa4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 133760, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "b08eccc6a249d0d265abad264dd2ab69e2fee84cca3f2a159ef53fe78f2254f2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 133648, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "3653d9bb9a58dde25f6abb14c9d3bdb24dbd04b6c4a4029729b7b4bc4095500f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "b893317f5af1d392cc55281ea4f22d936f1dd647b0c7b3b5f6cfa1ac3260ef33", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "f198f208f41a77b5196d2a7b6e4e1d413856723ca462b797d9247349f938baaf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 133760, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1f6dd4c8b34f26581005b3e01f1c57141acec639e7f3dd5b51320c7663e60c62", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 133648, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "22fe71b9d9e241aa7ac9267c6920039d933fc6a3db0c1e776190960450fcd845", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "91f8cf3b023eff1224b950571e5721a125fc1a5d207d1964426aaca9f0648141", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "a388f1bae06160401fb961b175c8f29de40f7291a58fd303f59240ff7c5ae2b8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "660e71be9ddf2a23be9ff01900be330744273914800fca9cc4aebbd306472fc4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "c0615cdebd0a9c75e55e0eb2f40f3d04aa1d8cda0157510c010ed248c28e2bb7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 133776, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e99b1450e5a91d28cb664254798d7a945a6689d5a65481ce56428dab74ff0222", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 133664, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "42f2af7696c6b20e532c282be85adb307e839cc1ddff9c9adba8a84a771c0a99", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "5342693aae140ebab05776189f9ba7fcaf2def60b7b0b89661e1b1867eca20fd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "235449ff7414c137c5ce99d2fd415041ea4cc74b6c688a332ed8f55ec92861de", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext", 133760, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "dc6b56e111ca79efe06a3df91906600951f1c49a6bd874c65c0fd7dfa1436b2c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext", 133392, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "7398b6fdaf469a9f8e9a1487c422f048b59fd69280abc575274078201772a3c8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "dd9d77b9b0a26813f488b79c405b59e3eb82244df23c3be0ba638e9a4985216c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "42c65436e52e1837339bf83ce42281a7cc9c326fab097ef4331ee4d32be91938", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "2ba8ae610d020ba85b90492f0512ddf06a8df3400619fa62a68da8e60935d9aa", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "10e89061418d1882ade3674f3e698ed0424f903686cdbaac2a6141802cba56a1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "450b091af71317807176f1252de8142741d26a09bcb5ba177ed6d246c9010b9b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5127e554faf3b235327b5b91797cbce182948c3b87e1324089bacde4d16bcf39", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "eec4c95f1b542b471897e063c97bd83d5c52efa8e652681182f178797a8ee469", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "400d6ded80294b06bdcdec51d43073f21c93c6a78f9c2048da87677b53ab0a8a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 134528, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "0eae9309a1f3d826fd4cb3123632b1cf35d0a277708a7919d11028b10742a9e4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 134416, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "67fd22d10f69f2b9fd5035f4b0e7d672f509e69aa9592db31f55375b3e38fae3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "e982eceebb837b791f9eb8313d7655fc66ae760f2982779e99909ebd6f205177", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "ac6c6ffd8ddca06f49190a37ccc88fba2b213999e43779a7b33b8fe70d53dd89", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "70f2f66f880cdf249fe912b8295a53f7b76095e90b2a0c31279f529bc3a16db7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "00ce740125b95ea17d34f45aabb50955175d2812ddbcf890546acc5100e5f667", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 134528, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ab21af37f2e1d7a054de9e82415b5e2d3742f13fc11f4fc9c7615ad2f39feeac", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 134416, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4499717d8527325fd688ba4133693e176d534e8615b66e0efb40ce50f51d4c81", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a08adbe735efa846042aa48d6100ee925c20fa0be99485b8172e826ec9d10d31", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "811f2d2438ca70e4b2b732b0a7a2ffa1db45fb4215fc667d8423277d0bae5665", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f721f19ef4a4f28e107c9896456f0a7d326644b5993a24dc0c1b2f319f98e758", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "b7a91fc3ac2a99b40ee7284be75edfdd410f4130c803e0d55775b2aa6f11674d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "50eca8c1c1f99533b736a5302d15ef6adceb47b81251f4dee79d9f1316ebeb12", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "11738f57936ffdcf8d0696ff8cf71d34bd97263d46e365fe018f0d9bb22cd12c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ea73c97293ebf8fff03e224fb162983c0d9a050b9a04063438d22e6fe89b6445", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a7ebef7faebe77b2979388b57722fd445b9097d8f214823b6e0ffda3e6a9399d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "fd01fbcff521a48212cccfa91395b4280fc8945c2034b6bb19914a175eff9e39", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "abac96ca4e295ae78e001cafee3f890157b01ac42376b5979f435ec6730f88da", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "25fb96ea91f4e25335d28adf7f6e094dfa5f19cd5868ca9757ae145af4c8caca", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7c1aaacf37d7895c7eefcc3fe8efd6fcad2e22777ae8da8a64a1a52ad4357258", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "1569d08aeba106ba4a707686592bae70e73164c74daea677b6511749ceff1064", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "4423c53a0406321fafde6e83d2838f04e7fb7af4c1c016c2e4babff3514fe4ed", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "3525c0b99695dd76cfa4911c6235f82901ee9e61f58c0feafc511a7a44021760", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "47215b392390c868c79e9af6bc63ae57070b5c0acbc4a8de6cba0ff598558927", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ba7d1fe00201243019725901a420b4592675f41351bcba197b3f0eb4387dd267", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d0e1cf3863d5d0080023a30dcbceae7af4552993281db36f3d4691dbc02d729d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "db5991dad5c056ff39e8974ef2a1341b8b75abc9b950579aded57b3e5b598db4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c467fec317398006f9dc356bd654758e977bdd5f13b4f61252543b17d7555baa", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ece0278853ccb1b1dfcf9012c4db68113f91ad871282ca741ed3d0ab182fc45a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6930bc249f53b6e008f19534d54249f8ade00950d319eefb498774c6c4949c12", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "98abe3965e9269a8de4c69348eaff727275c68ec94a7047198e69a362b5c95cc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1f1d9ac0e0710978d226fa4dc90a65fa2131ea3f548114b05e490008d3c04c69", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 134528, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "e41602b6cc4e3edfcab8f465e4b3edc3a5afb9b9cead498b88341edaf966226a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 134416, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "07792d4212dcb28480cf6a196c5412c1001e03299e95a4a68334129d75de7402", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "b098505c5ed2572cc5fd38970a3c315b1083c9abe3a38938544aaaf19615e6a6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "8a1c3e5bbd1ef73558a8b25ad35ea67371014ea8b2d05c3dcfc2b471a74d8e9b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 134528, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3655c0b55aa1f528ce8067b2e189038d5aa54d6755d46e0b386e554f70fce172", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 134416, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9bb51c8931f354fc24962a855ccf4d406b1e357988146431721cac470f357882", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f0e36fc334a00cc4be2f5c354246098f7b4b5f377e410422a0974c7cc85c2a5c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "b6c8ff765810080dc02dd8348a491308e7309232a573bd5c6b28a2d3bfbbad41", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "24dd005c9bf4ad3861e23ce2a49e72f7aaaffc565812713ff7be5f32b85d8172", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "80c19e2aec3f03e4803277b462363fe85e2dfd316ea0925d666e40b27af3311b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c9785bd843a57dbfa37381c8e673f0532eed9012757741b0a7e81f618d720b5b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b2161d24036c20495c7b9fdca0b12133e8662d07929b95fc3d0c99a5c7d553e7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "bdbb0e4eec51adfb4a7e87f17a9f9e1a7187f715da751ff52781b696882d6c7d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "c40784724172a240ecd16f7736a73774850544299894544c3e4da6dbb25cc25d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "f2ea113d81434eee31e4c2c33902cc8b4bda260adaf80f88f8f4a5157868f3a2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "df6d6026a58d19d9e1fd3727f232723e2d8e7cf096c70b73361f1d0c7a12d1ca", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e3beb8ca4e756d40bae5003709e92de2eceb27e260f33d6367c17a8a9bc725e1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0aeb9eafb56f8c7c911cd002e3955a7a5aa73633a70ac1ac8c85ce22fab5c720", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3bf547b31952a563f3c2d952d3de36f3dd86f87dcc9582aa1c3bf5194d9308ad", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7636138a9c293220ad7fd2edbfdcbbb353b96c690454a6aad869c83214f44d78", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "55e8033e2215f2fea587338dbd3d8a67b8453497b80ba085ab1615910ab7dc67", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "bad60d643a3943b09aaf8ffcbeeb585b73811e39c392ba915587794328c3b0b3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5c81d7f880b7c8c2e5b0061fcef68e78932efa93ddfe100dddcbb4758430fd85", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "fecf2108e6cabecbc8c4602220d2b2e1dd625c83f43610281406151e71cebde0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 134528, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "665366061b476c27c90b13b9cbdc05e6ad8396e109edd9e4cfb2285548c899b9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 134416, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a63afed277afa4fe477c50601bc842879b48a3f54972d653f3735ace83348973", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "80f0db6fdc8eb731492af6ce001ce8bdb51a75b3515c4b7f79101a906acd41fc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "91c5f4930db9f6e74647283a6007d7cee21290551278f0e90c78af8310d6ada7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "afeac88f30f554fab010b910a5f9908b0b2656d223199d12fe9bb29c0edc2824", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d65ee82b7465ed1d1b73f297eee846d27a935dcc9eded9e3e195256e4de7a3aa", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 134528, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "095d7fccef5007fb8f9317b2ae89c23507a2ae8c1a8a829096d2e6de8c6cc250", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 134416, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "dbd291c10efa3893f731a0bde0004c36b2cf0b91929addcfad8246b3080b1644", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a1ba7912f0d36225575a553fe2bbd8c923b0933043e6ec00700d07d9b97c6c35", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e162969a3a06e6e8df6222ec8b9cfe2db606e88f639992e45ddadeeff282443e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "2717ad948f1c48315ebe6a2f0b8f02f650c07459f8631dbc74c9a76168f36fa4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f468224d46c6cc1f0c1cdda55aa7836e49d53f78b6203ae927378bd44cd6a597", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "4384da07b73757300bc42b2e5b00c4d522f28178b0450174c90f5853c93803f8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "11e7397e6b831a02efb5bdce777c39bc14794f3894455064b2065b8fc3c7335d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3dd14ea411309efdaa5fdce461d3759cf98148d1818c8a50a251393949b43f9a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b0044fa40e7303db75950d9b4940c56b83d04170e93737e6508c36857c7192d7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 134544, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d2b35fca8aadc1d2f3458818726eafacc44977734fe9a6aa9dc740799a096344", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 134432, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1194305e4fd17ded521f2421c9632d7543fd13cbed644bc51af228926be2bc92", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "78de4d0c9a899c71c042d61de2e126bf035d76b053e4f7c17fbcd4cd22c27254", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5ebc2efa76d3a851dbc2caf03c6e85d230496d343093585e08caef9d7c72f4f0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 134544, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "64a941f1156a680c48cd0b436baa39d0e243ed3b485e4052c9826b188cca22c9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 134432, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "0093d4c866081a75994e3e0f344e7cce5b5d909786e840764e468aa3c2d7cee2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext", 134528, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "6a3c6e0ab8f5c7f3abeba748a6f998c3be6a8d529032f5b1c015547b42ffa737", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext", 134416, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "2906ae58784df8b7a3dd48b5110a75ac508546342ca2d17593929bc9e00380ee", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "dc171a7d3c4e7ff85fe97d7c067aab3aa02b71ab26cc7bee70ae60b123a014a7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "021f8ab7c3881c7dc46d5ddbaee0e5f4eb4c300bb03904e94d2adf30b42cc7d7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "71d5940679cc84c529b18b7fa884e5d8c0ca06d83b3bd0072a5b1435a6ad13ab", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 133760, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "b4eae9e6f550b49efa31f38d436ceb7844d5bde2d95070104cc39b6c27c2caff", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 133648, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "bdc8ec5b995afba1ab7b52e2b61af2a2a75c80594589911732b059718ea16cad", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 133760, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "64f0df1e40e27e03a488d62dc2d8a88cded07582acdd12450f3fe07119032156", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 133392, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "bde11ae6ea810ec66eb3b0efdeb637c84f250de48a3679db105df1e518744176", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 133760, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "327edcda98535af02a8373aaa64e0efce1e44d1f4a6615a0ff618824d2c1af65", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 136000, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "7053c722d9e468624a2f6ad43daf451ec0c60c88a187d679a88e29add3b5a6d2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 135888, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "cb81bb3d774e75ae724441b02667c93f910fbbc355999498af665d3783ada90c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 138880, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "acaaac47c01e0a3dd506877caaef2476e661bcfc32bd418f3a0a59bb739ddba2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 138768, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "304b88f0e54cf7f4ae092ad913cebb51c45a203d13cca98422f6ba53267ca7bf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 136576, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "f3e351054920a8b24235d59b56eb02d29d35b6b2f600a6627f81b3fbb33d21ad", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 136464, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "070e013ba57f994853fc47bd4a786abb4510d40d707a9e23065232d5e95d304f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 133648, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "193610cf73be1de51470bbb297b9cd07a6633d369803288a1e832398545b7de5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 133776, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "07274ae193a3038df65d02937b9c0e8dd179e02b2b713bdd82ccab688e1affa4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 133664, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "e455b4fe8adb077d4e2d45c33dd9007054b5036df16fe3254347468f6e9632db", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "8460e51a57dd0bf95813d6a3165ac2f1b65f2341e8da32fa4b2bccab1edb66e5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "d883b0e2f6f6bc955fe60c6d3a467ee9baac9ccc6652b4a2715d357f428dab66", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 133776, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "cffaed1e2a3114eb9aa5e71d68133a6b3891caa3f51eb4c60d7731c2b6f3548b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 136016, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "3f9235b2d690033ea15624e6f107ac47b0c893ac9bca6353eb41e7c8a91a5070", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 135904, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "72c3597bd3f4dd751f66978a98cbcf8f8ecca6d459ff4bbda296de99aff876a6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 138896, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "b7c08fa08f02e705caa8bc7fbe8964f53d96771029e824d043d478298cea20d7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 138784, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "6396ded06b3968a0b9bb8b57f31ba5f6dd9990b0203f7827679ef454f09cce8e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 136592, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "a8333320e52e8f35bcfdf729a326b420e7ac7e870d05a18bd3c23d1493930646", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 136480, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "e73ba76e1121c54158499cb83ad9b3e3cbeecf5eed28223068388deb6116999b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 133664, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9caf6552a90ed43400fa3bbd964edfaf00f6d81a9a351d8f78b9a542a9c1982a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 133776, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "796b0fd12c244acce19302c5c2f9ad493207a09ddd1902811a72e533c68042bb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 133408, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "8f6d04854fbcf4bb8298e78701648faf8c84debadb72f0dbe2851524071259ae", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSpcompQ256Kv128PersistentContext", 133760, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "13ded3d0f79d9ce82bd34272a0114c20dc7819bf4397551543ea3dfb9bb06b7f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H128SeparateQkvDenseVarSeqSpcompQ256Kv128StaticContext", 133392, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "2f4bd7c13c8234968475bb726437ccdacc9b31c7c4298cb8a615cfb190ba3d49", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "6f00a4260ff65bda4aa72dbd500f8d2621e4570fd294cc6675b071c2ad299f93", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "5a6970ca4d6bb9d72cb4af2c5b535c921b72df84ec6a6605d95e271f0929c73d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "40e48da1a4c252524e437e8df75f55deba7a1cc8312226d36a4bb28aaeb144ba", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "75439f88c5fb85a204033bb4398f53bf94f113f31ee38cfc7cfd555a1ee5eb1e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "11f8cba4feec94b7375296b768d41f493fac42d896c3335527bf8f3fa74a81d1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "de70f44900437851da5473d888851b6783f10dcd61ac4fc99be0acdad3a7d4f0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "b59206c54695e4ec44fa2eace585843b13b61f765ff943e87f872f81e8441afa", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "8c7a39b40d15e5370708a1c524c5610e2b6e6f1dad42ba554c042441d7792ec0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "41571852e47dd0349289bb7f9f981407d1ffb2c64b54367977c93a8c85866e71", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "fa76dacf6d3bee7d7dd52d5de4034cf5f09f2375c85d2be213f55e364d5bc466", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0fa0dd428684a77aa9288395b397d26d2412e3cec927c74af12311b666d73768", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f8657351e55a83a248e30db7d2d8eb3cecfbeeff5d37c8e506305ac9504c9de5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "6dc191b4e4264e7f4597243051a3389154ec6fd648d0d024b2abf7ac6dda1b3d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "28c7496adede8274579d9cda268ac576f007e1185f60ad2f795a5b7502e0a30a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "bd28b61e67c6b88a79e5d4060c40c1583f07835a3c2c3aa9662919224110145d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "a14d83818c866a488ac1b7069cfa6f4c47dfca44e817d8f5a0228fd561a8f8f9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a791ca8aeb5fe599f8109eccb331b1dd3cc5d27a9ebd0b799146a2243d2b1d1d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "af152580359ef98f248ef66c72af563f0c20ec75ba9e0908bc0045639db274de", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "acbeccccb84c99c7b1dadfcff0ee6831e68d58b5fafaa1686b574cc5d2d1a605", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "756a3bedf5468fc4b93c14bc50cc456a3084446445ee439bee45766a4cf3fdc9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "061f053f7d58fc5cd4dfb372e0e8e70752a5428cef0fe9d8f804d419c8111c9e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "bd72f3cd6a4437ede9d1774ead9cfef860c368141daeda00de1bdf9a057a546f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "2b80289e6abce2ac0ad2803138412b9092fe120981f1d6203359f0cfd61d4ce7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "deb39953c60f1528787281df0310ba13c7607918db4bb966aa58a4133136930b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "580b60b6bde2cf655b393b02358a313fded1d4645fb248e9a1ac345d0d38b0ce", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "5d109dfd2dacfa9533970bc5616284c97e128768429980e55872a0182dcca4df", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0f1025b4ae3d995c99ef754e0df4ce10a4fd1013976341bb6838c18eba34595b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "86fc7c911bbf4de3b329e9bcc0b2988df25c966cffb33908cf1a1f055a36b1f1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "283a28a568e806971dd7387ac072e75ca5c9bd005a3da839d5ac51de5e0ba5ee", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "32b5e623e653e67d0d969c05302f21a51826b3d177b03e22b7c8e93789f8c95b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "893ce5a24cdca2c8b169a3e59d6aac79196438ba11886cf35f1d4af2a608aa23", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "2a3e3d0951f457630abee77c214f5ece3357790fc3b615edddec9b5767a62695", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "10b9e9b599aeab94f34ddf8d57dd3dc08f6321176d80b7d2b73d90745c674b96", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "99fc86b40347ba6ff8570eb779d80b03ee592205d14e182a38f1c95b2ecc90ad", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "1b3f3c8b1d6e9b611785b165da4f38468fc03d3967a275124af908ce1a9cf35c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "3fe081e6960686c942a8bbd37c72fa366e6a3c218070913eb0817e93379ed863", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d98c5368ed1d2bd2fef0281c377f280b5ce517595fabbbee973c1b83c3ddce8a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f7304aaaeea3b276866945cbf3ba1851319ac3116dfdaeadf98b7ee6727d12eb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "c8ed23110d3afa9c56966f038ccc6be719d7dd99d74b681635b3676785aadc9c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "c29ee56654de33c0d0cfb70397da82a5f21cbd40f52393714889c912a7868beb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "c0eb1150a2e9219707d78ac8cfd1530b1e5479bbb83348a0a9256f61f02a8349", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "02935f0af271465c5a390dc4101de50bd315c76508672dc13341040dd1c18814", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "66a23a556cc3a198c529d62cb5eaec7fb90fea1c6e4f5c7f1004fd68e86d137d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "18642aad5b67f805fed50108e324d91a4136c8ce96915acb358e7bc4e98c7978", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "f7c034c9babe16d8578a1e075c7e72aa09bac9ddf6b7c7ac835ba3c1a282a272", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213536, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "7eb9e9e3748928536e2664a67f00c21a661505104bc85b5d14e913afd8219af3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "2773b5bf2d96c0c44a3d2094d6b56d254a474bd4aea080d37af723d727e5acb7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ128Kv128StaticContext", 213520, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "1e295900a0f5746f3f581a8458b6960453b5664e2d7e7e4b1d8960c62b653982", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ac90ac6d8ed959b89ec20c45892f184f9732a084199a1fb2b5fc4d877a018139", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "26fdddec6c762bdc836eb02cf54ecae2264d66a620b45e7707c689ba77619442", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214336, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "02efd9e839635ea443bee6275e08e23a6c20a608de658855498b5bedbe28f166", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181568, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e2ed72f4609baccc300aa27badd1e8bd0937ec189c378d209f511d026842b264", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3ff083031d3c58a36534a1232dd812477e383682dd056526b56e7100fd9eee3a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "356baef3c7734307d774fca65de3b4851431b9e411c384ebb05024475b3748cf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3595c95810a977c960c78017fdefb90408b2d79acd804b4d69ec42cc4611ac2f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3c5fdc94128a743e345d3b6519f4ce376a2352dfadcd6a72abd0587884cdded5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "92b22115a21ba9e753a2fe2803fdbd07803bd04a4858195a9b059f27b9ddcf23", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "de74528e694e30524786b40ee233b1a1b7b31a4c2544387e0427ba83e0d8e6be", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "0c84154e059018edc7a4c515c6a386f8396809e5e529dc5b1076590040980048", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "167784c90cccd17ddc4c3fbbef07d19c8742ff9977d95aad8d6bf7c1747b0a30", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a51286ebdbfa33f59aee73ff7a1f3907c42a82fc7ae68fec3bc17fb9aafb4f51", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a5dcd38ea051c834e1f59fd8768cb0eaf4539f936048f6cdaada4cf1c0025123", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "94eafd1842a4a1e66985cb6ef66883a3ed59a55082446346206aba43e3a6f37a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "09a65e9762a601d028cd19b02efb637348843d701e03153a469ed501f6460bcf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 181632, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "448547fca9213adca9907957b49086195c28242cdc67692ed66e2f60557a6d06", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181520, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "852190cc18edd783e3f039fb100da1e128536e17f015d1284456ce9424d818bb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "3756d1b1f44c381997b71383fc1de4a58abf62ff0d5b0ae3d29c9af4497b41d1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "991b351d1db839260151e29bd2fcee36e6cd3fedf7b6c73bc7f5ae3b64ead01d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "400dca3157efb0fde42f290ceab29ae532e2010ac068574e7040f29c07fa66c0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "665ea30595d74bef79f161d824eb29b7371e234d824d49f2ec768bfbfd96dd23", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1cdd42a7b198ff95a9e8941d46c5024a0ab05be543eca0418238b92479037b67", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "267ce2149342fddd00f051022d62db6685ef1e6e208621db007ab5d945a95644", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0d91e9ab3e21e7807a20f0756aabdf7971493f9b10238354c2abf6617c286d9a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "cf8ae5b655dad10f71fed100bf4e55b4c7437875ddf90cce6eac780df3078c11", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 181648, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "43b6bcc7ebac2c74a7b795acef194644f04ba299516735128bade884757162e6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a04834aebe6dcc87083b64a6fdbd02d7b7ae86c1dee574b56b084c4fa02532d0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "a613421ae79f48ed48b39e982fae924f579eb073b64fdca6b65229849d7807f7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "3fdd82664aee3fc3926db0436ce74d006efde887dd7d33420db10c2ba77a353b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "d740ebdc02be6003bbaf0f199f9378fa8654204ae9011b71d14f061171c060c9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "8906d36a84a27bffe34b96cde0c6ad15f7e77e42f47aba69286988b334c9ae72", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "7f2582963c52bd4c86074f1e864234cca05f529f925f226cf710ca3374100ad1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "c3f8261ce6a61a5f299fda66bc1e5b5ef8f880a5d8d0bdb44b6cd5fc07f57f3a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "795bbba07d54ecdc8aee18a9ccaea3e3fe2901e53c11de0e9a6bfb1693e2d766", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "4044bfcf8dbe8d0dd3e014b623b510e8d44827a5fd7b9ec5caf175672dab39c6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "343b075db7002366f2cfe7c1b50155b1c44c1d22e62f4119cec60be821fbf664", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ae8ee765909a439355d43f71f04c2b76dcfe35e43124938321bacb61c361960a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "2b18d708ad73f758941b0df7e36126d2cf6ba26450a1bd74c6a5e2a3916ebfe7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "8236508c15629788e2b2f39ab0b62d9a0cdf2e50a9b52427f3cb9f03e27df478", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "a2915aec16fa71c327527b9ee190bba548ca3071e49a2256b537758619c40b47", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "7d0825839c48c7bb529e725a8838364ea912346c6997aeb5ad15d4f12016de9e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9a0384b5569e1b123d5624406fb63caa12016c182bde0d67fec97f35d3648065", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "407d7fa9eda6c436765357c0f60284ee620d4312b4a7eb69243fcfe2116c02b8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "7710bf95cd57bc838d90ced9b71a1ff77861ec83f3485d1d997e86a2ce729e29", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "60431d868908f72585f4cec225b4b24cfc7be9a19a022d73f5405693c70fc633", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "e220b147d5b0841ce7ec78fa2a1321c4d6ecf286d01d544bd36f5bf81795d393", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "a56e5c2209fb55f32ba22c78dca842201f1531becd01ec860336f26ea79bda5e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "261d5b746a2afb41e070edba0ff4a147a79ddeda8386ce7b0e36a5a16d59a85f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cf890ae15c1eb77d2fdc6afb40c63e18adc8eefa84b2645d7d17daa39596e9aa", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214336, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5415073f047904b13cd753e9eaebc55762b262a85fde90615e0fb2bb9b42e73a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181568, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5a12ad6d768d06d9d1d3d261aedf655f7f06df1ef60229d90ac8ee9d16528b3a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f3253b721b8863752ca74e82fb77fbec1cfde04604a851852a94f4d892fc6172", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "65f16c33904ec9a251635f0b15c9a7cded0819930514aace83f4b45af2861cbe", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "15422b4df571e561c3d7c9e133af7342b2b17858c3d395dda78efd7aeea9b3ab", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181552, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "30a5911d20a1149c5ba550d0c4fda065c259210fbaff828567c6ee11064d0bd1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "929ba349c06ff96d63b5cc3564f33e3f2cb2775d7bbbda650b54bbed2beaa25e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "8466c37aeac1cf5be85a0f4e1f02bf295c1728c21eeae1df4e6f7491f7556efe", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "3809e7cc72e4648a0618ee0669176ddcc8fc31fbcbb83f1f98c941375e0121ae", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "2aee1a6decd694e45c3d382856dce376f2b41a55fadec7c5236edaf6bdb1619e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "83007ece3b7497d83decf37a9587ef556af4eb4dc23629fd53bdd7e4c74a2e13", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f4694bafb4de4907fe88633248c272ea35baacae750d34c22263f727e6879ccf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ee44ac894258aa3c174255d4586eb1528a17307b1fd7d42ebf7a6398463e7ae8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "85b1330db1f6c477e529158292b47a6e805336e1273b54b006dc0c835da558c4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 181632, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1783833fa0946e06554858e345ee40efe3304e4903d4b1f5c65350917a10cc10", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 181520, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7cbd5fad4e3bea4a61b8c6ee64ca1c63189142754d8de79a72e3ea1bd355c00a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "8334f18762e04567a59c794fe22451c5bbb9960b55687f0703db47755665fcbd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "d9a67ad8ffd642df9e33054ecb425272b9e08f08c9524317b887fea0dee88c22", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "812a2fed0c0a4ce03323d5613b325485fc952e14b80586a52ca58c6a96241d6a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "a0bf6e7d3c75e2d053b7db31740d61fe08a1daab51753510822cdd7bff75772e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "39aaf34c4871914dfcde07bd419db00f150b5bcd866848abbc968a6358e8bc60", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c5bf5ff8e81d2bfd444a76523ab2b1ddb6bca7aecf02883ac9a07ab6d6324300", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "339ee79f5e809b693277bdf9d7a28d64f9b41c0cc9c604ad709d2ab0f8120c4a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "611127888e82607813b2ef11a82bc1ba70da031b8b03466480fc5a5c2d225fbb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 181648, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4bdf8014bf96d2b8ed22be45560bdbfce2eb92ac2e5e4465a5ea0ad71a3d1023", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 181536, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "af6c89e198f277ed67cac5efcd79544035d8f11a55f8725daa0b53a8abebff8f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "4df87f39d9f77a1d40a242628826868156c2105cd70ccdbf66649165cd5ee73d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "685f6fdc20a657550f02a60b91401b39465b5d0cd61a9215982ff3c796b13914", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "dffded6d6547ce4a6a2e528193305e949bb6514b31a00c5276c4d0c69f0ddf98", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "cc9f681ed8f621ce125da108a2f0967cdb70295c2b3595f1adc4033138a21cf8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "69ebedcb9780772b9d7cf948dd1f1a97704b90b3d0a56694eb7e71f3036656e9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "f7d918f16528848620354db60f4711e1928f08ad6e6c783c1858da83d173b214", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "b59a035a362dd5a21833bebb5525f74b904bfc1e7006990387ed016ec75980cc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "5c9cf15692e62b8379f454aa9384984f1c1b74c1c21590dd502786894c0c4349", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1796c74aa681a5b79329fdc336d401958eab8fc21145ec0a46580ecb084d305c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9682f641ec24c5710244fe61ca99d71959d0b6dbd8a8d2b461689fdb29665519", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "33f180dcb1f0339bad2596f580a3bd9b130a0e33c2e572f4a95e6ea2d4294b2e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "8d80b58ee2f3aec343031e37e7815e162cd481e2ca53cb83e3e9ead880e51041", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "d1c9c4fa3fa03e52e81b21169e6b6ea9e15ffac8e88d0aad74024c77100f8698", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "c6766e4509b42a6967cf7a5c9ffabc18c7ea5e9d0ab29f5e0a13084c0c3335bf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "01d6608be12555b143db96ed107845fde72d9588110ec3fd0f4ff1a541af8559", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "522305984a59c6ee13455b72795c852fd7054f557c8e55debbdd0d1b0b42e9f6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "4cdac0abd30b48579818fb3210d2fa345aa4d8c4dad415fdd4e04ed7d7132725", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213280, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "2541745361d5151fb232ac591b1ac7d689ffd6719d6ab37fa7af608257cc2711", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "236d57fb1f0a794eea9554473d3745ed94f17377ac2e7b4c7be2c538694c3488", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvCausalVarSeqSpcompQ128Kv128StaticContext", 213264, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "1c4c28730b46a5b5fc4d850f7a97b95aaaa3057b3bef4b69597051551c58d671", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "19509f9b4f2d4d586d1bd4a87443208635aedcac8f20b24d77fcd401be9167d1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "754f7a2635d1ae0f85d7e50c339c2609e2546785bae9d6a5467f8a601029d3d3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "e1c12fd54a96f9da41af8154052add3673a5a2650b3ab692bec290f644aea0b4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "c2652330b5dec62832e1912b62fa211d26cfdb73819387ce28e72ebe34c41f50", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "52104986c38f402764fc6ec345ab999457b167f9f59c921172dc3bab4b6345de", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "67013858d0578f82e7fd0343dbe7606181d4312873ca588378b31e8d745de447", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "6dc15fecf4ff39eb542edbee8c9d8c6eada235c743a9b8c863da0983840ae892", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "67d28309f66d0eb716be4a1b55c7bc9d57b0f78f087197f6d3b35b2c7659a11a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "28d5a611b4e9384c4ea65d6abbbf6c6cce1e958e86b003aec23479ac33352e35", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "8e30e66ea1c6d8b8db31a1512971c23b280e424addd11069216ef499a0ccc31e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e970683f73f22e773f068c9142a964dff89223f13a50fa0774d25e338587a117", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "de736b74aabc6e7b70321839c169831717d60b60f7ea8abe25e3072662b678b4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 213648, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "932babf79f81ebdfcee03a08369fd1966bc51f9a757ca9d6edf56f8158c01916", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 213280, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "ab6255495a039d843d1ea6824a149f66f3ed7bf007df36e6686c83f07d48851d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128PersistentContext", 213632, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "0bbcb7905492a9df156ef6166cf12b33b6d537f2c1fea1887f6cdac48153d52f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PackedQkvDenseVarSeqSpcompQ128Kv128StaticContext", 213264, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "0ffce521979f7f11b1ae5ad2a41f3531653594f67a3390dcebe1f7418feffdca", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5d2df136f3f82410313631c91c2e17dec83ad11de7f83d43acab7a55621a0938", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ed46a7d39efb82ed9a90d2b52ebab371385f55c8afdecbb2d981baec8430d9f3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8d279136ef69ed7e969d0a39fc7bcf1c16ae809fb3acf18956bcb1cc6d9a5793", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b23df814f5129c35bff5d36871651e4d2e9f126619c62a3611dda1d78fc7b999", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "67a717224baadfb0ebec182a53ce069b32afe39683d9542fa5b21098d8e9b44a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "b6c058ac1ba65dce8dd6793ee4fcdb835ef1b8ace005b4615183b8c79d4429f0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "5f4cee549faeecb12c6e77b6c55e315cb91bb244bf3202c000333d2dc872f40f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "8f8efe3f7550f54bb8a494ef01f659e51322c7446a7371018cbcdb2658f82cdd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ddf5e17a68a680ce341d7fbc52014b04e297e45d97d8201d375a651b591fbf51", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "bd39cbac95841ecd6a028fe4db34af19f2390f7d196e16727e47c12904da31a5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "58a4bb59944b5354f687f80dee10d1b46ab05794e3e765b5dde6c7ec91728e37", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "05a641c3fbdb107e695030e4839d40d932ccb30784fc1200b399f2101a04df89", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b2065e2d3f066dc674726fb751db09037004623ab1fd664ec0b0d1803e909dab", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c0201158f95b9983345306a5253ed651568a6bee7624f4b5fe2641e8d23b481c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "611908742fc1fee56160d93096d19c5b9a951d8c68f1619f6299aa2b5949fae4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "c2bae216aad17e454b2ef9799060a7e2ba8e7ac9c52ce994604054b8ed711fdc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "49263de68eeebdff56fd922569f9a3ba7e067882ac8057fb72f155929691d54c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "70a93eced584315fdbae6a9f76b59fc6cfccd1d30f109b15f908645fa4087e24", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "76ce954aad6d56a56244c0e6723c8649e4b76b0ffc03536c579739e76e2c2afb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6f8d9d8bedf88c580e9d69271d6d3d54cc7455c9e6061a2bc7942e4374bfb6de", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "bd83f0d97c637dd4a49518afe114994e86ecf6b5a63090a929e791659c2ea481", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8084be2fc2be6b1013390cc75f643c3db1f7bfa2c94ee492f01368477991163b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "22e697e88e35aa287840872b83f717f420e0f513a98f55cbb4787bd8837bc5ab", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d5110a276d78acdf1b12a77bc433099bf3e84d4384a9f2f73adea87fc9c436de", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "5e0f51012f730767ce40698a085435a989b800934a366039db9d90225609eedd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "7eca42d7eda83ada58fc035c000f9ec486e9f9e38bfa56fdc8515aa853e2fa1e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "90083c7e2d67a323f5c47e586ec9b867e08145e239d018c62417d51422575313", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvCausalP32VarSeqSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "99156c52fd7492eeb5a72153848df09811d54ed7f12e825800580e119271cd81", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a5cb102a9fdce866fa7501253552dc4486484a59e3e81702f4d6e1b60cc38554", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "71fe1452ad1ee52e5ac39fa1e2220c10b011a9bcab90f72124ff24bdd4c16dda", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "e2af476ae534a58b3df0f0ae186f200a98fa763116d4c087133963c5034dd8a5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "5b9efff8e113d6f855ac35bd3e9e5ba69417f905f5a6dc5af187b1b48be27f24", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7bc45e4ce82677377e9718ebdbe2eb3244d25439d7fc119565126b67d6409e9c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "76389805539ae92ebf269f95351c3a4ce4e6bf6ad037c1937da6ab54915aa39e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "0ff96ed73c752744331c6b20af22226bd4bc6b351c14371ded3a18e733827339", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "c7db1ab6b971f9818debc175552a7e2e9d430f9c4d356a25097809d20ee8807a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "45c21c9c0983982e35310ab65c4e8c3403e0647d61f13f8f0d9ffbe2ded6b290", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "10b7ca365343434c5d10e7d26d4dc154eaf90854a959ae71c3587abb82380a3c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "177395925f024aef9ae341fb5e4848998e9867c58e643e2cdb3132eae746331c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ae17cf9de6e5837b523c8be6c75feb24827794c6b4f514d6b672c52247f7e521", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128PersistentContext", 214416, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "d27acc79a56b637397fe0b62696cb40716ecb40867f6e1e8710e9446ca4d7e8d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ128Kv128StaticContext", 214304, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "faf6355e3f5449a8701427a6eeba1c48a73a1caeeb553c151342f713d72114f6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128PersistentContext", 214400, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "d5195e394d7bed51ee6c6e2ade6e6e16aac05f1a91509ec06e3ebd032490970e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvDenseP32VarSeqSpcompQ128Kv128StaticContext", 214288, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "033d6a7b036336218b03abb36480c669163f04eb073e30762be39ecff4c0a63b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e7ec26ed8b7bec06ef4b8c1be086c8b65bc6d6999f81004ed0de2f2749478bb3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "93ae7305657cf1a1fa266f4d4ada05655f685d5ed5d47390b1db2e1a947057d7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "2c434392118f51a447c8f8461af62305d4b29c8bf4c079214ad58ae085d3e43d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214320, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "53821c366af8e7a8007318a0fa4a627f023a43014bc9a8e92cb83726e0172d83", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5e5c92c4f08ddbff32b28e9b5a661b4914e680ad85150d7c5101a761d9023ba1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "04e1764f4af13f649401743c0a7454cca1576fec23cb9401fa52f6fcd80584b6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 214400, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c0cdc3cbf2bd3d850599bf0889dd43d94738a2d91110c984ff13f58cf47d46bc", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 214288, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0ab418d9814a896cc72aae9b5de2576ac89fef8d82191e6e6a2b32400a1cdb90", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "22369155f2bdf5d747146d297e4b0d611099846b6b7068b70ad397fa1bab1c8f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f7a623e1652f76de2793ebc775afb7b7172144d832ed07c66ad4b1353276bff8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 214416, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4efa350ad14dbb8e0b3752d3fad436b4cbf4b84e9acf6a28fb9f8ebc29fdf912", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 214304, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f014a221899a5b71bf09f7627510f448e5c498abeb8820d968a90aa7a0740c80", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 66176, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "0a64d192ad7e2dda2475898a5ae8b79031f65adfa7f90fd4f8d1e685310d4c49", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 66064, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "f962808833fca5cd9b8638bbf40a3566d126da703a59b1856374d6fd946f279e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "c783501458769c5e1cd59387df31955f07f3ee390eb6b561c9e37ccd06658a30", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "c9ddb58c27e02fe01396e73b9b4d53435e47268deb66d834b22618f536453276", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext", 66176, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "96934c5b5b1ff137c22d6a0d3c93b73587320bf2d007b7afe5e90defd2e768fd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext", 66064, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b0e0dfc940304651cc9cb8bdda67788f4475e2eb79f0ad4d8bc885b66d81bc0b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "5b01da44e0a5cce5062727801eff044159caef02f122df9674946653bca74eff", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "cf6808d88cea8a6e085d1f43b84a5ea88c812da2c5abe7064aa4e8c65f36efc2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "0bffa09b5c76c200a1dc2be7bd5cf227e8d9428284496a67798bda8dcf42d0ca", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "ed5185cf92d6da0f3da87d80443d96928ef127126ba8653fcf371397fc4f978e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d5ab4a9ce17d4483b9480fe7430912ea8a639ebcb485d93da43512eb49c74661", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "209de1ca14435742202c54e24679221cfc21cb3c499ba6badaed0e89cb411820", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "b4ac5745085d0fff419d6313c338707080375ad6597162aa299a3ea3b2ce766f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "cb5c763340a622edec1860b47bfbde8285a52c52d7682816b5b3acd164edaa7c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "0151fc2d8a8b8842e8ef2932e22cdb4bfe7f7b820b33c8dbd095d3dba9a8da12", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvCausalVarSeqSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "ba746c7782cfe87c57a5e4bc27f6283d805d4b281c735db17d4393e5465e1396", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 66176, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "7658b9ffd4059bc6aeca989b7b78e60e53dad66bb4e2c0d034e1d24242475027", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 66064, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "8eefd7490feca651efc4ce9d00d1c9ed0e7e55b09de1068d1adf408c8be0e362", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "d319eac42ccc8855a973fbf5c14597d17c8eec32307a5ead122ff382a034318b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "7c62fb09df36a0248bc4f2019b37040b5582d87f669bad159651ce69a881c640", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext", 66176, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d118d3c3045f75c0f4d5dc909112dceb48a17cfd7547970bd3eec3f26b678025", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 67904, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "0f3f0bf11fcf818d697ea190e8a2f71d7429cd3e32fdc9a9af16a1f356d01107", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 67792, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "014b5e8d21afd2bae76b6565b708eee7fd2b48d98726e24595fc60b7e5792e54", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 70784, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "9921247d5b4c44045ea06669c0c45fca9b8e24484117703b37699044f909f6e8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 70672, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "f8853016d918eb9011b26bbd3df99f79d77f05b836a910aca7e89f913d572f16", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 68480, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "1fcff96fc99581b54d5f3e7817d80f561f0574f7dc393286fec4791c6f5b248a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 68368, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "cae1c1aaf02d21a243fdf9007030a46f47d833f0bbbf65e027b3893347d644f2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext", 66064, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "91efa39bfa64fba8f15722cd79f0d8a02da22f74ca5f535fe2495afc24b5b35b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "a4d96505ea1f986103d7ce90ea19e13647075ba7b0ff3386742c9fb5812f97d4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "fe5372c73455aeeeb0eab474e2e4a4109d6335e36124694af1b83ed0ea34c91c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "c2f3df5a70e0a7c0d1366cfae4e158dd7b935ca9d04cf2bbd827ed9abcf3a0b3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "855cce4c9ea24b84d0f9b7a180d08c6770804efe55c21d12db0eecd53fa5216f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c1895b6f3dcdbb1f38038853ea5b1d240680cca2f0175d4eb677a49c3298e533", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 67920, 512, 1, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "6678b8461fdd5f235dfbbe8d8cadbc435ace02947e9c280ebffe572ba6f8e646", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 67808, 512, 1, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "96619ba5c2af076cf7b07c9ed7d16283ff8ace8e8e11e55887b226e89f7106fe", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 70800, 512, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "b0d98ee204ed3225c5eb1735059e70d1a422c73f27c98fd36fc99c6da4afe62f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 70688, 512, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "54c012d476e29777e9da2d9d965c07f5e6a252703c94e2fce3a3e0b7fe6fc570", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 68496, 512, 1, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "17c6ebd37d3b8372c43f4f4b8f7fc66f4bc90dfcf3d1c135f21c99885f8d339a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 68384, 512, 1, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "64635ed8ba38994397d257e6486fc0ad3ec90d71f16b41dac3a60d67531dfcb9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "7289f233c6e2b7d41779cc77d88b91a730cd0a6bcd92e1bffa516751a0e9360b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "2cb956b90df1d859311afbfa6dd93731e4298ce44fc3172fc848a3dc17e357c7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "0d8b56f296cf9d2fd5337dd62892d4ae56f487f2b39f7d5df146b39f25c08e75", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "4f1878925067b947324c0adc2dabf8a30b8d9abe17d4fab3dc304c5d36b711ad", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvDenseVarSeqSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "255a7de08c73fb13fac305665dc214311495d2248f15c002e80a9f5c75fd6e14", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 66176, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "82a614a9ca6b5e87ed2a7ea8709266f6ad2aea8dd823d12e724a8397767e7d12", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 66064, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a9d9bee4a7c05fc053ee14ee77cc7ba99f22120b2f2c66b8204030dfdae1a6c6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "04d0021e13b486178140aff078d48f7148a797c286f2fada6a8e7da2e14b65d0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "265df42051ac4bd16e2ec44b5b212145a1bd608506c71b53ac4df2376b60e7ef", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 66176, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "26920cd9fb3df3f1159705fa055f9a281b97f02f533a9bee1a05514619056ea6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 66064, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e1d6e093cec319051e9760004aeef4ecf6cebf55f789b372b234d364d435d9c2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "ba8ff2be387998a71de4b95e90e94b8c15b77e547a5975f61f018cb1970337b5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "48c73072003051675dd05c2bd16ce1b530e3e3eec3301d239fd0049577c579d1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "62740b62963b67f7fb8558bdcce207a11a5f57d417bf72edda3c013390f8da23", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "ae3b6758a75ee6a3a059f33f6937b2070ccbe32b51c958f548d0621d1e8bb0b4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66192, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "de7b0fefe02cc7bb65ab5fa08259900529518bc78536c07b27ce5b5c0fdbd139", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 66080, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "ed42bd96e02f654fcee32d99f2b90a4ea455b102a301145b580d03eaaf0cc40c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 68240, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "e59004c234d3a37a1fe688d05b37b7f8616ddb63c336802eb9510a623b2af076", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 67872, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "3539193acdbe39ff8bea715c288f338278b9e2547587e0eece4da14bdfeb059c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128PersistentContext", 68224, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "dd1fbc99a60f203747c5c6bd950957b619068146a744a0c6c6ff8f4a10c0cf4f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSpcompQ256Kv128StaticContext", 67856, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "faae0a80f22312c948ca4bc8d0476b1295a9bc9cbee9d865948dc9e2156cb1e6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "55182f868b34b5a27c356ac277e1ebdb7f48d1e8f584ae8e27d44980f0715b48", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f263356579e2522b3fd00d6039d5a07317b7343e6b38565f646f7306997fc701", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "2af3bea291817a54a843d1df489fd8d673244a87669832e3351ed1e860a44585", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153152, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9ac91e36c52cfc67fd283323053eabf7cdb7431ff349f5628e9f288d8e52b093", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "680f050b3a4ec68ce7c66cd3bd4877888d7504d54af25aca4767e7bafa39eb9a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "fe05316c8d7aa4c85fe09f239961d590e05acdd3a40d44a1a50db269f22b95bb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6570b5feb97e225f9ec91dfb6b77c0d98316d74e626d3e5fa5075168c9762259", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "611a5844554b41a6fab790bf518669a2e640d137640772637502ba754bc8ac61", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 66944, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "ba6e95d904bd9fa69bb496389f6a69e3540b36581320dbd2f8508b757f2566a6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 66832, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "c1d84bbbf9de701516a96b3775721dc0a26b44f8fcd3c72b43d4874cd17070d7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "032f06b5d91c1fa7049f63b2fd1f626789245814b8b719fbebb3e93ee108724d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "0246e672d0a638702c55e864d90f5dc271037b75bffe6612132fbbc426a0adc1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ea3ad6e88ea6c1cc000f3e113b2da59575fc385ebf6957ce948d3a8a5df2b3f1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0f4b1073be11cdcb76d6d9212ff1c9df2652d5806c9773165e79c6afe9e69ce9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 66944, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2d660bb3af0f370a5ed2d908f8a80b5c1ec1dcb3578113abbeaa880ebf9c8f35", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 66832, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "fb1bb1c69e91f9bd71eb294a64dd562442b884b6fda629b891da574196979c48", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 157312, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5ba2cdb79869b0d494519e140c77c30559a047a187087f86f277c3e093c40200", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153104, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e634490e72634404b1acfd9cb52878a1a5d74697e5d2c67a12de3c96ea2c7e52", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "1eb8517c813013a7de8b7dcec870f8a6523cd8b6030eee1a5890b1ef0cc0c9e6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "a6de8c45446bfe2ea0be11699d8742d2dc2770e750708021e61dd8fcc7344c9c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "fa68fc66660018932c54ad13a94833c12db2d6c44578cfb3f2be8777a310ddc2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "966f2be7c178496f28c80bc5cb4a31e8576c3af2d9d62f1cbc9d07301e3cbafd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "cbc63f031ee50d8b6e23339f172069bd46e071792ec00f6e85b1c0f217351a4c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "58a81aae504aefc89065652dfbff39f539b0d51c70a1d748969080ced02ed62b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b5dbbb20452c128d6c15b6ea4901fa1f4e89cbf412327af2975f638a75772e01", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "15bf1cbbf3423895df43677d380578c1504abdbf5f1694f9e25a32a550238390", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 157328, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "bf1da4029dd03fcdc028c67c4154dd1975ac4fcf16bf59c51f0b1697dd2e81c7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8861dbd2ba2751325613fb628f62e477f0d92f59ee5abb6930b4be2301ac9771", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "3c0dad1c5df29ebd608056947494d10f42a37dd798d02dfc302e3d5957553473", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "3802ad7f745b984034e39954acfbe929f57bb6a3fcd1505cb969dcde839b89cb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "1fbbbb9330b4ed544201bb57dce663c35da51cd5278aa7b4a0f73719023df0d0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCausalP32VarSeqSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "3f2aa172e658d04ea348c298aaadbfdb10bfdc5f10409447a370b52c1900bdd4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f808c2444eb7be2b5dae41d1cc317600867c139b3ed51b9f0f45d5da132e398f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8ede88f947b504ae6f39f8610037d96ee6d8bf6149e664a932ad9653d01f2538", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "1703af7712e689fa01ad05d4be1222710b034c123904b2cb7449d79790e6ebf1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "cceaaf40d479f87a3cffc5a215fc1d6db2832a047d47726eef8cb29c0ecab5d1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "101ff27c58eb5b8974efd16317759514697ed3ca1a34dcff52a9f33189f7d756", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f4e9db252612b527378425efa2ee8cee05a06b6b0d57a7a5f0051d4d4fc9edc3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c07d576f9ef974ad9f60199f1c543905415aa62359cc195f9a170ca8686806eb", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "d4d7d44436f645fc8b44f977f51b2dbb04fba01c428786bdea1a15655a286e20", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 66944, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a54904126ffbc63d85825787f71635b2015204a2dc8977607ff1ef0ebd4e826b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 66832, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "2f0cc5d6f41b0d22d0a1a335923941f9dfda42758d73044c4720f2f7e4941ca5", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "b060d685f762a66e3db5f04f007ad5171c584cf3fda84dbfaa43c164ef6ed9d9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "0047fe690a74c4994c46ecaae97ed0303bbc8985d2943f83aef62363b3cdd385", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 66944, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f6cf5747d3da41ae3021529c5f849908ae217ad6e247b0597fc3e9de8c10b5c7", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 66832, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "133598175d2a68e92a2f47900228612d1df40ebf3a8a5ed2dffb2caa9cb7e14f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "0e2e515a2238c72bd01f6b42b3c56d68cd90101274b745be7fe904a4930c55bf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "7fce4edac065d3940bda8642325b597a2f0307c6b53c5b74e9537ca6a4601b82", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "054a085c461ae5cece5ae653a0c9fa03e946969179503f524655d52fe664c9a3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "80b262e54ae74e2452d19e4a694bb43d738431625dc15419e25e677b6c4c5b7f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "dfe86727b10755c85011bb4226466106539595a5b85961e4fea0b96de1dcd20b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "dad3a156e328b62c31bf66b7570ca4f12ad7c1c307c8393c532e56b4b60996c0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "fbb74b923aed0278a75efd28b34dc0ca6e97d019bed10f3b81884b9b23c1c5f0", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "758c98e42179cdc738ca2214c56e4d53bf63b6e8b9d68dc4557250490ec9f94e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "85395e04e92ee97436a6d3858f406b5b426cf8494d417b875c808ac6b891eeb9", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvDenseP32VarSeqSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "7dfff8127614acd832062227b7f463a37d88c39bc8072932134eff0fbf601fef", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "89c07f8f3cfcfa0bb8939a75480c688515e0390d477d728625d59fdc14f91c08", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a345c63f7defa4180ee190433263801f66f00031857eff3cba2385b28cd1453d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157248, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "073b696fb1242359cd8819939509b70e641ac62a483a29520d8d1a6d6871551d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153152, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8e4851123a388e6bb8238b201d3e90623dd64302141bb23b75cded28858a7e18", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "08107eb433a760a27c8e12ac22e3d8f82373cf24696f2421225d1e0ce93127fd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "caaed272c96bf220ef87a6d81564a0660074ee2a76b3ef405b4d9be9b358571e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157232, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e833f533155e614e142b3208a674b36af9ad9112934692cb8ca665c2097c7a34", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153136, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b73a231f59519d3efc4f45c66d5e5a4e2483480224c5b043b2c1e9add9716349", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 66944, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "9dbd227e1b45a50819a0477b5bfc2204894e82b5911ea75f3a4dee0573437893", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 66832, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "50598f2660fe5e5fa7a41d89785d2cf3b76499dad2283e3bda1be4669717c209", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "4cd352ab1df282419d4b9f1ead3749555727ae11df2ad8a64282876f28740786", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, true, false, false, false, false, "779df9faa5415efab69c029d7d55e788649de53ab6ba3799addad7f4db12dd8c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "de9d7ac0f65e0b642fae604f14dd7bd0935deb0c235a7928ee9f9ee9a26cb82a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2fc29a04608e47c53399551a29bd8365b0b37d9324a682ebc53f85accc1f827e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 66944, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "662b8b5fba55556e5b782e9744722384ee77cf972173de2b263d30730bada0e1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 66832, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1b91352e259a34be1494432b4bb02a41eb633ebb9e97e6f20300b9f4ff99e040", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 157312, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d8e0aabe109cfa99546c067cb5b8f8fe6840289d79cf32b2f8694fabeb492a46", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 153104, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a666421ec4a476dc37815374f1445f0b71e3d291074e72cc57c82a6a7572e522", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "2f6abe7d03739841417e6f2b23734ed60f5a71bcec4d6bee3be03564ed0b0311", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f1196a7f91c10c308d397f14bc72db3a4fc9e8695f384cd0d25ef82a04631a4e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "9abf1a7761d4a3e952c0df5b492b91521971606f6cd930c497fba008ca08f714", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, true, false, false, false, false, "eb4b973974dcf97f1e370b4f8bf00a02f7aae8e43a8ae2836b3e835698d6c5b3", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 165520, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "2a837e4b6325b034543c14fcfaa0914a425390b9febec0997b8dede1cafcbbcd", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7702536fe23a531c10fd9ab659fe9c3921dbfe42530360ebd215af8488c9ef39", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 66960, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "25afa8c1d1a9d52dfeb49494eda923b361d8ba8e16a5fbcb75c18bb3bead3533", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 66848, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d1e857bbebc27fc332b242641705c544cd8fdcf3ed88ec8ccbaa12adaaa0cd1f", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 157328, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3f5bd1638ca0a29ccbbf564dacaea2bf2a21ad4227b4a71d0832492c1f89b7a4", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 153120, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "fa9a4f11ac1d9f19300a020652f9b5bd68d00c9b640170426f125e14a8a8929c", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128PersistentContext", 69008, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "4b81370d32dccc8d9210b820a764190abb441a269de76cdaf31dc7027a14dfaf", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxSpcompQ256Kv128StaticContext", 68896, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, true, false, false, false, false, "032825343db1dfac2794c81c8fcfdc1ab764043d6fbde854ca3fad2c5ca408a1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128PersistentContext", 68992, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "0bf547f93888826d21b89418fe7d58bbbed25ace59f2fa02249e6753269150b6", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSpcompQ256Kv128StaticContext", 68880, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, true, false, false, false, false, "02dd5c2d924101acc376083aaebceb302cf84f0a4da0c9921e7e9b8aa982c1ee", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157216, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3eceb81b6f0dcde4703ba8d0b1576b0bd2ad70e42fab285457545aba5e369c14", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 165504, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6dcd47012a1f917c68b3afd02eb66765efcfaf18ca88cf6cbac466ee14f7014e", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 157200, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "bdd4e4a40a2094d4c2ae14573e2ee7d0107a34d958586138e75fdc9de1ec74a8", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1PersistentContext", 67904, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "c6f760177ae2048f92e3fecc44cadefcaa9bce6dc6cfaf12c4f5286bb11a304d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK16SageV1StaticContext", 67792, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "13f1fb7890bdc8bfc54dc2fb15518d1eda358d6a25d8f9bb1c411acca71001b1", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1PersistentContext", 70784, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "4de6de55d0a7769d69cc0e222addb35b6670afc8b207f710e8c6a6e177b49417", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK1SageV1StaticContext", 70672, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "4c0854fc48758f7f9398d3440e2107e065380d4add1f87f46f2cba4263306dea", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1PersistentContext", 68480, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "354fd001d77586171254ffbd4f4187ec52d89275aef511951a07afb15d76483b", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqQ256Kv128SageQ1SageK4SageV1StaticContext", 68368, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, false, false, false, false, false, false, false, "b9ef3a65183b0d11795b1917e5f4b05f209a36394166a7e073a4689203771947", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1PersistentContext", 67920, 512, 0, 0, 0, 0, 1, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "c44316dbfd397bb7f2b7423f4c46d8b9c58ffa8381ac15feb9e13b86b296ff35", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK16SageV1StaticContext", 67808, 512, 0, 0, 0, 0, 0, 0, 1, 16, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "7858cd1c16a002a951a3aecd60f4f9941b7ee746164dd8e44939c3c6384bf836", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1PersistentContext", 70800, 512, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "7be373fe9ce24d15fa0f6855bf9200d27dc8fab8b2bd277a733ac3ddf3dc3c6d", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK1SageV1StaticContext", 70688, 512, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "befec48c03352619d74f1dbb97fe7a7de37bbbc14c5c396b00388b140ab332e2", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1PersistentContext", 68496, 512, 0, 0, 0, 0, 1, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "e76e9c90363668a83104608785fc00d03a29ccfc6b9d62ceb6a222254f88694a", false},
+{ DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_E4M3, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin, FmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext_cubin_len, "fmhaSm107aKernel_QkvE4m3OFp16H64SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128SageQ1SageK4SageV1StaticContext", 68384, 512, 0, 0, 0, 0, 0, 0, 1, 4, 0, 1, false, false, false, false, 0, true, false, false, false, false, false, false, "6c69f58f9a8e944d998b9fd07d518776132c0cbdf78d17ef6d9e3393b0214d14", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 264832, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "04e54c4418623044b769d2f311ad091afb56231ac00e4da562fa9c881c54ccdf", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 264720, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "172ed87595b5a1cb4171268c572434c00affe5ff24432507d104942a1056e99d", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128PersistentContext", 264832, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6355592aa1699dcbc73ce826b24a331fa151993a0605a4025bf42d5c61e0b767", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqQ256Kv128StaticContext", 264720, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d4b716033464b093d0cd7f6a2094eafb4689aa60954b48b30b38fd1351761ee8", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 264848, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "71f41b3f9192d82a84991bc27af615cb4397e8e25af48d4d4dfc87289f6e8610", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 264736, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "c574649a543b5d091841540e6ebfe494c0cfd1835b7df0d157a9db4650f8ca99", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 264848, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0ee254048a0991e6f7081cd67c0821971edddbed23be8184ee00e38e51d6835f", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 264736, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "64fb2074b0ded0327cc472fc338a98cb269dc4342188c2f3993f2919c82e369d", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 264832, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a695c1d050d6d23ba56ce893c0daaa937ccc4197aea58d19d5395f5012506a3f", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 264720, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "71edf42cd6f22f32d18101d5f40f011bdf09665ea4bee3519b761ec610164f65", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128PersistentContext", 264832, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "729cdb8f425b2c151ffe0eecf41a5f9d78b7a9442f09fcc880d8bcf39993608c", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqQ256Kv128StaticContext", 264720, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "7db5e6fcfb2f227c85254c165844e0fee7c45c66760c778fea18e09f59131052", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 264848, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "dbc2e1fd9f93d9d6e60a9fe13a2412116227dad7e2f3377a84a1a886987cb268", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 264736, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "e397e638a3acfc318c6b6a06d6e33b35492fa026c097b703c0018d69e252a78a", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 264848, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4e956ab3e70daf82a01183f505dd57a2e191607604acb8f21a5c842557f614ca", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 264736, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e40df24ae2287bf344814704aab64911c5b52c5828681ce7c2147d8efa57f22f", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 264832, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "75aaf2b962f0ee2970c67bd8914ddf2e5eef9afccf650dbd47745f0feeec5efe", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 264720, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "7f268a5c130408ba11ba83c2ae715c582fc584f6e4adab89145a1a71d31df5c1", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 264832, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "868c0baffc2098d1c456e10a84f2ce10d984b798f4da3cbf6069f26171a77730", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 264720, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "bbcc9f51f026f295a5195699497e110c734d0ee1196ab4fa8ad5fddd1097eca7", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 264848, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "79c8da04b2581d0ccf8bf839f2d676e674e8d82ece8b9ed0a6a701355ca72e46", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 264736, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "e73493518aba2f2bad1a01318b00c88da05b261839245c95909c71c05f29b4f0", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 264848, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c0a31cffd1ff9217b4986bb78ff4cf1ea50e575e8a6b93d03d704677eb53641d", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 264736, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "06e3fd051a89b52e2498fcffc6fd4bcc44de443bd5edf80721a77eff070e0ec6", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a7fea3281b8cca91f68dcb7515bfcb69b599e2af089773b6de0d1d9fffa9bef8", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148784, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "340c0f4604d5dd943a3d32bf8e447a26b254bef6af345487ff77509626b4757c", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "393f1a0886b2108064dc050d2a391b9db91429532d061b476ea3fcce447cfc0a", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148800, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ec52308b5709e0b59ac31621a8022225355e9d3ba9beff8e5e62ea2e9e9d2160", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d705e72cb13795fea246a21f6d0a3b3eba957c5e4568226171abfee3f6ec5008", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148768, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3dbe3e5bf6606f7dcd99219f6647d42e9aeecbd57d3dbc7713d100c2f95e138e", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6a68eec40167a630dbcf74c27c09800df55bd94ce44d478fb8f4f59e0fad841d", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148784, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "dfb821ba5de74f1d4d32464e145d64b7c4123d1f3edf51bbabcb4c26eb2c63dd", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 265600, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "6f01484b26590c68d2f7f45bdbbe91f40bd1f131511e4c6d32955f6acf14a469", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 265488, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "f3c1e8dee21105df33a7e17a5fcb7dcc7e2c2e0c06c50086918c7b18fcdd35fb", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 198016, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "69a2d1ae802a0ba960b0429221131f969a673812cca4a97c006440bc615a67dd", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "dfcf611edb26c953af0b910d7a8c634606214f06ff081e7a640e852370318d05", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 265600, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "4e303615dc52316981a4457721131433c931ba8c36cc38e1aa3e9e98aea4a16b", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ256Kv128StaticContext", 265488, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c1d2165e5db8ac694821cb043de43044a91d7e3af2a8a379690879f079d2d2f2", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "202670739c00e4144e4d3f8b7f13ef97d6f4845a102a5cc80f7069436dd58d89", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148752, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "90c013d7f80c303943d2237e4fa82bf9b353e15484eba5d41e9406cde5e3c077", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 265616, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "586a4c1dffaed7fb2e7afff0f00dfa21cf2c327d6cffc0bc14e3610214fd2353", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 265504, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "9a996b3176482f5a6b73474c9c391a3f5b7d220067d1623394084d3381e853ab", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 198032, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8c755386b042426fd47b809af1d27efdc06a20a567e66b3748ef311e800e4c0d", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "33b0ab72873a0343f2c386024f6f644bcf0ff260d28a4240139c86b1dd458330", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 265616, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0638f054ade3f07ca31bf1f8538161622f40e938aba49f4eccca5313eea91131", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 265504, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1693f3eaaa932d76b4accc37ca89154c32d78b2760ef995ec2f6029c6a2cb1eb", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1c0f123694d26623ba6ac6e76558134ef0a4be06ac366fd6e3e9a40ab19de42e", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148768, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1845d294f6aad485efea2610cee089d00ffcf4bc880a9f79ad0ca029ac60f942", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a94c7c90af48cfed54f3af4215a395a706eff94e46615cefec3034db4ac66e72", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "323d513dea298c692b9714f836110d37efdf734be6662491c64c44c501b7d89a", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "fbe172b0bfb057e19c813013dbe5b94148b3d808f2c24868cc1bee6c663e1b67", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3f3f5ca6407eb0b22917c79e88ea9e4fa371cf6ccbd97e51f3848f1e0f57a3e1", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 198016, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2d8bdb8b1ae8cf77100cbadd170fcabcdbddcb1ae067aba1cc70e513c1029a48", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "667f357f576f411ba1e325a094db6c715637288b2f92bc2400ca50cb7a386a8d", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 198032, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6a1ee17586c4beb381ff7c02d6d149942594d1ac3886f8dd908a62b2f6fff2cd", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "859cb192835e064b99f36f61e220827ac77108e445ece1384b30fde2cb005e11", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 265600, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "3a6faf526b23a115649524b045d9183c6925a93f85e73203ae98a701f2fcc741", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 265488, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a7ef6940962c84ee30eb0ccbc606837bbd01e73c9dabcb4bd11c88fdf6129cdb", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 265600, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0bd789b8d4a5c2af88eda756087dafd22c5652e5fbf8fdd8c8535b7ae6890f46", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqQ256Kv128StaticContext", 265488, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "42dcef4c9112fb114c4d80d3a1b51a74161b0bf0a7f1e4123a17b2848b926bad", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 265616, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "814be4983f3e62b4581bc1d140401f246da4cb3b44f37114e12904d33de9f98e", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 265504, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "5716f8d9fa935e9520531859420a0defd17f3859a6f239af6ab8c0534a00d3dc", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 265616, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "862281269886dce11d63e4d9c8f266bb6996af60f991e52a6dae2e3a6939e78a", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 265504, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3d7ee8c8cf17a826b1aa064b3c5348f6090ca5347925d715ec6cb06914eff78a", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d614876690acb2533c0c12d2a528cedaeefd12ad03146a4ba4629b6a8843a76a", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148784, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "bc107cdbc8b647510f991829b6d4dc3ffd9f8a496b4b15e2b943e3ca239f4cde", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b8788fe19c4620d283870b387969fc35b3734d681b37766e29a575e217194b2d", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148800, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "bb6549ffbf9b22c0cdf1ac0a7bca0b99ed8937b46953c6c0e5a7e22b1fd3d3fb", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c03e5af047c4613a8aec336a984a8746b9bed12aaa4c006e8540c34cef4504c7", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148768, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "717eb498b557c80a239ccc4fdf817478cc2491daacaf1455d1d62d77a7359030", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a74ebdb61d319632197eda3b9e6a565c1c35c3669205f949f421fb7f2ce4f5ff", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148784, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "be0b596e1f711cad1271383f78e45d5ba3f6e34601351867d66c7e7b27427bc5", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 265600, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "6c415d79958db5cfc148fe7b3b5d377b28bc29d1555c45457bd8d4e12d51e103", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 265488, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "f20afa7f773547b8e7217423d0665a9f0028d6a3b2e5e93608f28b88ccb0d9c3", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 198016, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ab1466ba6f89b5271b2ab6412208a4996ef889e4b0e3a4e7f496064e398d1fcf", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c930cf2ce1e5694edd95a01cc5aad73bce2c3e450a10756ad9804661fbbb8fc6", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 265600, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "cd4f37edbb090012d5e78a061426a66b771c6fb2ce31297148c84f9e765ad6fb", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 265488, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "54f73ac22959a58c53b71f96dad6795824dbe0d7ef95503f013f2a1a3b0a1072", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8a260b01364e391f06f72705c6174577479fd02d33d7d2ca08a651828e0160c7", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 148752, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7312d7b96d22c317ec4309d8437fbacd5562fafc7b2d7a742fc3cf95ba7a4236", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 265616, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "1ac448a5f8b7d63ee6878ece981b8e0e21832251ae125a6fc487afeee17e8314", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 265504, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "17c9f35d3a37d42b233a228a6d33a9b49f881996b4d6c2a2657de857ab909a84", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 198032, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "828961c6f501bd40b68b5cfc768fb15cfcf0efb9e8ee362d4b2e3f998722535b", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "a639bd6ff0ea81e688ae83f9f06c1b40861c9e77ec4ec971255988bd75c95144", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 265616, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "52e08d368a654363afa2491e389854c60a669047346db2e7c4acc58176cf1b17", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 265504, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e912998b80d94efab359bc4c45f90961790a4c3147befae351360144481fa1bb", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8ef576357b7c5ac0e8b8d1e986c94357327fdd7a76f17125a54338a6aff046b4", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 148768, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "ba0c34445d6404e0dcfc53802922d6d5d629b0c1fe1b3e475c89c7c2724bed78", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "73962d46c938182d36791b9955ba45a9e5cc40df7c422257f325437946caa6c3", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 198016, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "46b3829bd648a7e0f4c998d90d74d602a4caf3d8ce414fe0f6a3d487a896042c", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "21f6c4a950659eaf3e1464db5f273cbc2c02aa8dcffb5488a37a8994e84d072c", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 264832, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "8097f57fcb0c4364a547b057c15462904e91e421a059b97485b02a62343be240", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 264720, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "87a94d3f0fd93672fb95682467ff349ced38445cd8d7a1fac89a978265a5ffcd", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128PersistentContext", 264832, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a5a8db44431637a6071984aba8c8b963c500ea6459022f75419af3cebf551a6c", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqQ256Kv128StaticContext", 264720, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ca5f1958940a6b35d593586a104c627fc3df3d0d02307f24e1aaad6f347d2968", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 264848, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "057f27a90088bab0bcad0037a612d71645b723191881d5c556b065afc49c3b98", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 264736, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "77cd78bb7866e1d11d6424f4764a55a4978567df3a60d41cb69e61baaa34ee25", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 264848, 512, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "fe02e689f34a03b3e722e96efd228595a26744d6fb9a17ec46c2909e52e9cbee", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 128, 128, 128, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H128SeparateQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 264736, 512, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6ebea1b523e0e6d63b1e9c45ab1f9c0108fbec935c5e156a9afeb387fc7b48db", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a204b99f56a1c20c9782aaa5045aaa3f0c495f3c8796e59e6f583ffaa5a9e795", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a2b293752595a8bca768ff1de392b56577dbb8a1d7ad71763f093d74a625b37c", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "771bc78c0e71d38ce0e4341fc81f9f0f4ea7b89291570319f49a3bff40621722", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "08d4a6c2b69476abf6cb71927bdd356f72087578604d70192e842ff96d6dfcbf", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "1ec7dad069f7b470acf02e7ee8fd205e40289d4f5513ec7249cabcd50de5f0d5", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "0377a3d21d24c37b45a7c8ffa746705ce5b8530bc8ffc358a898f962d78335ea", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b9d4b85d969abf1e3e52581e6a871788ad2949216b94e29757a71741f4a324a0", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9c550894db4f777512bd797b6dbb8a6491741118bae7eef2eee2b3ae9e8c2401", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "aa45d1222bd09ee22e04eb690fc564d89f2c475b6553d88662d33b7acb6734ef", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "12e809006d269eb7e2154f8acbdd3d4ccd0c47f950846c58b62ec53d969fa957", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "66915a841e9bb4648c566c5daf388bf7608b524171daf5705774e9f11683be0f", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "21cb249d824665a6792ae2c8dcd1dc5afc9411281374392bf52a7dadb8eb8a8c", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "a12e7449de43d71c9807b101e12eee76386838c496f4c03ad709ad34ead484c7", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "7489c43918b71630e3f48eaedef49cf5005fbd7c745070d82cd4ec82ddc689e6", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f14e99ac362d82e977738d4d3920adb93b54a26309b1faa715eaa05d6c16aef3", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "04331a2b5e2821de36876f7d6c8c6128c2c2aa5b987e4822f3e148a6fd29b16d", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext", 196992, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "79b3195f0380bcc9e5a0f42524a9dc07cd25eff497dd8748849612bafbc498cf", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ128Kv128StaticContext", 196880, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "7c9bbc33feaaa0c4fe46e42af0982b36c214a4154f91f413a0e6322ef0d10f17", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "61c6f549af269c1710a2266e63010eb7497ea4c68eeb44acb01bc87a733f8963", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "bbd69268631a9438b00fce6e36115ff350cde345ecfb2bac8930d6649af65442", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "0c53f8e60f0226282c8d1ea20f810f460c9a690f1cfcc3dea0d1289975ade25a", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "65aaf5baf30e0f2c43fae52b29a0fa134e9abccc27f49184115ad34e5874610f", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e2fcc6db70f26100c53d82d0074f3d20ee82d693069f962c292887369e900709", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "69c6eaf6c184d5262849789e7907dcba3aa1a1d95eae526962da85c38bdf1438", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "af75d35ed04f689485c9329a1201dae0325bfe139207dc02f4b8a57556d82050", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165168, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "fbe105b1768c7c659abf3843d14f9fed2121bb52b9a108a143b3946a20e4e9d8", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197952, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "31372166de1d31bb08ec8558d9aa90fc71f0014a96e94637de39f1137cafcbd4", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165184, 384, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7435710e118986df6cdd39ffc4d6b640bfe2d2a0ea00665eeb7e09a70877f795", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "312d7cb72c162c26478db23393f6ef69dc27648654edc7bffbfdd31ed3813d5d", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165152, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "53ac3a61cc3a5cf4eabdb1db63fe516c660949a4f28aff41edf8a56709a4657c", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "357f689d05915b4b7fe6c2d80dccacba5aa22c4826b2c4222b5f4b9870ebab69", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165168, 384, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "afaadcd429408ab1c8e344f3dcdfc79108cf039a7e618da11734c69ef0c12c43", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "d78af98e9da6738e24e42e2a13852650621bcb401af5cec1ede810bcb6c69666", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 197904, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "0c0d8288dd20fa81f7ba25a4fc6955ee1c758e5f0d741f0cec68588562ec5c81", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b8effe20fbe10386e14cd7a1edad62830b84e1452bbeb981392cfb9abe93270b", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "90e70ed6217a940163507fe6bb8fddc0df50da06a60214db717a4dbb66b5a289", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f92f6edc663aad8ecd57ed079dca75e07442650506ac260e1a7c5a351e628431", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197904, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9c4073c832a3edfd95ca63ea33926671be38ce9bd786aa013b90fc11c9f605c9", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 165248, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "61ad36d5a5ec6cfa032db3c81088c08d007d3dbf3716d0844b2fab6a504cadfa", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165136, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "0188c915b7bd206978fcd7632616f5229af8ab11602e88f5980815005a88c418", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "63b4ce6d5b84b322121659b330d2af9876b1c10b9605a4235db96b58c88ab196", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "ddac38fd192cd4656986403c5f6e2be42c2cedff53c2e3483cba1a567307b660", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "717554e8dc449acfa783cb9e9d0bbc0e66f2c71cc13b736dbaefb530ce7b4026", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4df3ae4d93f54e41ee92e38b27572b57b9b8d00c4737daa5b3fca78326bc7e78", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "90e64969c50b0a31313a2e60714abaaaa440b6157880b053c7719991e57196e7", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4aa1a385137eaaf749728be95bc50f01acb1c126aa3ae04a4773c8ef770c529a", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 165264, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0a66040102c20386bdb181e30b412f3c78e51e51be6616520da5ca952808df91", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165152, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "4ee2d66ef948c2bcea69f9db8b97a86b5b62d4e520b30bb957fbb7f0b6ad02b4", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "5606e728ba68d0b3c1ad4bc6dd31668eb063feb2e35846160eb4d6ea10945785", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 197904, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "0334da0ad5ce4d7afce79c8e99cadacace318ce269ad7c0eb351dc6369b048b2", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "91c33fcd5965f4420701450695873941bae9f1d3e705595aef82a719e3370574", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "52d2d8603e0d172a9fbb4071286fc13899efee89d50262a34e317ddb9a5665a9", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "6b178dc64d14277eba611ede1bd2e71413d0fd4d3987ef7208d1393c1e49baff", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "1b3355571b61fbdd82ef20e9531af9c2d2bb2bfce54b4f144ab23f3ad59ca6af", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "cc441f74559dd386fc64b0b0a0e1a804cec5720699793fc26cee36bc317aa950", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "da211e612af52aee17b5c53517cb139fb0b1b071b40a9dff017af011f6d4ceff", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "050d9f4d3533534cf1e53a4ce28502495332837d7f4b0a954933fb26f3285f24", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165168, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7ac569ff6283d53a6f075def3712a0d859381b06bd7768874583e47c5d040835", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197952, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "fd8f6f90e985af7261ef37c1316e11fbf7d8b8b420dd3194b4adad6fe21816d8", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165184, 384, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "c639ded0ceca5e6918ce46e763b92907d8bc7547c1108f12076d954a5f4a32ec", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f814c2774c98407372b70f220ba857ae61ea7b6369baec47fd69c0d80d724127", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165152, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6f581502411e28866ac1d8abf4df1a175c7501fa9913e228538970ccd9cf840c", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f7e650234f54fea5f1102817206cc8441f6408df29373796827d2e9ad1abe761", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165168, 384, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "875c4b3b6fc2dce4b1f3e095cfc707cdea7b954fdde73c87d51cbafd6ee9a7aa", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 198016, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "929a02d9f51b47b791d29b67092a729d98ff074842f8108b4ff71d6fe1631210", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 197904, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "b3ae95623740a4a143c093fa5409c2002f02a8630d6a7d62d8225262dccf8847", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "6cc3c64d2ad34c5b060293905f8ba38bc0ca10d15f20a77b2e4faeeef92ba40c", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "38a89090f50a2a4a59e319104bf9381c385d33505502dc5b2845cbf9d372e7bf", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticContext", 197904, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "2b23b6e77a31a87cb6fc0050963cfc0994c9028ea19d39b5064766fcc609c386", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197904, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "8e7787605c71ed558ed12d5f4a02a8edf52dc0d6931977a3a2d0917f75f7d4dc", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 165248, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c4e32fc7fbf54320f0a4cd903e542060a66f6eb864cdcb9bc2f12fbbe6d05b20", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 165136, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f4f9dc12111e2864205c1d872fbc76145da2859183f709cef0a45545fca52575", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "9c03b3a1cef4da2ca257655b37de12fac337837cc285e452483690dae43b20a4", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "7edeb3ca00779df652ff54bb11aa50efff0215c7dbb9df0c29285a3390a5f21c", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9ca272f87f942b9bcba952611220efe4999cc34fffe12694f4e45e297a899833", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6c7739f3dc1825a2ed086b55d2f5343986854f0eab1ef3a0d12863fe7e1cfa06", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197920, 384, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d9275b1d84c9c94fa7e4826a46167312a9f55db790ef64c65c0af68a01561033", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "62dad3ed816b5e365f8bd4d3b3ef777c0157abdd0d25124464c693307ea9ba74", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 165264, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1c892dbb5fc0040b3798ac19bc871ea8b0b93afa62c62498b80ffaa7c804050d", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 256, 256, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 165152, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "7b849b6e24995f297a6562d328eb7729a05f02ab91208f67b3adf22c5cf26f62", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "782865e20de35d5c2c81e78638e1f48498b1db1aa619443e5b235ca222ac2b5d", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqFp16SoftmaxQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "fe59f5825571594178569a40d79278aa46ba551f1fb1111034bd613055f81a6b", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "bf90140fa429354352353aaa3f82eb9fb4c623dfe47751255549ba155bd75205", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "9fd0954cdc3b275e27c1714cc0919c64f3e5f715b93907becc2506d6e7421ee3", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f078109fecab2c6507b83b5e49992aca9093add7d3eddf09ec7f640cad675223", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "1f19c97752858100b4d3966d2e600fe8a321e8b74719a3002b710e1ee98f93dc", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "eeddad7de4a6c23d2c510f407b1b8289559bd91c674d523b53dfdf2530f33b68", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvCausalVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4be3d4b0d4bf1e1beba955759921e77ed280fefec60e62018f36ebec08d7c1fb", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "a8beb7c9cdcdcebd6f2f68e30f876b24b4a85643640d63b5b859a16a5cd2a801", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqFp16SoftmaxQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "89bbbb377238db6744839220567d0b3043a9d8c8239cc10c2cfdd0e2687b7555", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128PersistentContext", 196992, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "792ee189bfaaf4b44817531a15f0312f00bfbf96e97912ded1ee018ca92e766e", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqQ128Kv128StaticContext", 196880, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "a881be766cb1ee16a05dc080f7eb3d2baaa2c38241782755ae9bb711c0313032", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "fca200c9a04fc4dfc96eeb780e8a84f31c187235f2ad70a7d0af96446956e8fd", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "6d34207a97581606ee1ed36ce1160892814e08aac8524a8d1c13cba5e3098118", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128PersistentContext", 197008, 384, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "b4de67dc6c11164d5b2abca2533b8a27ebb7aab847d25417e6cfd9097bdd539e", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PackedQkvDenseVarSeqSkipsSoftmaxQ128Kv128StaticContext", 196896, 384, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6c9629d3b0122be6551fb4f846587591da0a9a8563e3587b77ba0f3fb246b077", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197664, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "381a3ef924b0a355db4ac492f2738cc3fee2d85c7c0b1dd177746d44850affa7", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "e90dc4a033e897b4811224d189b995f5bcf933e046be4f02ab9b4b5b2edeaa52", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197680, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "6c9da16219aeac271d27a1db2f5f80c65c93cd6fcf120b2c32ec82cd8778aa45", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 1, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "2ad77f7aee4b32eaaf9fdda033148203c6a05613b10087598653d917aa5b2c35", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "1dbc3ce12c5b2e83861426e46c8b2f0482253b4a81f990df775354e8e6d83970", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 197648, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "46d3ace661ed60ec3afd117179651765ae9d8c28e573a4195897879781733f62", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b385961cacb6eb5c537ab2ba621ec15bdd37540638f385b0739b66fcb8b67219", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "2b58854aa3e1c501aeac1f065706166194cbdebca12f6e0be5dc3cd80134ad77", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticContext", 197648, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "bfab09fb373ee330d0b9158fc76afb27b6fc43bc8d410ae2f2a18f36f1dd9c26", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197648, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "ebaa4b2440e7d73a26a1a9d031dbf63049b57ce7ef04ea1550cee3872e6a70d4", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "25d14594f79ae6932368331aea04a26994911501b3d80a267ffc5c4f9bec3807", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 197904, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "453276ed8a77ed81c53e2e93443cebe9622565520bfb1bc772bb58e9d25e61d2", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "b6327f4e96ba79fe581b557d50204322056f7ea3f41d264b35869bd18cae2d3e", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "4de24ea53ff1785683229abcaacfd18796727f8d62091492bf951edd4eb5f14b", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "6fdf2e8d1e2a4e1451810fb4fc0ad4857b6725bcc83b5844050ebfccb6ecdf53", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "79f401b6d8b616b322439ef9ed80e28ad2a95fc48a8cfac86b374ef6de0308e6", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "4b52f5c9ddcf120eb27b26d39339bd42fcda17dc4a01a2e786d066b1ed226533", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197664, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "46ebf4ece0d46a065d39e5ac267a757e685c28a99e25318e8470318386519395", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "161b49244fe07f52a06f43340916c4d91bef4bf1a0e12d3d0f8a2ff531c465f7", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "567c33fc46190efd18924827791fa7537fb26c4492bcd7ce4b37f2d08f90ba92", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "9d96acce571dc2a5e19ee72864fe22268efaf8a4ba89af412a9c3c28b55ed9c0", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqFp16SoftmaxQ128Kv128StaticContext", 197648, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "cb585a9b2b7ce0ed539368ef0ba2d76dbbd53e873876bfbf6d16af86192d0a22", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128PersistentContext", 198016, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ddfc50669fbbeae98809f4f5ff338a0499bdf5519a4615fba4877e8b3f2b83d1", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqQ128Kv128StaticContext", 197648, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "cf2422afdf372d01c4f96dada9ddab6f45abce7bf65fff731574cfe044a4474b", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "a2c060896473e8b1338bac8feaeabdea8dc0644e0eaa669d366723b2426c97ad", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "edb62096d4d41a81fd12a6af013cfd6ccae2f5944aef9df23320cd4dc70e9fb8", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128PersistentContext", 198032, 384, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5e1c4f7b7d96eea64cf0ec68f3509b3532b705bac4a8dc0dcaf5701148ab5169", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvDenseP32VarSeqSkipsSoftmaxQ128Kv128StaticContext", 197664, 384, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a25ddeaa84d205e56a6d8d6a2f2caf32ab939f9e2d8df4bcd1f3ac3616bee019", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197664, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "cc514be43b9ea6898f6c99af541f3fdbcfcfbf007b1d8b3bd069abd90021545b", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqQ64Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "f510d256b19cf3afe7de81c0c1a134f59dbed3745fe09532efe7d244e8db8d35", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197680, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b5a5903d58fb7a61b8fc56f3751b7fd163b23dfe0f3aa3ba5c86f9793bce4744", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32MultiCtasKvGmemSepVarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 197936, 384, 2, 32, 2, 3, 0, 2, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "2cfb175623e2f1301ea5f8fd261cf9d2009b323c39fd43f6466779cf6e87b012", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "41a4235920a7b19b7eaa138f24a115ccc94d1600cde47a7e56318049008159a9", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv128StaticGroupedKeepsAbForGen", 197648, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "55259c742232581e08f91f370aa31283124272da4fac492377053714c36f0cb3", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128PersistentGroupedKeepsAbForGen", 198016, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4c2dc3811486da684af6afa182fc7eb11085dd8ca6951066a65e78dd922aecbf", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv128StaticGroupedKeepsAbForGen", 197904, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "9d04611108373fcf243358a293843d4c53acd9bf9c7b56fd2a5db6c22e51d3ec", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "e9e7ff1a59d49e291c7c602ca9a829a3dde3f64c3868a1a1611510beaf62eaed", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv128StaticGroupedKeepsAbForGen", 197664, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "497e920e025424c774d233909c742220f02cc80a55da190d8322f9bdaaf2044c", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128PersistentGroupedKeepsAbForGen", 198032, 384, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "79b3171f5c4546c43fda1ffdc3fc0823ea53acc794899e9ecb28737ae854d2de", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 128, 256, 512, 512, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H512HVPerCta256PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv128StaticGroupedKeepsAbForGen", 197920, 384, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "38035a23f0ab3bef73b8aa4a5fc0f687c36e503563d2006f098bccfb009486f9", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 131712, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "55cf740cab0733081a47450264d4f5dda027c52dc832e2c6c6d6baaec7aba511", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 131600, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "62d00c4216c7e4171d989dbec413854ea6b5d293fe0322d9d343abd185bef740", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128PersistentContext", 131712, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "3934ba0a97b3fa1f21c2f85753ef68aa43559ad5c904646edb4446ae2b9c6136", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqQ256Kv128StaticContext", 131600, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "acb89e44366f92d2071e53f20f3ce3cf39d6c39692c389153baea685181ca816", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 131728, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "f13e8d58edd0489b620b3d21898c540e6dfb368d6be877f373001dc70e1f2a88", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 131616, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "140382b7804a3b1e8661b10a6752fa8080ae98335616b08b3954d2e6fa51f99b", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 131728, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "043258e91ba6640a29e86db12c8f68350cc99d0c6ffa7324ee6d1ef70535b8d7", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 131616, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c2e3ab0d613cabc91a42fa79f084ce3ae986b83961eb94cf9c2d073ff896e0c8", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 131712, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "bb017e6b867182aa4841cfa73e1af57fadb19cb30b779bdadf91a57b5bc4329c", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 131600, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "52b0396819c6b6471acb8f023e5c3fe20f51ed9d51cc099f8abe92ff4ac474b2", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128PersistentContext", 131712, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "8375d60c21273e358b624c71ace7a6e031d17de6a3528419ea0323f0eb787601", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqQ256Kv128StaticContext", 131600, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "f3b73ab272dd43b3a8063c908c2b2d374b2f165df22e82b7dbfab2f7acab0aa7", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 131728, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "4352f9230f0cf27ad34f072bd4d385000a8dddb2935421d62c8b6c3c6906aa36", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 131616, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "341a920c1f83ccfd5a4972f118213f01cd66d28b2360eaff5b05e42984a2bdb9", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 131728, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f39d702d30781a47e0a5e0041f1df1055265d94123ade9ab22cf4e5947850b69", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 131616, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "9e0546cc5d410d83ac188e8b4823bb6a6f87ce0a2adceb5586800ba55cb0b4ee", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 131712, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "bd098b3037d8a2bee61b482d982d23fb9a39a712e23dc25d5034ce9eb316be60", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 131600, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "8d482e85fc2ba647bd68dfe8db32e5d02cc32c5c6d108af5a33c0f53d333bee5", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 131712, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "5fb37270f2de18ecebab7ea4317e27afeada90cd6ed7a821766f7a6e0b905474", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 131600, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e1ac7db13daf2fa9a04d98c60104cf5a94773f46aa8417d618da3c51135cb8f8", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 131728, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "23130de9c39990e579d52e237de5d19b4e2e5876287ee089831e279f0ad4ddce", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 131616, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "4f87d6b089e6ab4295018b332ebe4281be9fc895c0e6f41b595e3b73c6fbd3e4", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 131728, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e87f5c8a09d61a0c2f38b084319f98e195b60167e9d5643fc4dfab4ae7073195", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 131616, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "bcbdd2628d831e71959fba7e31a6e927f5342757b7d6d3bdd4b6ada0c2f698e7", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "183ec373d8ad955ad086c4cb529ad3590f350ac592f90da254cafcd2fca599a0", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d9316e2094122c6d0efd11facac19d1671232f92902888c0854df6f23e69ab8f", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "5304d7cdb65bf4fbd6ff7929f5b4ffee913e6e4d26c1aafa772a656d764b8e23", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 1, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "84547a90c5d701b427fc70f352ebb6dd5701bc38ef8cd219944000551e5cd405", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "4e282dd1558d9987b4aca0a81f5efcb3ea6d835d63d5a7db90fb7d762b0b8dff", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "866049d5839c664974e522f521b4cab238c0294b003a95fcab6da05edfc9bb86", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0c74465780679e8457f8a8bd1091fc757f1f8c7e13480fd643491ab6763087d6", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 1, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "21b4db9129d05c2df9e1c3d2f86b77dd45791cadd4584a16d6f3dc02fd679b02", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 132480, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "0be660723737109b0ec73a9d2c1ae5d8ce7c84e97f7b7b4b93cb1bc42d530170", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 132368, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "cc37ab2567f27ce44b66069b706180a490d2d30cb8c356d368e527941dd858c1", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a8426daf0e25bf68fa2101aa531d518b17240bb21acd75e69a86a5852fbf127f", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5a38993eef6f2f51fe5fbc8d765989018f99fa0393615fe87bbfdd2c089242d8", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 132480, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "e88cc94b55dd6b156be0868227eb096b7106780aaaf059326093e6b95108e2b6", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ256Kv128StaticContext", 132368, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "c12ec5eec127f077337a9e7ac6c71523cbdccf73c71f7498c855e1dc207c147a", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "3e8d41c57b500dcba9abf36153d593b748f1f4c6e8da7215689dbc62ef765ef3", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "60774b400d365e204571c00a0e59636154fdf8a31939596c711ed9dc6ac077e7", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 132496, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "95e602db1b2b77e0bd6b808bff5d65156e0f45646c83f0825220eb11607753c3", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 132384, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "2ed08dd1ae29f88039d8d7dc865624c3dbcbffa082fb6ed998a2b9f77e6f55db", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0c234d591e951958f0f5e84ed75002bff71fb4167dd89dfed38887433017750d", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "19ef78a27c144b795358064de39fdc3a2fc3be88aa9d247e98c3c5196828792c", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 132496, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "a6bbd0407d0fa2e12d890c081e67f5b13d974f4a932dcac87fea66f9677e8869", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 132384, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "43fdc3c7333d3ce5043dc59d332c5a9698ac89d66885f4a7ddd5e4a60bd7f5e1", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 1, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1b807830e6dd7263f80714bdd5e971ad9c2fecce6535b102b8194ae3f549dcf7", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 1, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "8d096ba7074eaac27b006c3e62f5014662322de944b9e51ae9ed0a3b8cb8b7b0", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "c9650927c26130165fb451ee08767689e9715edb3014a114064b9a7352be6942", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 3, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "166016e884b8f1652afbfec2e14df86817f1db91c592433566f2cc21325aec02", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7dce8a902356c33e6e571cf01bc693d4d7c6ee98c47f5a3c9b6640e251f21680", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 3, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "119f7dc23959b655808b3bc095613f3ea460f62ede9f46a7164d874049349f04", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d8c4f8d0bb7ef35d4124e3170131986a3003767a941cc3ba156d4ff92fa5a48d", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "a1d798fa29f8bfd80c6a24ef9a45505e759bc1832ef3ce9f9cf14f9a49beb251", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 3, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "1f9952ebd3f94948d3d72625db5dbd6d3b59f7ad164cd4654396de154c9ee7ed", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvCustomP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 3, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "64fa1c4b23bdf435b7f3c20bd90cbdf9efc43dcf91ce195c6e53dc3bda1cc346", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 132480, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "224eae82a977c521b443f4f25a7ae60e58840bcb6052358622b73010aca8ad25", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 132368, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "0c38af828233a30aaafa5f0d1cf61620fc5cd7d35a35eb701077d5f0d619b64f", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 132480, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "eb2d8b74f41e6efe22d217dc2e5720e507f97ccd4dd916cb7c8cdf526923229e", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqQ256Kv128StaticContext", 132368, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "1dc10c2e46830403371b4777b8801fe6e817b6e3c052ecb4a61c083995757b32", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 132496, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "7e663dba91a0833e521d5cbf94490c44748d7603c3458feb9968eb01c3bea420", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 132384, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "3dacd301b51a41f7e835d9a1fef5112c78ca943de14721b1d49e25599bfa5051", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 132496, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "c7fd69cda2b1320fe4df50862d20f4eaa93ea2dbff46838edcd0ed9b8ed356dd", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 132384, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "56489d79006b877a2f1a222f8e1bbadc6b6bdd2409aeab91d44c98e616223dcd", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5ca60f9c45a53eb7ebf010490a37222b0b4bd383e89cde0acfe71c223627af18", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "b0998241f337a278da8e1262e3e96989fd48c86e0c0756e2e3e9bcd9a180faee", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165184, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "9418ffeb9bdf0d307fd59dd3e73c0bee24f8c3b7004adee54aaba5bd00bf01fa", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvCgaVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156992, 512, 2, 32, 2, 3, 0, 3, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "f942ff317978f871e379f7bd52c04714638de93be645f5e7c6b8a1f541a7f67f", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "7c940893c0219f9aaccbf228c7c41846e7ab2a65c662c5cb164c689bb249b446", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "5267df2000ae3887afbae1d9263ae703037c21a0f897a7ed152b68aead82b4ab", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165168, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "0dd7b1c536c452aa2ae57847891bff4e6724eebf03d581c04587bc8c1b6ee2e0", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32MultiCtasKvVarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156976, 512, 2, 32, 2, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "b0842b094df856cd464fdb1cfe29585f3fbf35cb9cb1dde589c3edb596d29549", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 132480, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "2c0d5a237ee7e3d5bb2ec4395406ddcaf2acf0c97a4bffaf00f5266697b1c51f", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 132368, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "f96121171b276f8868a10b113307080c2384878d82132eba24acf6a4ecaa0da9", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "32b0974449169625b48dd94aa974411726b7a0a813c8060dfbc46bd3de1387e3", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "d6caed9b2b566c11957b3344299e7bde96c4888f1a60b9d56d541d0835dc5540", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 132480, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "829d060414cbe7e7f0b636f60f592abede83e753263156613a8ce5308c9d3385", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 132368, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "319a024988a9cac1c6e047195f765934e332b3dbd97418e9c51ce1114c395b27", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256PersistentGroupedKeepsAbForGen", 165248, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "18922d7df5bf806c3ce1d14d79f68083fb49a8fffe52f7a6158496bef90f856a", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqQ64Kv256StaticGroupedKeepsAbForGen", 156944, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6e170e8c15fa83f69ebc94c3784286b1fbe3177061734047a2d5bfd24869a72a", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 132496, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "2c5d23a217134520de1b429230ceb536c6b828073f288499885174c75ae43eea", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 132384, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "71803aa250df8449835cafd12cf1e148c028f7ed055ac097335551842b5bb48b", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256PersistentGroupedKeepsAbForGen", 181648, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "3d23984f8e7c252fb2a838ac2d7099c4169b30125ca487995506d17c45fde75f", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "be8827229aeb83ac333fd99bb73498384551ca89865fe7f240518b113f381e39", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 132496, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "0a36bc033877d80daa533bb955a66fcd90d4d57fd5baa60b6f137bd8e7d216da", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 132384, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "cc4a69a518a387e8a2e47c2cbb134f9690722f1a40d9da4df47b68ac922d60fd", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256PersistentGroupedKeepsAbForGen", 165264, 512, 2, 32, 2, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "063a32feb80e6329d7a68e18db0be93c7a58a5bd2ca741f249ba45083572e85a", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 64, 128, 64, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ64Kv256StaticGroupedKeepsAbForGen", 156960, 512, 2, 32, 2, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, true, false, false, false, false, false, false, "db5c219ada559e4d9e41229eaf4142179e2e2c4831714099024a367d3e7bbd01", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32MultiCtasKvVarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165152, 512, 2, 32, 4, 3, 0, 1, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "6f33b6952822dfa36a090446b556eb4ada5f544d32973b0fc8d4f9333db7cffe", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256PersistentGroupedKeepsAbForGen", 181632, 512, 2, 32, 4, 3, 1, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "bc44775d3f97f8c28b23221143a81ce5ef461efaa9a21b9c51cf7d6ebb982211", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 128, 256, 64, 64, 64, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin, FmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H64PagedKvSlidingWindowCustomP32VarSeqQ128Kv256StaticGroupedKeepsAbForGen", 165136, 512, 2, 32, 4, 3, 0, 0, 0, 0, 0, 0, true, true, false, false, 0, false, false, false, false, false, false, false, "495c130106f6ad2d3631044d8a131358dc52797085a4fd8105cd9c3009109b0c", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 262784, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "d2ab81fc9fb3a8a3edc675f04f6a66cb821d81132cee39c695edc4c411e34c54", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 262672, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "7c072d8de46b5bac91ad6e2438566eae29f037b6cd4d6455e768771c30fbc851", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128PersistentContext", 262784, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b66954a1cac98ae4b3b818e8a17829e19ba3b66a3899cdc0c315b8b11f84ac6d", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqQ256Kv128StaticContext", 262672, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "91efe2b5d77eb893c3860b9a60a43fbab7cbaa5c20915d6f870bab9fc80f7c94", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 262800, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "ac29fc860cfb8a2942aa71184bdae00b5542df04f3addbf29dc15874c36d4156", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 262688, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "ab59c81787fdf803e8c7211ebcde7ebe19ad9d421cc85408aaec3809eaa08a1e", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 262800, 512, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "3aec7a37858bbf4bd655c81bb66459801fe0018dd5c50c27ffd81bfe70b76d25", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 262688, 512, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "f1dd492ac01ba0b9aa64b4001dd37ec1f0871c878d7d3889460259177315eabc", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128PersistentContext", 262784, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "852ca605feac1349d9e740ffc383154411a987df1c68747cbe348f64921f339b", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqFp16SoftmaxQ256Kv128StaticContext", 262672, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "567f62bdefcce7a74d53f32b5777129451391f05fd404f5a107844ea8f5082ec", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128PersistentContext", 262784, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "d69542219da3179c60bc50774b6aa639fda62c5ea02d368545f150f4c10f6de2", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqQ256Kv128StaticContext", 262672, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "25ac707181be0ff3910553782a26f70bd9d7da28a13a9c71bd41e9a075f45992", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 262800, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "94448762f23ed27de528d9228066ee5ada881482d29e5f0d121bbeabc90afc1f", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 262688, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "b1bf2d098eedbb3556892e39077fa7036958b97bf565382ece0e9ea4f6c146b3", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 262800, 512, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "d702184f0410f368ec1dabcfd67c433272932b1a6ef1612a6d485cad87f26b51", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvDenseVarSeqSkipsSoftmaxQ256Kv128StaticContext", 262688, 512, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "5674c8df38cd96d0347e25a00ec7418dadd0d7ecbe74933b4cec86ac00bdfa09", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128PersistentContext", 262784, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "8e3171599f5850edd1affde621b98575654424ba81b3d5d4a0a2aa3fb4084cb4", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqFp16SoftmaxQ256Kv128StaticContext", 262672, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "4db9d139fe419dacc491e03d3a85937cc517e8043741c89a66c3fb19f7d1b144", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128PersistentContext", 262784, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "ffa20f5eddc2840cefce3438efd98dbaccc8d5d851ac23ab1a0ed293c80db9ad", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqQ256Kv128StaticContext", 262672, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "cf8638992ebb4e4bf31bc58e42301fa1c27bf0c88a3b1625d3eec086c263afdc", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 262800, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "58dd4a5648fa6f79672e19ca30e2841f7ab3fa94f0958d54feceaed003283f5e", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 262688, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "3ff1d0bfb824217499e725a77fc8504a42ab64fe82e7b9f43ade0be11e25eb1e", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128PersistentContext", 262800, 512, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "05b88aaf830b85f41e13af1c76cdd92d28ea2e862cb0fbf20befd30625ae58e0", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PackedQkvSlidingOrChunkedCausalVarSeqSkipsSoftmaxQ256Kv128StaticContext", 262688, 512, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "428072fece7856c56c6c0e8af8b2aa730d3f897b0819c3fe31cd5f4918afce08", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 263552, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "27fdd70e394cbf23364b989600354ffa7c9c62eeb63e38fc96c1999aff3fca2c", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 263440, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "3e7086b1572a0ad399ee429b422dcf954b2bb90c7e9e43dd1d6c19191b60856e", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128PersistentContext", 263552, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "0e92a88fc358e98197ceb0f199398cd8d0c433edcd178c270a88ca3f30d768ae", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqQ256Kv128StaticContext", 263440, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "186c0b1d2b491bd4b2dcf32fdc3a42ecded5477dde0f4e623c89ffc03a1cf260", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 263568, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "3b942b67858558728d578e8a2924af9a26f1d069b187de707a94b096e69e6e24", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 263456, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "8cbe3ebb3536eb1d6fea03b3d0b6c51e66b0be6f1628ce5935a64a421027e07e", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 263568, 512, 2, 32, 1, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "08818f5a2beac251d1a48bd9fcd215636c9abbd5d682df8b93fcc93cb8f59f18", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 263456, 512, 2, 32, 1, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "91fa3783fad5cb258024571ad3cb76348cf3a2296b464278bd97785227d1796d", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 263552, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "8e8a9857b7a9a5bd29a73e0560052032bd40c927e481ed9e36c8a178786725e3", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 263440, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "26154911de651805e278f121ed55fd2cc59cecf9691031a6cd3bfabb2b47f5e1", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128PersistentContext", 263552, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "def654d092343f7e3d87e3d1f2caa6e5da79fe3cc8746d6d3480e1f73d884c4a", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqQ256Kv128StaticContext", 263440, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "90efae1242ddab4c6af4a11616104637aff416134c46486a662b096abdb0b796", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 263568, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "171c3831b595af43c15104a3bda4ac7df3ae49d8f11b3c0a6255670214896c1c", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 263456, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "2d5c8e6ffb927dab99ac850db1a8bd31decc0e8e5b1bfd55b109d328c5462b97", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 263568, 512, 2, 32, 0, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "1713136d3e02996a41d2322702ce9f91770ba995336d2021d5320d4106f507c9", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvDenseP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 263456, 512, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "e48c1add896f39900cd92741084f0e90e83597383c9a32ee1049d2691b51ea39", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128PersistentContext", 263552, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "9b66af48fc5e220904768b4ce2279fa8355abc0e17069a6e543860a5abeed4c1", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqFp16SoftmaxQ256Kv128StaticContext", 263440, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, true, false, false, false, false, false, "c55669aaa7da93cbb1c84d9927c274479178948b873e832595c27a4cbad6d621", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128PersistentContext", 263552, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "b85643fbfde59f62aab81c2ed1e7c35afff1efabb6d720519512b073ee166a09", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqQ256Kv128StaticContext", 263440, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, false, false, false, false, false, false, false, "18de901a152513b4283221d9e5f66826d7ae83e7a58b0cde5120b2c037101106", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128PersistentContext", 263568, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "d1dec196b7e936b4686107be3fe30952a71882bd011f38ff44574f4a876567d5", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxFp16SoftmaxQ256Kv128StaticContext", 263456, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, true, false, false, false, false, false, "8629c5e9e05c5f7d0c13cad64979ce3eba8d064e05125f32e5d31ffa88e6695b", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128PersistentContext", 263568, 512, 2, 32, 2, 0, 1, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "40fcac1f790b7065600fa0b860dcd3554f2e31538ffdb10b38f417b0d82a4aed", false},
+{ DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, DATA_TYPE_FP16, 128, 128, 256, 128, 80, 80, 80, kSM_107, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin, FmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext_cubin_len, "fmhaSm107aKernel_QkvFp16OFp16H80PagedKvSlidingOrChunkedCausalP32VarSeqSkipsSoftmaxQ256Kv128StaticContext", 263456, 512, 2, 32, 2, 0, 0, 0, 0, 0, 0, 0, false, false, false, false, 0, true, false, false, false, false, false, false, "99c8b06005e5941d63c0f36b32ace1d70c6c759fe1f4103515aad6aead98ea70", false},
 #endif // EXCLUDE_SM_107
 };
 // clang-format on
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/lib/aarch64-linux-gnu/libTrtLlmGen.a b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/lib/aarch64-linux-gnu/libTrtLlmGen.a
index 9b639fac9063..5ede00ce483d 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/lib/aarch64-linux-gnu/libTrtLlmGen.a
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/lib/aarch64-linux-gnu/libTrtLlmGen.a
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d99e72ff36f55ef9560b2859558120921f3ec598cd714056d672b290546138db
-size 7419626
+oid sha256:9bd93ad6434309fa4ed795db24b4f206b8e1a434d30cf7fb4692f4bae082e14a
+size 7727952
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/lib/aarch64-linux-gnu/libTrtLlmGenFmhaLib.a b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/lib/aarch64-linux-gnu/libTrtLlmGenFmhaLib.a
index dbf54f336888..2ae689dcacbe 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/lib/aarch64-linux-gnu/libTrtLlmGenFmhaLib.a
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/lib/aarch64-linux-gnu/libTrtLlmGenFmhaLib.a
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:34b32fd9cea417d167f3c230265f3aef058e404a56c151d6fdc47be82b4837a6
-size 5365402
+oid sha256:65b7c23765ca4d995b1d1f11661777334cb70f6cd77177c82572478b2c191f91
+size 5426264
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/lib/x86_64-linux-gnu/libTrtLlmGen.a b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/lib/x86_64-linux-gnu/libTrtLlmGen.a
index 5329227fd4ca..8a6fade655b6 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/lib/x86_64-linux-gnu/libTrtLlmGen.a
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/lib/x86_64-linux-gnu/libTrtLlmGen.a
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:321a2524f2d528bc3ac4d91aeefd930f515b8ab1d52b6eec97533563e17a4c7a
-size 7515114
+oid sha256:a7b61e0374393fb105c732fb235df357353bdf5b7f003b361fb5cb304bb2d4c5
+size 7788538
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/lib/x86_64-linux-gnu/libTrtLlmGenFmhaLib.a b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/lib/x86_64-linux-gnu/libTrtLlmGenFmhaLib.a
index 0f4fc3ca8980..498d64a4bb78 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/lib/x86_64-linux-gnu/libTrtLlmGenFmhaLib.a
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/lib/x86_64-linux-gnu/libTrtLlmGenFmhaLib.a
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0f58b00d33ec2c4fab0488342b46d22ae19715d3c860c2679b4268e2e57852bc
-size 5440510
+oid sha256:66df0e08fdac60d8a1e965fc392d513953ca626881e583ef825b4897a32df455
+size 5500622
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/trtllmGen_fmha_export/FmhaAutoTuner.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/trtllmGen_fmha_export/FmhaAutoTuner.h
index 00d1270ffdf4..6cdf980b8091 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/trtllmGen_fmha_export/FmhaAutoTuner.h
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/trtllmGen_fmha_export/FmhaAutoTuner.h
@@ -47,9 +47,7 @@ class FmhaAutoTuner {
 
 public:
   // Get the mmaOpsPerClk.
-  static int32_t getMmaOpsPerClk(FmhaOptions const& options,
-                                 KernelTraits const& kernelTraits,
-                                 bool isBmm1 = true);
+  static int32_t getMmaOpsPerClk(FmhaOptions const& options, bool isBmm1 = true);
 
   // Select the GQA generation kernel.
   void selectGqaGenerationKernel();
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/trtllmGen_fmha_export/FmhaOptions.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/trtllmGen_fmha_export/FmhaOptions.h
index a447ddd63b97..7b93ddc6a468 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/trtllmGen_fmha_export/FmhaOptions.h
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/trtllmGen_fmha_export/FmhaOptions.h
@@ -566,8 +566,7 @@ inline void checkFmhaOptions(FmhaOptions const& options,
   if (options.mGroupsTokensHeadsQ) {
     TLLM_CHECK_ERROR(!isContextKernel(options.mFmhaKernelType),
                      "mGroupsTokensHeadsQ should only be enabled for generation kernels.");
-    TLLM_CHECK_ERROR(!options.mIsMlaGen
-                       || options.mSelectsGroupedMla,
+    TLLM_CHECK_ERROR(!options.mIsMlaGen || options.mSelectsGroupedMla,
                      "MLA generation with mGroupsTokensHeadsQ requires mSelectsGroupedMla.");
   }
 
@@ -594,7 +593,8 @@ inline void checkFmhaOptions(FmhaOptions const& options,
     // TODO Are there more features that are not compatible?
   }
   if (options.mFineGrainedProducer) {
-    TLLM_CHECK_ERROR(options.mFineGrainedForceValid, "fineGrainedProducer requires fineGrainedForceValid");
+    TLLM_CHECK_ERROR(options.mFineGrainedForceValid,
+                     "fineGrainedProducer requires fineGrainedForceValid");
   }
 #endif // TLLM_RUBIN_FEATURES
 
@@ -614,10 +614,18 @@ inline void checkFmhaOptions(FmhaOptions const& options,
 #endif // TLLM_RUBIN_FEATURES
 
   // For transformed K/V, MmaOrder must be Pv0_Qk0_Pv1_Qk1.
-  if (options.mDtypeQ != options.mDtypeKv) {
+  if (options.mDtypeQ != options.mDtypeK || getDtypeBmm2(options) != options.mDtypeV) {
     TLLM_CHECK_ERROR(options.mMmaOrder == MmaOrder::Pv0_Qk0_Pv1_Qk1,
                      "Only MMA order Pv0_Qk0_Pv1_Qk1 is supported for transformed K/V.");
   }
+  if (isFp8KNvFp4V(options)) {
+    TLLM_CHECK_ERROR(isFp8QFp8KNvFp4V(options),
+                     "FP8-K/NVFP4-V is supported only with FP8 Q on Blackwell.");
+    TLLM_CHECK_ERROR(options.mDtypeOut == tg::Dtype::Bfloat16,
+                     "FP8-K/NVFP4-V requires BF16 output.");
+    TLLM_CHECK_ERROR(isContextKernel(options.mFmhaKernelType) || !options.mGroupsTokensHeadsQ,
+                     "FP8-K/NVFP4-V generation does not support groupsTokensHeadsQ.");
+  }
   if (options.mEnablesBf16QFp8KvKOnlyTransform) {
     TLLM_CHECK_ERROR(usesKOnlyTransformPipeline(options),
                      "BF16Q+FP8KV K-only transform is only supported for non-MLA Blackwell "
@@ -628,10 +636,11 @@ inline void checkFmhaOptions(FmhaOptions const& options,
   if (options.mSeparateTransformedKv) {
     TLLM_CHECK_ERROR(!usesKOnlyTransformPipeline(options),
                      "BF16Q+FP8KV K-only transform cannot be combined with separateTransformedKv.");
-    TLLM_CHECK_ERROR(supportsSeparateTransformedKv(options),
-                     "separateTransformedKv is only supported by BF16Q+E4M3KV full-transform "
-                     "generation kernels on Blackwell with numInstsQ=1, numInstsKv=1, and equal "
-                     "H64/H128/H256 K/V heads.");
+    TLLM_CHECK_ERROR(
+      supportsSeparateTransformedKv(options),
+      "separateTransformedKv is only supported by BF16-Q full-transform generation kernels "
+      "with E4M3 K/V on Blackwell, numInstsQ=1, numInstsKv=1, and equal "
+      "H64/H128/H256 K/V heads.");
   }
 
   if (options.mMmaOrder == MmaOrder::Qk0_Qk1_Pv0_Pv1) {
@@ -653,7 +662,14 @@ inline void checkFmhaOptions(FmhaOptions const& options,
 // Update the fmha options if needed.
 inline void updateFmhaOptions(FmhaOptions& options, FmhaOptionsFromArgs const& optionsFromArgs) {
   // Set default absolute/relative tolerance for different data types.
-  if ((options.mDtypeQ == tg::Dtype::Fp16) || (options.mDtypeQ == tg::Dtype::Bfloat16)) {
+  if (options.mDtypeK == tg::Dtype::E2m1 || options.mDtypeV == tg::Dtype::E2m1) {
+    if (!optionsFromArgs.mIsAtolSet) {
+      options.mAtol = 0.3f;
+    }
+    if (!optionsFromArgs.mIsRtolSet) {
+      options.mRtol = 0.1f;
+    }
+  } else if ((options.mDtypeQ == tg::Dtype::Fp16) || (options.mDtypeQ == tg::Dtype::Bfloat16)) {
     // Use smaller tolerance for float16/bfloat16 if it is not set.
     if (options.mDtypeOut == tg::Dtype::E4m3) {
       if (!optionsFromArgs.mIsAtolSet) {
@@ -677,13 +693,6 @@ inline void updateFmhaOptions(FmhaOptions& options, FmhaOptionsFromArgs const& o
         options.mRtol = 1e-3f;
       }
     }
-  } else if (options.mDtypeKv == tg::Dtype::E2m1) {
-    if (!optionsFromArgs.mIsAtolSet) {
-      options.mAtol = 0.3f;
-    }
-    if (!optionsFromArgs.mIsRtolSet) {
-      options.mRtol = 0.1f;
-    }
   } else if (options.mDtypeOut == tg::Dtype::E2m1) {
     if (!optionsFromArgs.mIsAtolSet) {
       options.mAtol = 0.15f;
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/trtllmGen_fmha_export/KernelConfigBase.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/trtllmGen_fmha_export/KernelConfigBase.h
index fb24b21d8715..b643567861ae 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/trtllmGen_fmha_export/KernelConfigBase.h
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/trtllmGen_fmha_export/KernelConfigBase.h
@@ -659,6 +659,8 @@ __host__ __device__ inline float getSoftmaxPScale(tg::Dtype dtypeBmm2,
   X(bool, mUseBlockSparseAttention, false, bool)                                                   \
   /* Whether to emit the DSv4 fused-epilogue scales as UE8M0 exponent bytes instead of FP32. */    \
   X(bool, mUsesDsv4Ue8m0ScaleO, false, bool)                                                       \
+  /* Whether to compute softmax row sums with P times an all-ones matrix using UTCMMA. */          \
+  X(bool, mUsesMmaForSoftmaxSum, false, bool)                                                      \
   /* Whether to use an ordered sequence between softmax0 and softmax1. */                          \
   X(bool, mUsesOrderedSequence, true, bool)                                                        \
   /* Whether to use CGA reduction (deprecated, kept for benchmarking). */                          \
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/trtllmGen_fmha_export/KernelParams.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/trtllmGen_fmha_export/KernelParams.h
index b4695c1012e9..c5125a2749e9 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/trtllmGen_fmha_export/KernelParams.h
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/trtllmGen_fmha_export/KernelParams.h
@@ -327,6 +327,10 @@ template <class FmhaOptions> static auto makeStrideKv(FmhaOptions const& options
   int32_t const headSizeBytesK = headDimQk * tg::dtypeGetNumBits(options.mDtypeK) / 8;
   int32_t const headSizeBytesV = headDimV * tg::dtypeGetNumBits(options.mDtypeV) / 8;
   int32_t const maxHeadSizeBytesKv = std::max(headSizeBytesK, headSizeBytesV);
+  // The standalone runner stores K and V in one synthetic pool with equal byte-width slots. Thus
+  // an H128 E2m1 V row is padded to 256 logical FP4 elements when paired with H128 E4m3 K. Runtime
+  // integrations with separate K/V tensors build descriptors from each tensor's actual strides, so
+  // their V cache remains compact while K and V share only the logical page indices.
   // The padded head size expressed as element count in dtypeK and dtypeV.
   int32_t const paddedHeadDimK = maxHeadSizeBytesKv * 8 / tg::dtypeGetNumBits(options.mDtypeK);
   int32_t const paddedHeadDimV = maxHeadSizeBytesKv * 8 / tg::dtypeGetNumBits(options.mDtypeV);
@@ -436,7 +440,8 @@ static auto makeTmaShapeStrideKv(FmhaOptions const& options,
   auto headDim = isK ? options.mHeadDimQk : options.mHeadDimV;
   // Note that for FP4 KV input, elements are stored as uint8_t, each packs 2 FP4 elements.
   // The column index and strides needs to divide by 2.
-  auto const colIdxDivisor = options.mDtypeKv == tg::Dtype::E2m1 ? 2 : 1;
+  auto const dtypeKv = isK ? options.mDtypeK : options.mDtypeV;
+  auto const colIdxDivisor = dtypeKv == tg::Dtype::E2m1 ? 2 : 1;
   // When mStoreTransformedKvInTmem is true, the dimensions reflect FP4 element dimensions, thus
   // no need to divide.
   auto shape = std::vector<uint64_t>{
@@ -463,7 +468,8 @@ template <class FmhaOptions> static bool canUseTmaKvReshape(FmhaOptions const& o
   // For K the headDim may include extra RoPE coefficients.
   int32_t const headDim = isK ? options.mHeadDimQk : options.mHeadDimV;
   // Note that for FP4 KV input, elements are stored as uint8_t, each packs 2 FP4 elements.
-  int32_t const colIdxDivisor = options.mDtypeKv == tg::Dtype::E2m1 ? 2 : 1;
+  auto const dtypeKv = isK ? options.mDtypeK : options.mDtypeV;
+  int32_t const colIdxDivisor = dtypeKv == tg::Dtype::E2m1 ? 2 : 1;
   int32_t const physicalHeadDim = headDim / colIdxDivisor;
   return strideKeys / colIdxDivisor == physicalHeadDim;
 }
@@ -506,6 +512,31 @@ static auto makeTmaShapeStrideKvSf(FmhaOptions const& options,
   return std::make_tuple(shape, stride);
 }
 
+// Build the TMA descriptor for K or V block scaling factors.
+template <class FmhaOptions, class KernelTraits_>
+static CUtensorMap buildTmaDescriptorKvSf(FmhaOptions const& options,
+                                          KernelTraits_ const& kernelTraits,
+                                          KernelParams const& params,
+                                          bool isK,
+                                          void const* sfBasePtr) {
+  auto [shapeSf, strideSf] =
+    makeTmaShapeStrideKvSf(options, kernelTraits, params, isK, kernelTraits.mReshapeFactorKvSf);
+
+  // The tile shape has one SF per NumEltsPerSf K/V elements in the head dimension.
+  std::vector<uint32_t> tileShapeSf(shapeSf.size(), 1);
+  int32_t const headDim = isK ? options.mHeadDimQk : options.mHeadDimV;
+  tileShapeSf[0] = headDim / kernelTraits.mNumEltsPerSf * kernelTraits.mReshapeFactorKvSf;
+  // The token dimension is reduced by the same reshape factor used by the descriptor shape.
+  tileShapeSf[1] = kernelTraits.mNumKeysPerTile / kernelTraits.mReshapeFactorKvSf;
+
+  return buildNdTmaDescriptor(tg::Dtype::E4m3,
+                              shapeSf,
+                              strideSf,
+                              tileShapeSf,
+                              const_cast<void*>(sfBasePtr),
+                              /*swizzled=*/false);
+}
+
 // Update the kernel parameters.
 template <class FmhaOptions_>
 static KernelParams updateKernelParams(FmhaOptions_ const& options,
@@ -623,7 +654,7 @@ static KernelParams setKernelParams(FmhaOptions_ const& options,
                                     bool usesSharedPagedKvIdx) {
 
   // Create the return struct.
-  KernelParams params;
+  KernelParams params{};
 
   params.logicalGridDimX = logicalGridDimX;
   params.logicalGridDimY = logicalGridDimY;
@@ -649,8 +680,6 @@ static KernelParams setKernelParams(FmhaOptions_ const& options,
   // Whether store transformed K/V in TMEM.
   bool const storeTransformedKvInTmem{kernelTraits.mStoreTransformedKvInTmem};
   // Note that for FP4 KV input, elements are stored as uint8_t, each packs 2 FP4 elements.
-  auto const numEltsDivisor =
-    options.mDtypeKv == tg::Dtype::E2m1 && !storeTransformedKvInTmem ? 2 : 1;
   // Use the compile-time factor as an upper bound. Descriptor setup lowers the launch-time factor
   // when the input strides do not make consecutive token rows contiguous for a widened TMA box.
   int32_t reshapeFactorKv{kernelTraits.mReshapeFactorKv};
@@ -668,19 +697,22 @@ static KernelParams setKernelParams(FmhaOptions_ const& options,
                                                 reshapeFactorKv);
 
   // The tileShapes for K/V.
-  std::vector<uint32_t> tileShapeKv(shapeK.size(), 1);
-  tileShapeKv[0] = kernelTraits.mNumEltsInClampedHeadDimKv / numEltsDivisor * reshapeFactorKv;
-  tileShapeKv[1] = kernelTraits.mNumKeysPerTile / reshapeFactorKv;
-  // K and V might use different tileShapes.
-  std::vector<uint32_t> tileShapeK(tileShapeKv);
-  std::vector<uint32_t> tileShapeV(tileShapeKv);
-  if (!storeTransformedKvInTmem && !kernelTraits.mSeparateLoadKvTask &&
+  std::vector<uint32_t> tileShapeK(shapeK.size(), 1);
+  std::vector<uint32_t> tileShapeV(shapeK.size(), 1);
+  int32_t const numEltsDivisorK =
+    options.mDtypeK == tg::Dtype::E2m1 && !storeTransformedKvInTmem ? 2 : 1;
+  int32_t const numEltsDivisorV =
+    options.mDtypeV == tg::Dtype::E2m1 && !storeTransformedKvInTmem ? 2 : 1;
+  tileShapeK[0] = kernelTraits.mNumEltsInClampedHeadDimKv / numEltsDivisorK * reshapeFactorKv;
+  tileShapeV[0] = kernelTraits.mNumEltsInClampedHeadDimKv / numEltsDivisorV * reshapeFactorKv;
+  tileShapeK[1] = tileShapeV[1] = kernelTraits.mNumKeysPerTile / reshapeFactorKv;
+  if (!storeTransformedKvInTmem && !kernelTraits.mSeparateSmemKv &&
       options.mDtypeK != options.mDtypeV) {
     // tileShapeKv is in dtypeK elements. When dtypeV != dtypeK, we need to express tileShapeV in
     // terms of dtypeV elements so the V TMA descriptor transfers the same number of bytes as K to
     // match barrier expectations.
     tileShapeV[0] =
-      tileShapeV[0] * tg::dtypeGetNumBits(options.mDtypeK) / tg::dtypeGetNumBits(options.mDtypeV);
+      tileShapeK[0] * tg::dtypeGetNumBits(options.mDtypeK) / tg::dtypeGetNumBits(options.mDtypeV);
   }
   // If there is only one page per tile, each CTA will only load half of NumKeysPerTile for K.
   if (options.mClusterDimX == 2 && kernelTraits.mNumKeysPerTile == kernelTraits.mTileSizeKv) {
@@ -742,42 +774,16 @@ static KernelParams setKernelParams(FmhaOptions_ const& options,
                                       /*swizzled=*/kernelTraits.mSwizzleV,
                                       /*unpack4b=*/storeTransformedKvInTmem);
 
-  // If the KV dtype is E2m1, additional scaling factors are needed for dequant.
-  if (options.mDtypeKv == tg::Dtype::E2m1) {
-    // The maximum headDim for K and V.
-    int maxHeadDimKv{std::max(options.mHeadDimQk, options.mHeadDimV)};
-    // The number of elements per SF.
-    int32_t NumEltsPerSf = kernelTraits.mNumEltsPerSf;
-    // Compute the shape and stride for SF tensor.
-    // FIXME: assume K and V uses the same shape.
-    auto [shapeKvSf, strideKvSf] = makeTmaShapeStrideKvSf(options,
-                                                          kernelTraits,
-                                                          params,
-                                                          /*isK*/ true,
-                                                          kernelTraits.mReshapeFactorKvSf);
-    // The tileShapes for K/V.
-    std::vector<uint32_t> tileShapeKvSf(shapeKvSf.size(), 1);
-    tileShapeKvSf[0] = maxHeadDimKv / NumEltsPerSf * kernelTraits.mReshapeFactorKvSf;
-    tileShapeKvSf[1] = kernelTraits.mNumKeysPerTile / kernelTraits.mReshapeFactorKvSf;
-
-    // The tile box is reshaped from (headDim / NumEltsPerSf, tileSizeKv) into
-    // (headDim / NumEltsPerSf * reshapeFactorKvSf, tileSizeKv / reshapeFactorKvSf).
-    // Build tma descriptor for K SF.
-    // If multiple headDimStages are used, we will load the full headDim's SFs to avoid reshaping
-    // SFs layout.
-    params.tmaKSf_ = buildNdTmaDescriptor(tg::Dtype::E4m3,
-                                          shapeKvSf,
-                                          strideKvSf,
-                                          tileShapeKvSf,
-                                          const_cast<void*>(kSfBasePtr),
-                                          /*swizzled = */ false);
-    // Build tma descriptor for V SF.
-    params.tmaVSf_ = buildNdTmaDescriptor(tg::Dtype::E4m3,
-                                          shapeKvSf,
-                                          strideKvSf,
-                                          tileShapeKvSf,
-                                          const_cast<void*>(vSfBasePtr),
-                                          /*swizzled = */ false);
+  // E2m1 inputs need additional scaling factors for dequantization.
+  if (options.mDtypeK == tg::Dtype::E2m1 || options.mDtypeV == tg::Dtype::E2m1) {
+    if (options.mDtypeK == tg::Dtype::E2m1) {
+      params.tmaKSf_ =
+        buildTmaDescriptorKvSf(options, kernelTraits, params, /*isK=*/true, kSfBasePtr);
+    }
+    if (options.mDtypeV == tg::Dtype::E2m1) {
+      params.tmaVSf_ =
+        buildTmaDescriptorKvSf(options, kernelTraits, params, /*isK=*/false, vSfBasePtr);
+    }
   }
 
   // Shape/stride for gmem tensor O.
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/trtllmGen_fmha_export/KernelTraits.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/trtllmGen_fmha_export/KernelTraits.h
index 9e3bedf815d7..85c0d142a628 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/trtllmGen_fmha_export/KernelTraits.h
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/trtllmGen_fmha_export/KernelTraits.h
@@ -67,13 +67,6 @@ inline bool usesKOnlyTransformPipeline(FmhaOptions_ const& options) {
          options.mDtypeV == tg::Dtype::E4m3 && tg::isArchBlackwell(options.mCudaArch);
 }
 
-// The dtype used by the softmax output P and V operands of BMM2.
-template <typename FmhaOptions_> inline tg::Dtype getDtypeBmm2(FmhaOptions_ const& options) {
-  return usesKOnlyTransformPipeline(options)
-           ? options.mDtypeV
-           : (options.mDtypeK != options.mDtypeQ ? options.mDtypeQ : options.mDtypeV);
-}
-
 // Whether the kernel is a Blackwell BF16Q+FP8KV generation kernel.
 template <typename FmhaOptions_> inline bool isBf16QFp8KvGeneration(FmhaOptions_ const& options) {
   return !isContextKernel(options.mFmhaKernelType) && options.mDtypeQ == tg::Dtype::Bfloat16 &&
@@ -81,6 +74,36 @@ template <typename FmhaOptions_> inline bool isBf16QFp8KvGeneration(FmhaOptions_
          tg::isArchBlackwell(options.mCudaArch);
 }
 
+template <typename FmhaOptions_> inline bool isFp8KNvFp4V(FmhaOptions_ const& options) {
+  return options.mDtypeK == tg::Dtype::E4m3 && options.mDtypeV == tg::Dtype::E2m1;
+}
+
+// Whether the kernel uses the supported Blackwell FP8-Q, FP8-K, and NVFP4-V path.
+template <typename FmhaOptions_> inline bool isFp8QFp8KNvFp4V(FmhaOptions_ const& options) {
+  return options.mDtypeQ == tg::Dtype::E4m3 && isFp8KNvFp4V(options) &&
+         tg::isArchBlackwell(options.mCudaArch);
+}
+
+template <typename FmhaOptions_> inline bool isFp8KNvFp4VGeneration(FmhaOptions_ const& options) {
+  return !isContextKernel(options.mFmhaKernelType) && isFp8KNvFp4V(options);
+}
+
+template <typename FmhaOptions_>
+inline bool isFp8QFp8KNvFp4VGeneration(FmhaOptions_ const& options) {
+  return !isContextKernel(options.mFmhaKernelType) && isFp8QFp8KNvFp4V(options);
+}
+
+// The dtype used by the softmax output P and V operands of BMM2.
+template <typename FmhaOptions_> inline tg::Dtype getDtypeBmm2(FmhaOptions_ const& options) {
+  if (usesKOnlyTransformPipeline(options)) {
+    return options.mDtypeV;
+  }
+  if (isFp8KNvFp4V(options)) {
+    return tg::Dtype::E4m3;
+  }
+  return options.mDtypeK != options.mDtypeQ ? options.mDtypeQ : options.mDtypeV;
+}
+
 // Whether the kernel uses the full BF16Q+FP8KV transform pipeline.
 template <typename FmhaOptions_>
 inline bool isBf16QFp8KvFullTransformGeneration(FmhaOptions_ const& options) {
@@ -100,8 +123,9 @@ inline bool supportsSeparateTransformedKv(FmhaOptions_ const& options) {
   bool const isSupportedHeadDim =
     options.mHeadDimQk == options.mHeadDimV &&
     (options.mHeadDimQk == 64 || options.mHeadDimQk == 128 || options.mHeadDimQk == 256);
-  return isBf16QFp8KvFullTransformGeneration(options) && !options.mIsMlaGen &&
-         options.mNumInstsQ == 1 && options.mNumInstsKv == 1 && isSupportedHeadDim;
+  bool const isSupportedTransform = isBf16QFp8KvFullTransformGeneration(options);
+  return isSupportedTransform && !options.mIsMlaGen && options.mNumInstsQ == 1 &&
+         options.mNumInstsKv == 1 && isSupportedHeadDim;
 }
 
 ////////////////////////////////////////////////////////////////////////////////////////////////////
@@ -187,7 +211,7 @@ struct KernelConfig : public KernelConfigBase {
     mMaxHeadDimKv = std::max(mHeadDimQk, mHeadDimV);
     mPaddedHeadDimQk = mHeadDimQk;
     mPaddedHeadDimV = mHeadDimV;
-    if (mHeadDimQk == mHeadDimV) {
+    if (mHeadDimQk == mHeadDimV && !mSeparateSmemKv) {
       // Equal K/V head dims share one packed SMEM layout. For headDim=80, pad both views to the
       // same 128B-friendly storage width; asymmetric MLA sizes keep their existing unpadded widths.
       auto headSizeBytesK = mHeadDimQk * tg::dtypeGetNumBits(mDtypeK) / 8;
@@ -361,6 +385,17 @@ struct KernelConfig : public KernelConfigBase {
       if (options.mNumStagesKv > 0) {
         mNumStagesKv = options.mNumStagesKv;
       }
+      if (options.mNumStagesKv == 0 && isFp8QFp8KNvFp4VGeneration(options) &&
+          isSwapsMmaAbForGenerationKernel(options.mFmhaKernelType) && mHeadDimQk == 128 &&
+          mHeadDimV == 128 && mHeadDimPerStageKv == 128) {
+        // V-only conversion has a shorter critical path than the full K/V transform. The SM103
+        // H128 1Qx2KV schedule benefits from two additional raw K/V stages. CGA reduction uses
+        // extra shared memory, so Q16/Q32 retain one/two fewer stages to stay below 228 KiB.
+        mNumStagesKv = mNumInstsKv == 2 ? 11 : 9;
+        if (mNumInstsKv == 2 && isCgaSmemReduction(mMultiCtasKvMode)) {
+          mNumStagesKv -= mTileSizeQ >= 32 ? 2 : (mTileSizeQ >= 16 ? 1 : 0);
+        }
+      }
       if (usesKOnlyTransformPipeline(options) && options.mNumStagesKv == 0) {
         // K-only transform needs one BF16 transformed-K stage, while V stays in the raw FP8
         // pipeline for BMM2. Reserve that transformed-K stage from the normal KV budget, then count
@@ -440,7 +475,7 @@ struct KernelConfig : public KernelConfigBase {
     // The accumulator type for Bmm1.
     mDtypeBmm1Acc = (mDtypeQ == tg::Dtype::Int8) ? tg::Dtype::Int32 : tg::Dtype::Fp32;
     // Input type for Bmm2.
-    auto const dtypeBmm2 = (mDtypeK != mDtypeQ) ? mDtypeQ : mDtypeV;
+    auto const dtypeBmm2 = getDtypeBmm2(options);
     // Number of Bmm2 input elements per 32 bit pack.
     int32_t numEltsPerUInt32P = 32 / tg::dtypeGetNumBits(dtypeBmm2);
     // The maximum tmemCpAtomSizeP.
@@ -705,6 +740,11 @@ inline int32_t getNumHeadDimStagesV(int headDimPerCtaV, int headDimPerStageKv) {
   return numHeadDimStages;
 }
 
+// Return the P-sized, 32-bit TMEM column footprint reserved for one MMA-sum result.
+inline int32_t getNumTmemColsMmaSumPerInst(int32_t tileSizeKv, tg::Dtype dtypeP) {
+  return ceilDiv(tileSizeKv * tg::dtypeGetNumBits(dtypeP), 32);
+}
+
 struct KernelTraits : public KernelConfig, public MmaTraits {
 
   // The tile size for the correction step.
@@ -791,12 +831,12 @@ struct KernelTraits : public KernelConfig, public MmaTraits {
     hasMultiTokensInTwoCta =
       mUseUtcmma2CtaMode && mTileSizeQ == 128 && mIsCausalSpecDecodingGen && mSingleTokenQPerCta;
 
+    // Keep an already-E4M3 K on the raw path; only NVFP4 V needs conversion for FP8 MMA.
     mTransformsK = mDtypeBmm1 != mDtypeK;
     mTransformsV = mDtypeBmm2 != mDtypeV;
 
-    if (mTransformsK && !mTransformsV) {
-      // K-only transform stores transformed K for BMM1 while BMM2 consumes raw V. Keep separate
-      // K/V SMEM views because the two operands no longer share the same element type/layout.
+    if (mTransformsK != mTransformsV) {
+      // A single transformed operand requires independent raw K/V pipeline state.
       mSeparateSmemKv = true;
     }
 
@@ -902,13 +942,13 @@ struct KernelTraits : public KernelConfig, public MmaTraits {
 
     // The number of transform stages for SmemTransformedKv.
     mNumSmemTransformStages = 2;
-    if (isBf16QFp8KvGeneration(options)) {
-      // BF16Q+FP8KV transform kernels use one conversion chunk so the SMEM budget goes to raw KV
-      // stages that overlap the E4M3->BF16 conversion.
+    if (isBf16QFp8KvGeneration(options) || isFp8KNvFp4V(options)) {
+      // Mixed-precision kernels use one conversion chunk so the SMEM budget goes to raw KV stages.
       mNumSmemTransformStages = 1;
     }
-    if (options.mSeparateTransformedKv) {
-      // Separate transformed K/V is about producer/consumer ordering, not deeper buffering.
+    if (options.mSeparateTransformedKv || isFp8QFp8KNvFp4V(options)) {
+      // Separate or V-only transformed resources need one publication stage; deeper buffering is
+      // provided by the raw K/V pipeline.
       mNumStagesTransformedKv = 1;
     }
 
@@ -931,7 +971,10 @@ struct KernelTraits : public KernelConfig, public MmaTraits {
     // phase kernels are supported. Only supports E2M1 Kv and E4M3 Q. HeadDimPerStageKv should be
     // 128, this is a limitation of TMA load of type CU_TENSOR_MAP_DATA_TYPE_16U6_ALIGN16B.
     auto transformedKvHeadDim = mHeadDimPerStageKv == 0 ? mHeadDimQk : mHeadDimPerStageKv;
-    mStoreTransformedKvInTmem = options.mDtypeKv == tg::Dtype::E2m1 &&
+    // Mixed H64 is promoted to a 128-wide transform stage, but its raw V page is only H64.
+    // Keep that case on the SMEM transform path instead of constructing an invalid TMEM TMA map.
+    bool const storesMixedVInTmem = isFp8QFp8KNvFp4VGeneration(options) && options.mHeadDimV >= 128;
+    mStoreTransformedKvInTmem = (options.mDtypeKv == tg::Dtype::E2m1 || storesMixedVInTmem) &&
                                 options.mDtypeQ == tg::Dtype::E4m3 &&
                                 (transformedKvHeadDim == 128) && mSwapsMmaAb;
 
@@ -1017,13 +1060,50 @@ struct KernelTraits : public KernelConfig, public MmaTraits {
                        "StoreTransformedKvInTmem incompatible with InterleaveTmemSAndP");
     }
 
+    if (mUsesMmaForSoftmaxSum) {
+      // TODO: Extend MMA softmax sum beyond the configurations covered by the current
+      // implementation.
+      bool const isSupportedMmaForSoftmaxSumConfig =
+        tg::isArchBlackwell(mCudaArch) && mDtypeQ == tg::Dtype::E4m3 &&
+        mDtypeK == tg::Dtype::E4m3 && mDtypeBmm2 == tg::Dtype::E4m3 && mTileSizeQ == 128 &&
+        mTileSizeKv == 128 && mNumInstsQ == 2 && mNumInstsKv == 1 && mClusterDimX == 1 &&
+        !mSwapsMmaAb && mNumKPartitionsMmaPv == 1 && mNumKPartitionsTileP == 1 &&
+        !mStoreTransformedKvInTmem;
+      TLLM_CHECK_ERROR(
+        isSupportedMmaForSoftmaxSumConfig,
+        "UsesMmaForSoftmaxSum currently supports Blackwell E4M3 Q/K/P with tileSizeQ=128, "
+        "tileSizeKv=128, numInstsQ=2, numInstsKv=1, clusterDimX=1, P as MMA operand A, a "
+        "single P K-partition, and no transformed K/V in TMEM");
+      TLLM_CHECK_ERROR(!mInterleavesMufuAndSums,
+                       "UsesMmaForSoftmaxSum is mutually exclusive with InterleavesMufuAndSums");
+
+      // Each 128x8 FP32 result uses eight columns, but its TMEM destination base must be aligned to
+      // 32 columns. The supported 128-wide E4M3 P tile occupies 32 columns, so reserve one P-sized
+      // slot per Q instance. This is numInstsQ * tileSizeKv * sizeof(P) / sizeof(uint32_t) for the
+      // supported non-swapped, single-CTA layout.
+      int32_t const numMmaSumCols =
+        mNumInstsQ * getNumTmemColsMmaSumPerInst(mTileSizeKv, mDtypeBmm2);
+      // P contributes columns only when it is physically separate. In the default Pv-first
+      // layout P aliases S; the existing ProtectP handshake transfers ownership to the MMA task,
+      // whose schedule keeps the sum/PV reads ahead of the following QK overwrite.
+      int32_t const numTmemColsP = mSeparateTmemColsForSAndP ? 2 * mNumTmemColsP : 0;
+      int32_t const numTmemColsNeededForMmaSum =
+        numTmemColsS + numTmemColsStats + numTmemColsO + numTmemColsP + numMmaSumCols;
+      TLLM_CHECK_ERROR_FMT(
+        numTmemColsNeededForMmaSum <= mNumTmemCols,
+        "UsesMmaForSoftmaxSum needs %d TMEM columns, but only %d are available",
+        numTmemColsNeededForMmaSum,
+        mNumTmemCols);
+    }
+
     // The size of the K/V tile per stage.
     // Each CtaX in the cluster only needs to load half N of tensor B if the 2Cta Utcmma
     // instruction is used.
     mSmemKvTileSize = tileSizeNB * headSizeKvInDtypeKElts;
-    // Allow NVFP4 only for KV-cache-like input.
+    // Allow asymmetric NVFP4 only for the supported FP8-K, NVFP4-V paths.
     if (mDtypeK == tg::Dtype::E2m1 || mDtypeV == tg::Dtype::E2m1) {
-      TLLM_CHECK_ERROR(mDtypeK == mDtypeV, "E2m1 requires dtypeK == dtypeV.");
+      TLLM_CHECK_ERROR(mDtypeK == mDtypeV || isFp8KNvFp4V(options),
+                       "Asymmetric E2m1 is only supported for E4M3-K, E2M1-V attention.");
     }
     // The size of the K/V scaling factor tile per stage. TMA requires the shared-memory
     // destination address to be 128B aligned. For small paged-KV SF chunks, reserve padded shared
@@ -1032,7 +1112,8 @@ struct KernelTraits : public KernelConfig, public MmaTraits {
     mNumSfEltsPerSmemStageKv = 0;
     mNumSfEltsPerTmaKv = 0;
     mNumSfEltsPerTmaPaddedKv = 0;
-    if (mDtypeKv == tg::Dtype::E2m1) {
+    bool const hasNvFp4Input = mDtypeK == tg::Dtype::E2m1 || mDtypeV == tg::Dtype::E2m1;
+    if (hasNvFp4Input) {
       int32_t const numKeysPerSfTma = std::min(mNumKeysPerTile, tileSizeNB);
       int32_t const numSfTmasPerSmemStage = ceilDiv(tileSizeNB, numKeysPerSfTma);
       mNumSfEltsPerTmaKv = numKeysPerSfTma * numSfPerRow;
@@ -1076,9 +1157,8 @@ struct KernelTraits : public KernelConfig, public MmaTraits {
                                               mNumKeysPerTile}))
                          : 1;
     // The reshape factor for K/V SF: aim for box width 128B, limit to numKeysPerTile.
-    mReshapeFactorKvSf = mDtypeKv == tg::Dtype::E2m1
-                           ? std::min(128 / (mMaxHeadDimKv / mNumEltsPerSf), mNumKeysPerTile)
-                           : 1;
+    mReshapeFactorKvSf =
+      hasNvFp4Input ? std::min(128 / (mMaxHeadDimKv / mNumEltsPerSf), mNumKeysPerTile) : 1;
 
     // Calculate the transaction size for K/V.
     mNumTxBytesKv = tileSizeNB * maxHeadSizeBytesKv + smemKvSfTxSize * 1 /*byte per sf element*/;
@@ -1093,8 +1173,14 @@ struct KernelTraits : public KernelConfig, public MmaTraits {
     if (headDimBytesK > 128) {
       mNumTxBytesK = tileSizeNB * ceilDiv(headDimBytesK, 128) * 128;
     }
+    int32_t const numTxBytesKValues = mNumTxBytesK;
+    if (mDtypeK == tg::Dtype::E2m1) {
+      mNumTxBytesK += smemKvSfTxSize;
+    }
     // The K SMEM tile size.
-    mNumEltsPerSmemStageK = (mNumTxBytesK * 8) / tg::dtypeGetNumBits(mDtypeK);
+    mNumEltsPerSmemStageK = mDtypeK == tg::Dtype::E2m1 && !mStoreTransformedKvInTmem
+                              ? numTxBytesKValues + mNumSfEltsPerSmemStageKv
+                              : (mNumTxBytesK * 8) / tg::dtypeGetNumBits(mDtypeK);
 
     // For 2CTA M=256 MLA gen, a CTA cluster only loads half of headDimV.
     if (options.mClusterDimX == 2 && mIsMlaGen && mAtomQkM == 256 && mHeadDimV == 512) {
@@ -1107,8 +1193,14 @@ struct KernelTraits : public KernelConfig, public MmaTraits {
     if (headDimBytesV > 128) {
       mNumTxBytesV = tileSizeNB * ceilDiv(headDimBytesV, 128) * 128;
     }
+    int32_t const numTxBytesVValues = mNumTxBytesV;
+    if (mDtypeV == tg::Dtype::E2m1) {
+      mNumTxBytesV += smemKvSfTxSize;
+    }
     // The V SMEM tile size.
-    mNumEltsPerSmemStageV = (mNumTxBytesV * 8) / tg::dtypeGetNumBits(mDtypeV);
+    mNumEltsPerSmemStageV = mDtypeV == tg::Dtype::E2m1 && !mStoreTransformedKvInTmem
+                              ? numTxBytesVValues + mNumSfEltsPerSmemStageKv
+                              : (mNumTxBytesV * 8) / tg::dtypeGetNumBits(mDtypeV);
   }
 
   // Check if the TMEM allocation is valid.
@@ -1307,6 +1399,26 @@ inline int32_t getTmemAllocationTransformedKv(KernelTraits traits) {
          (getTmemAllocationO1(traits) - getTmemAllocationO0(traits)) * (numInstsQkv - 1);
 }
 
+inline int32_t getTmemAllocationMmaSum(KernelTraits traits, int ii) {
+  int32_t const numMmaSumColsPerInst =
+    getNumTmemColsMmaSumPerInst(traits.mTileSizeKv, traits.mDtypeBmm2);
+  int32_t const base = getTmemAllocationTransformedKv(traits);
+  TLLM_CHECK_ERROR(base % numMmaSumColsPerInst == 0,
+                   "TmemMmaSum base must be aligned on 32 TMEM columns");
+  return base + ii * numMmaSumColsPerInst;
+}
+
+inline tg::Expr const* getTmemAllocationMmaSum(tg::Kernel* kernel,
+                                               KernelTraits traits,
+                                               tg::Expr const* instId) {
+  return TLLM_MAKE_OBJ(tg::ExprFromTernaryOp,
+                       kernel,
+                       tg::Dtype::Int32,
+                       TLLM_MAKE_OBJ(tg::BinEq, kernel, instId, kernel->getInt0()),
+                       kernel->getInt(getTmemAllocationMmaSum(traits, 0)),
+                       kernel->getInt(getTmemAllocationMmaSum(traits, 1)));
+}
+
 ///////////////////////////////////////////////////////////////////////////////////////////////////
 
 //
@@ -1506,7 +1618,10 @@ inline std::string getTmemAllocationDiagram(FmhaOptions_ const& options) {
     oss << "  tmemP0:      (aliased with tmemS1)\n";
     oss << "  tmemP1:      (aliased with tmemS0)\n";
   } else if (!traits.mSwapsMmaAb) {
-    oss << "  tmemP:       (aliased with tmemS)\n";
+    oss << "  tmemP0:      " << range(p0, p0 + traits.mNumTmemColsP)
+        << " (aliased with tmemS0)\n";
+    oss << "  tmemP1:      " << range(p1, p1 + traits.mNumTmemColsP)
+        << " (aliased with tmemS1)\n";
   }
   int32_t const numColsO0 = o1 - o0;
   oss << "  tmemO0:      " << range(o0, o1) << " (" << numColsO0 << " cols)\n";
@@ -1516,6 +1631,16 @@ inline std::string getTmemAllocationDiagram(FmhaOptions_ const& options) {
     oss << "  tmemTransformedKv: " << range(transformedKv, totalCols) << " (" << numColsKv
         << " cols)\n";
   }
+  if (traits.mUsesMmaForSoftmaxSum) {
+    int32_t const numMmaSumColsPerInst =
+      getNumTmemColsMmaSumPerInst(traits.mTileSizeKv, traits.mDtypeBmm2);
+    int32_t const mmaSum0 = getTmemAllocationMmaSum(traits, 0);
+    int32_t const mmaSum1 = getTmemAllocationMmaSum(traits, 1);
+    oss << "  tmemMmaSum0: " << range(mmaSum0, mmaSum0 + numMmaSumColsPerInst) << " ("
+        << numMmaSumColsPerInst << " cols reserved, 8 used)\n";
+    oss << "  tmemMmaSum1: " << range(mmaSum1, mmaSum1 + numMmaSumColsPerInst) << " ("
+        << numMmaSumColsPerInst << " cols reserved, 8 used)\n";
+  }
   oss << "  Total TMEM columns: " << totalCols;
   return oss.str();
 }
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/trtllmGen_fmha_export/trtllm/dev/CutlassUtils.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/trtllmGen_fmha_export/trtllm/dev/CutlassUtils.h
index a87b3e474da4..f5ccf18068bb 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/trtllmGen_fmha_export/trtllm/dev/CutlassUtils.h
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/trtllmGen_fmha_export/trtllm/dev/CutlassUtils.h
@@ -1147,6 +1147,25 @@ __forceinline__ __device__ float scale_rcp_exp_only(float val) {
 
 ////////////////////////////////////////////////////////////////////////////////////////////////////
 
+// Returns the exact FP32 reciprocal of a finite UE8m0 scaling factor.
+__forceinline__ __device__ float scale_rcp_ue8m0(cutlass::float_ue8m0_t val) {
+  uint32_t const exponent = static_cast<uint32_t>(val.storage);
+  float result;
+  asm volatile("{\n"
+               ".reg .b32 reciprocal, bf16x2;\n"
+               ".reg .b16 lo, hi;\n"
+               "sub.u32 reciprocal, 254, %1;\n"
+               "mov.b32 {lo, hi}, reciprocal;\n"
+               "cvt.rn.bf16x2.ue8m0x2 bf16x2, lo;\n"
+               "prmt.b32 %0, 0, bf16x2, 0x5410;\n"
+               "}\n"
+               : "=f"(result)
+               : "r"(exponent));
+  return result;
+}
+
+////////////////////////////////////////////////////////////////////////////////////////////////////
+
 inline __device__ cutlass::Array<float, 2> sigmoid2_base2(cutlass::Array<float, 2> x) {
   cutlass::Array<float, 2> result;
   // Vector of ones.
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/trtllmGen_fmha_export/trtllm/dev/Fp4Utils.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/trtllmGen_fmha_export/trtllm/dev/Fp4Utils.h
index 618f40c54d83..9fc1785f6835 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/trtllmGen_fmha_export/trtllm/dev/Fp4Utils.h
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/trtllmGen_fmha_export/trtllm/dev/Fp4Utils.h
@@ -198,6 +198,9 @@ inline __device__ cute::uint128_t convertE2m1ToE4m3(uint64_t srcX16, cutlass::fl
 
   // The array to hold the 16 FP8 results.
   uint32_t dst[4];
+
+  // The public release uses the portable cvt-based path unconditionally; the fused
+  // single-instruction dequant fast path is internal / not exposed in public PTX.
   // Convert SF from e4m3 to fp16x2 by packing the byte twice, then converting.
   uint16_t sfPacked = uint16_t(sf.storage) * 256u + uint16_t(sf.storage);
   uint32_t sfFp16x2;
@@ -502,6 +505,29 @@ inline __device__ int64_t getSfOffset(void const* gmemOutPtr,
 
 ////////////////////////////////////////////////////////////////////////////////////////////////////
 
+template <int sfByteIdx>
+inline __device__ void convertMxFp4x8ToBf16x8(uint32_t* eltsBf16x2,
+                                              uint32_t elts,
+                                              uint32_t sfE8x4) {
+  static_assert(sfByteIdx >= 0 && sfByteIdx < 4, "UE8M0 scale-factor byte index must be in [0, 3]");
+  asm volatile("{\n"
+               ".reg .b8 b0, b1, b2, b3;\n"
+               ".reg .b16 scale, unused;\n"
+               ".reg .b32 scaleDup;\n"
+               "mov.b32 {b0, b1, b2, b3}, %4;\n"
+               "prmt.b32 scaleDup, %5, 0, %6;\n"
+               "mov.b32 {scale, unused}, scaleDup;\n"
+               "cvt.rn.scaled::n2::ue8m0.bf16x2.e2m1x2 %0, b0, scale;\n"
+               "cvt.rn.scaled::n2::ue8m0.bf16x2.e2m1x2 %1, b1, scale;\n"
+               "cvt.rn.scaled::n2::ue8m0.bf16x2.e2m1x2 %2, b2, scale;\n"
+               "cvt.rn.scaled::n2::ue8m0.bf16x2.e2m1x2 %3, b3, scale;\n"
+               "}\n"
+               : "=r"(eltsBf16x2[0]), "=r"(eltsBf16x2[1]), "=r"(eltsBf16x2[2]), "=r"(eltsBf16x2[3])
+               : "r"(elts), "r"(sfE8x4), "n"(sfByteIdx * 0x1111));
+}
+
+////////////////////////////////////////////////////////////////////////////////////////////////////
+
 
 ////////////////////////////////////////////////////////////////////////////////////////////////////
 
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/trtllmGen_fmha_export/trtllm/dev/Utils.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/trtllmGen_fmha_export/trtllm/dev/Utils.h
index 6ecd2cbad8ce..1aa8d9dd37f7 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/trtllmGen_fmha_export/trtllm/dev/Utils.h
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/trtllmGen_fmha_export/trtllm/dev/Utils.h
@@ -30,12 +30,21 @@ namespace dev {
 
 ////////////////////////////////////////////////////////////////////////////////////////////////////
 
-// __block_size__ is only supported in CUDA 13 and later.
-// We can always emit the macro, and it will simply be ignored in CUDA 12.
+// __block_size__ is only supported in CUDA 13 and later. When combined with
+// __launch_bounds__, the compiler emits .reqntid instead of .maxntid while
+// preserving .minnctapersm. This expresses the exact block dimensions without
+// dropping the occupancy constraint from the two-argument launch bounds.
 #if defined(__CUDACC_VER_MAJOR__) && __CUDACC_VER_MAJOR__ >= 13
 #define TLLM_BLOCK_SIZE(bx, by, bz) __block_size__((bx, by, bz))
+#define TLLM_BLOCK_SIZE_OR_LAUNCH_BOUNDS(bx, by, bz, maxThreads)                          \
+  __launch_bounds__(maxThreads) __block_size__((bx, by, bz))
+#define TLLM_BLOCK_SIZE_OR_LAUNCH_BOUNDS_MIN_BLOCKS(bx, by, bz, maxThreads, minBlocks)             \
+  __launch_bounds__(maxThreads, minBlocks) __block_size__((bx, by, bz))
 #else
 #define TLLM_BLOCK_SIZE(bx, by, bz)
+#define TLLM_BLOCK_SIZE_OR_LAUNCH_BOUNDS(bx, by, bz, maxThreads) __launch_bounds__(maxThreads)
+#define TLLM_BLOCK_SIZE_OR_LAUNCH_BOUNDS_MIN_BLOCKS(bx, by, bz, maxThreads, minBlocks)             \
+  __launch_bounds__(maxThreads, minBlocks)
 #endif
 
 ////////////////////////////////////////////////////////////////////////////////////////////////////
diff --git a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/trtllmGen_fmha_export/trtllm/gen/DtypeDecl.h b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/trtllmGen_fmha_export/trtllm/gen/DtypeDecl.h
index 3c57da62cc26..9809124530bc 100644
--- a/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/trtllmGen_fmha_export/trtllm/gen/DtypeDecl.h
+++ b/cpp/tensorrt_llm/kernels/trtllmGenKernels/fmha/trtllmGen_fmha_export/trtllm/gen/DtypeDecl.h
@@ -278,6 +278,11 @@ inline bool dtypeNeedsPadding(Dtype dtype,
                               [[maybe_unused]] int mmaK,
                               [[maybe_unused]] bool isSparseA) {
   bool needsPadding = mmaKind == MmaKind::MxFp8Fp6Fp4 && dtype == Dtype::MxE2m1;
+  // SM107 2x-mmaK kernels load MxE2m1 unpadded; a padded TMA descriptor never completes the expected
+  // tx bytes, so the mbarrier spins forever on first launch.
+  if ((!isSparseA && mmaK >= 64) || (isSparseA && mmaK >= 128)) {
+    needsPadding = false;
+  }
   return needsPadding;
 }